efl/legacy/emotion/src/modules/gstreamer/emotion_sink.c

700 lines
20 KiB
C

#include <Ecore.h>
#include "emotion_gstreamer.h"
static GstStaticPadTemplate sinktemplate = GST_STATIC_PAD_TEMPLATE("sink",
GST_PAD_SINK, GST_PAD_ALWAYS,
GST_STATIC_CAPS(GST_VIDEO_CAPS_YUV("{ I420, YV12, YUY2 }") ";"
GST_VIDEO_CAPS_BGRx ";" GST_VIDEO_CAPS_BGR ";" GST_VIDEO_CAPS_BGRA));
GST_DEBUG_CATEGORY_STATIC(evas_video_sink_debug);
#define GST_CAT_DEFAULT evas_video_sink_debug
enum {
REPAINT_REQUESTED,
LAST_SIGNAL
};
enum {
PROP_0,
PROP_EVAS_OBJECT,
PROP_WIDTH,
PROP_HEIGHT,
PROP_LAST,
};
static guint evas_video_sink_signals[LAST_SIGNAL] = { 0, };
#define _do_init(bla) \
GST_DEBUG_CATEGORY_INIT(evas_video_sink_debug, \
"emotion-sink", \
0, \
"emotion video sink")
GST_BOILERPLATE_FULL(EvasVideoSink,
evas_video_sink,
GstVideoSink,
GST_TYPE_VIDEO_SINK,
_do_init);
static void unlock_buffer_mutex(EvasVideoSinkPrivate* priv);
static void evas_video_sink_main_render(void *data);
static void
evas_video_sink_base_init(gpointer g_class)
{
GstElementClass* element_class;
element_class = GST_ELEMENT_CLASS(g_class);
gst_element_class_add_pad_template(element_class, gst_static_pad_template_get(&sinktemplate));
gst_element_class_set_details_simple(element_class, "Evas video sink",
"Sink/Video", "Sends video data from a GStreamer pipeline to an Evas object",
"Vincent Torri <vtorri@univ-evry.fr>");
}
static void
evas_video_sink_init(EvasVideoSink* sink, EvasVideoSinkClass* klass __UNUSED__)
{
EvasVideoSinkPrivate* priv;
INF("sink init");
sink->priv = priv = G_TYPE_INSTANCE_GET_PRIVATE(sink, EVAS_TYPE_VIDEO_SINK, EvasVideoSinkPrivate);
priv->o = NULL;
priv->last_buffer = NULL;
priv->width = 0;
priv->height = 0;
priv->gformat = GST_VIDEO_FORMAT_UNKNOWN;
priv->eformat = EVAS_COLORSPACE_ARGB8888;
priv->data_cond = g_cond_new();
priv->buffer_mutex = g_mutex_new();
priv->unlocked = EINA_FALSE;
}
/**** Object methods ****/
static void
evas_video_sink_set_property(GObject * object, guint prop_id,
const GValue * value, GParamSpec * pspec)
{
EvasVideoSink* sink;
EvasVideoSinkPrivate* priv;
sink = EVAS_VIDEO_SINK (object);
priv = sink->priv;
switch (prop_id) {
case PROP_EVAS_OBJECT:
g_mutex_lock(priv->buffer_mutex);
priv->o = g_value_get_pointer (value);
g_mutex_unlock(priv->buffer_mutex);
break;
default:
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
ERR("invalid property");
break;
}
}
static void
evas_video_sink_get_property(GObject * object, guint prop_id,
GValue * value, GParamSpec * pspec)
{
EvasVideoSink* sink;
EvasVideoSinkPrivate* priv;
sink = EVAS_VIDEO_SINK (object);
priv = sink->priv;
switch (prop_id) {
case PROP_EVAS_OBJECT:
g_mutex_lock(priv->buffer_mutex);
g_value_set_pointer (value, priv->o);
g_mutex_unlock(priv->buffer_mutex);
break;
case PROP_WIDTH:
g_mutex_lock(priv->buffer_mutex);
g_value_set_int(value, priv->width);
g_mutex_unlock(priv->buffer_mutex);
break;
case PROP_HEIGHT:
g_mutex_lock(priv->buffer_mutex);
g_value_set_int (value, priv->height);
g_mutex_unlock(priv->buffer_mutex);
break;
default:
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
ERR("invalide property");
break;
}
}
static void
evas_video_sink_dispose(GObject* object)
{
EvasVideoSink* sink;
EvasVideoSinkPrivate* priv;
sink = EVAS_VIDEO_SINK(object);
priv = sink->priv;
if (priv->buffer_mutex) {
g_mutex_free(priv->buffer_mutex);
priv->buffer_mutex = 0;
}
if (priv->data_cond) {
g_cond_free(priv->data_cond);
priv->data_cond = 0;
}
if (priv->last_buffer) {
gst_buffer_unref(priv->last_buffer);
priv->last_buffer = NULL;
}
G_OBJECT_CLASS(parent_class)->dispose(object);
}
/**** BaseSink methods ****/
gboolean evas_video_sink_set_caps(GstBaseSink *bsink, GstCaps *caps)
{
EvasVideoSink* sink;
EvasVideoSinkPrivate* priv;
GstVideoFormat format;
int width;
int height;
sink = EVAS_VIDEO_SINK(bsink);
priv = sink->priv;
if (G_UNLIKELY(!gst_video_format_parse_caps(caps, &format, &width, &height))) {
ERR("Unable to parse caps.");
return FALSE;
}
priv->width = width;
priv->height = height;
printf("%p format :", priv->o);
switch (format)
{
case GST_VIDEO_FORMAT_I420: priv->eformat = EVAS_COLORSPACE_YCBCR422P601_PL;
printf ("I420\n");
break;
case GST_VIDEO_FORMAT_YV12: priv->eformat = EVAS_COLORSPACE_YCBCR422P601_PL;
printf ("YV12\n");
break;
case GST_VIDEO_FORMAT_YUY2: priv->eformat = EVAS_COLORSPACE_YCBCR422601_PL;
printf("YUY2\n");
break;
case GST_VIDEO_FORMAT_BGR: priv->eformat = EVAS_COLORSPACE_ARGB8888;
printf ("BGR\n");
break;
case GST_VIDEO_FORMAT_BGRx: priv->eformat = EVAS_COLORSPACE_ARGB8888;
printf ("BGRx\n");
break;
case GST_VIDEO_FORMAT_BGRA: priv->eformat = EVAS_COLORSPACE_ARGB8888;
printf ("BGRA\n");
break;
default:
ERR("unsupported : %d\n", format);
return FALSE;
}
priv->gformat = format;
return TRUE;
}
static gboolean
evas_video_sink_start(GstBaseSink* base_sink)
{
EvasVideoSinkPrivate* priv;
gboolean res = TRUE;
priv = EVAS_VIDEO_SINK(base_sink)->priv;
g_mutex_lock(priv->buffer_mutex);
if (!priv->o)
res = FALSE;
else
priv->unlocked = EINA_FALSE;
g_mutex_unlock(priv->buffer_mutex);
return res;
}
static gboolean
evas_video_sink_stop(GstBaseSink* base_sink)
{
EvasVideoSinkPrivate* priv = EVAS_VIDEO_SINK(base_sink)->priv;
unlock_buffer_mutex(priv);
return TRUE;
}
static gboolean
evas_video_sink_unlock(GstBaseSink* object)
{
EvasVideoSink* sink;
sink = EVAS_VIDEO_SINK(object);
unlock_buffer_mutex(sink->priv);
return GST_CALL_PARENT_WITH_DEFAULT(GST_BASE_SINK_CLASS, unlock,
(object), TRUE);
}
static gboolean
evas_video_sink_unlock_stop(GstBaseSink* object)
{
EvasVideoSink* sink;
EvasVideoSinkPrivate* priv;
sink = EVAS_VIDEO_SINK(object);
priv = sink->priv;
g_mutex_lock(priv->buffer_mutex);
priv->unlocked = FALSE;
g_mutex_unlock(priv->buffer_mutex);
return GST_CALL_PARENT_WITH_DEFAULT(GST_BASE_SINK_CLASS, unlock_stop,
(object), TRUE);
}
static GstFlowReturn
evas_video_sink_preroll(GstBaseSink* bsink, GstBuffer* buffer)
{
Emotion_Gstreamer_Buffer *send;
EvasVideoSinkPrivate *priv;
EvasVideoSink *sink;
sink = EVAS_VIDEO_SINK(bsink);
priv = sink->priv;
send = emotion_gstreamer_buffer_alloc(priv, buffer, EINA_TRUE);
if (send)
ecore_main_loop_thread_safe_call(evas_video_sink_main_render, send);
return GST_FLOW_OK;
}
static GstFlowReturn
evas_video_sink_render(GstBaseSink* bsink, GstBuffer* buffer)
{
Emotion_Gstreamer_Buffer *send;
EvasVideoSinkPrivate *priv;
EvasVideoSink *sink;
Eina_Bool ret;
sink = EVAS_VIDEO_SINK(bsink);
priv = sink->priv;
g_mutex_lock(priv->buffer_mutex);
if (priv->unlocked) {
ERR("LOCKED");
g_mutex_unlock(priv->buffer_mutex);
return GST_FLOW_OK;
}
send = emotion_gstreamer_buffer_alloc(priv, buffer, EINA_FALSE);
if (!send) return GST_FLOW_ERROR;
ecore_main_loop_thread_safe_call(evas_video_sink_main_render, send);
g_cond_wait(priv->data_cond, priv->buffer_mutex);
g_mutex_unlock(priv->buffer_mutex);
return GST_FLOW_OK;
}
static void evas_video_sink_main_render(void *data)
{
Emotion_Gstreamer_Buffer *send;
Emotion_Gstreamer_Video *ev;
Emotion_Video_Stream *vstream;
EvasVideoSinkPrivate* priv;
GstBuffer* buffer;
unsigned char *evas_data;
const guint8 *gst_data;
GstQuery *query;
GstFormat fmt = GST_FORMAT_TIME;
Evas_Coord w, h;
gint64 pos;
Eina_Bool preroll;
send = data;
priv = send->sink;
if (!priv) goto exit_point;
buffer = send->frame;
preroll = send->preroll;
if (priv->unlocked) goto exit_point;
gst_data = GST_BUFFER_DATA(buffer);
if (!gst_data) goto exit_point;
ev = evas_object_data_get(priv->o, "_emotion_gstreamer_video");
if (!ev) goto exit_point;
_emotion_gstreamer_video_pipeline_parse(ev, EINA_TRUE);
// This prevent a race condition when data are still in the pipe
// but the buffer size as changed because of a request from
// emotion smart (like on a file set).
evas_object_image_size_get(priv->o, &w, &h);
if (w != priv->width || h != priv->height)
goto exit_point;
evas_object_image_size_set(priv->o, priv->width, priv->height);
evas_object_image_alpha_set(priv->o, 0);
evas_object_image_colorspace_set(priv->o, priv->eformat);
evas_data = (unsigned char *)evas_object_image_data_get(priv->o, 1);
// Evas's BGRA has pre-multiplied alpha while GStreamer's doesn't.
// Here we convert to Evas's BGRA.
switch (priv->gformat)
{
case GST_VIDEO_FORMAT_BGR:
{
unsigned char *evas_tmp;
int x;
int y;
evas_tmp = evas_data;
/* FIXME: could this be optimized ? */
for (x = 0; x < priv->height; x++) {
for (y = 0; y < priv->width; y++) {
evas_tmp[0] = gst_data[0];
evas_tmp[1] = gst_data[1];
evas_tmp[2] = gst_data[2];
evas_tmp[3] = 255;
gst_data += 3;
evas_tmp += 4;
}
}
break;
}
// Evas's BGRA has pre-multiplied alpha while GStreamer's doesn't.
// Here we convert to Evas's BGRA.
case GST_VIDEO_FORMAT_BGRx:
{
unsigned char *evas_tmp;
int x;
int y;
evas_tmp = evas_data;
/* FIXME: could this be optimized ? */
for (x = 0; x < priv->height; x++) {
for (y = 0; y < priv->width; y++) {
evas_tmp[0] = gst_data[0];
evas_tmp[1] = gst_data[1];
evas_tmp[2] = gst_data[2];
evas_tmp[3] = 255;
gst_data += 4;
evas_tmp += 4;
}
}
break;
}
// Evas's BGRA has pre-multiplied alpha while GStreamer's doesn't.
// Here we convert to Evas's BGRA.
case GST_VIDEO_FORMAT_BGRA:
{
unsigned char *evas_tmp;
int x;
int y;
unsigned char alpha;
evas_tmp = evas_data;
/* FIXME: could this be optimized ? */
for (x = 0; x < priv->height; x++) {
for (y = 0; y < priv->width; y++) {
alpha = gst_data[3];
evas_tmp[0] = (gst_data[0] * alpha) / 255;
evas_tmp[1] = (gst_data[1] * alpha) / 255;
evas_tmp[2] = (gst_data[2] * alpha) / 255;
evas_tmp[3] = alpha;
gst_data += 4;
evas_tmp += 4;
}
}
break;
}
case GST_VIDEO_FORMAT_I420:
{
int i;
const unsigned char **rows;
evas_object_image_pixels_dirty_set(priv->o, 1);
rows = (const unsigned char **)evas_data;
for (i = 0; i < priv->height; i++)
rows[i] = &gst_data[i * priv->width];
rows += priv->height;
for (i = 0; i < (priv->height / 2); i++)
rows[i] = &gst_data[priv->height * priv->width + i * (priv->width / 2)];
rows += priv->height / 2;
for (i = 0; i < (priv->height / 2); i++)
rows[i] = &gst_data[priv->height * priv->width + priv->height * (priv->width /4) + i * (priv->width / 2)];
break;
}
case GST_VIDEO_FORMAT_YV12:
{
int i;
const unsigned char **rows;
evas_object_image_pixels_dirty_set(priv->o, 1);
rows = (const unsigned char **)evas_data;
for (i = 0; i < priv->height; i++)
rows[i] = &gst_data[i * priv->width];
rows += priv->height;
for (i = 0; i < (priv->height / 2); i++)
rows[i] = &gst_data[priv->height * priv->width + priv->height * (priv->width /4) + i * (priv->width / 2)];
rows += priv->height / 2;
for (i = 0; i < (priv->height / 2); i++)
rows[i] = &gst_data[priv->height * priv->width + i * (priv->width / 2)];
break;
}
case GST_VIDEO_FORMAT_YUY2:
{
int i;
const unsigned char **rows;
evas_object_image_pixels_dirty_set(priv->o, 1);
rows = (const unsigned char **)evas_data;
for (i = 0; i < priv->height; i++)
rows[i] = &gst_data[i * priv->width * 2];
break;
}
}
evas_object_image_data_update_add(priv->o, 0, 0, priv->width, priv->height);
evas_object_image_data_set(priv->o, evas_data);
evas_object_image_pixels_dirty_set(priv->o, 0);
_emotion_frame_new(ev->obj);
vstream = eina_list_nth(ev->video_streams, ev->video_stream_nbr - 1);
gst_element_query_position(ev->pipeline, &fmt, &pos);
ev->position = (double)pos / (double)GST_SECOND;
vstream->width = priv->width;
vstream->height = priv->height;
ev->ratio = (double) priv->width / (double) priv->height;
_emotion_video_pos_update(ev->obj, ev->position, vstream->length_time);
_emotion_frame_resize(ev->obj, priv->width, priv->height, ev->ratio);
if (priv->last_buffer) gst_buffer_unref(priv->last_buffer);
priv->last_buffer = gst_buffer_ref(buffer);
exit_point:
emotion_gstreamer_buffer_free(send);
if (preroll) return ;
g_mutex_lock(priv->buffer_mutex);
if (priv->unlocked) {
g_mutex_unlock(priv->buffer_mutex);
return;
}
g_cond_signal(priv->data_cond);
g_mutex_unlock(priv->buffer_mutex);
}
static void
unlock_buffer_mutex(EvasVideoSinkPrivate* priv)
{
g_mutex_lock(priv->buffer_mutex);
priv->unlocked = EINA_TRUE;
g_cond_signal(priv->data_cond);
g_mutex_unlock(priv->buffer_mutex);
}
static void
marshal_VOID__MINIOBJECT(GClosure * closure, GValue * return_value __UNUSED__,
guint n_param_values, const GValue * param_values,
gpointer invocation_hint __UNUSED__, gpointer marshal_data)
{
typedef void (*marshalfunc_VOID__MINIOBJECT) (gpointer obj, gpointer arg1, gpointer data2);
marshalfunc_VOID__MINIOBJECT callback;
GCClosure *cc;
gpointer data1, data2;
cc = (GCClosure *) closure;
g_return_if_fail(n_param_values == 2);
if (G_CCLOSURE_SWAP_DATA(closure)) {
data1 = closure->data;
data2 = g_value_peek_pointer(param_values + 0);
} else {
data1 = g_value_peek_pointer(param_values + 0);
data2 = closure->data;
}
callback = (marshalfunc_VOID__MINIOBJECT) (marshal_data ? marshal_data : cc->callback);
callback(data1, gst_value_get_mini_object(param_values + 1), data2);
}
static void
evas_video_sink_class_init(EvasVideoSinkClass* klass)
{
GObjectClass* gobject_class;
GstBaseSinkClass* gstbase_sink_class;
gobject_class = G_OBJECT_CLASS(klass);
gstbase_sink_class = GST_BASE_SINK_CLASS(klass);
g_type_class_add_private(klass, sizeof(EvasVideoSinkPrivate));
gobject_class->set_property = evas_video_sink_set_property;
gobject_class->get_property = evas_video_sink_get_property;
g_object_class_install_property (gobject_class, PROP_EVAS_OBJECT,
g_param_spec_pointer ("evas-object", "Evas Object",
"The Evas object where the display of the video will be done",
G_PARAM_READWRITE));
g_object_class_install_property (gobject_class, PROP_WIDTH,
g_param_spec_int ("width", "Width",
"The width of the video",
0, 65536, 0, G_PARAM_READABLE | G_PARAM_STATIC_STRINGS));
g_object_class_install_property (gobject_class, PROP_HEIGHT,
g_param_spec_int ("height", "Height",
"The height of the video",
0, 65536, 0, G_PARAM_READABLE | G_PARAM_STATIC_STRINGS));
gobject_class->dispose = evas_video_sink_dispose;
gstbase_sink_class->set_caps = evas_video_sink_set_caps;
gstbase_sink_class->stop = evas_video_sink_stop;
gstbase_sink_class->start = evas_video_sink_start;
gstbase_sink_class->unlock = evas_video_sink_unlock;
gstbase_sink_class->unlock_stop = evas_video_sink_unlock_stop;
gstbase_sink_class->render = evas_video_sink_render;
gstbase_sink_class->preroll = evas_video_sink_preroll;
evas_video_sink_signals[REPAINT_REQUESTED] = g_signal_new("repaint-requested",
G_TYPE_FROM_CLASS(klass),
(GSignalFlags)(G_SIGNAL_RUN_LAST | G_SIGNAL_ACTION),
0,
0,
0,
marshal_VOID__MINIOBJECT,
G_TYPE_NONE, 1, GST_TYPE_BUFFER);
}
gboolean
gstreamer_plugin_init (GstPlugin * plugin)
{
return gst_element_register (plugin,
"emotion-sink",
GST_RANK_NONE,
EVAS_TYPE_VIDEO_SINK);
}
static void
_emotion_gstreamer_pause(void *data, Ecore_Thread *thread __UNUSED__)
{
Emotion_Gstreamer_Video *ev = data;
gst_element_set_state(ev->pipeline, GST_STATE_PAUSED);
}
static void
_emotion_gstreamer_cancel(void *data, Ecore_Thread *thread __UNUSED__)
{
Emotion_Gstreamer_Video *ev = data;
ev->thread = NULL;
}
static void
_emotion_gstreamer_end(void *data, Ecore_Thread *thread)
{
_emotion_gstreamer_video_pipeline_parse(data, EINA_TRUE);
_emotion_gstreamer_cancel(data, thread);
}
GstElement *
gstreamer_video_sink_new(Emotion_Gstreamer_Video *ev,
Evas_Object *o,
const char *uri)
{
GstElement *playbin;
GstElement *sink;
Evas_Object *obj;
GstStateChangeReturn res;
obj = emotion_object_image_get(o);
if (!obj)
{
ERR("Not Evas_Object specified");
return NULL;
}
playbin = gst_element_factory_make("playbin2", "playbin");
if (!playbin)
{
ERR("Unable to create 'playbin' GstElement.");
return NULL;
}
sink = gst_element_factory_make("emotion-sink", "sink");
if (!sink)
{
ERR("Unable to create 'emotion-sink' GstElement.");
goto unref_pipeline;
}
g_object_set(G_OBJECT(playbin), "video-sink", sink, NULL);
g_object_set(G_OBJECT(playbin), "uri", uri, NULL);
g_object_set(G_OBJECT(sink), "evas-object", obj, NULL);
ev->pipeline = playbin;
ev->thread = ecore_thread_run(_emotion_gstreamer_pause,
_emotion_gstreamer_end,
_emotion_gstreamer_cancel,
ev);
/** NOTE: you need to set: GST_DEBUG_DUMP_DOT_DIR=/tmp EMOTION_ENGINE=gstreamer to save the $EMOTION_GSTREAMER_DOT file in '/tmp' */
/** then call dot -Tpng -oemotion_pipeline.png /tmp/$TIMESTAMP-$EMOTION_GSTREAMER_DOT.dot */
if (getenv("EMOTION_GSTREAMER_DOT")) GST_DEBUG_BIN_TO_DOT_FILE_WITH_TS(GST_BIN(playbin), GST_DEBUG_GRAPH_SHOW_ALL, getenv("EMOTION_GSTREAMER_DOT"));
evas_object_data_set(obj, "_emotion_gstreamer_video", ev);
return playbin;
unref_pipeline:
gst_object_unref(playbin);
return NULL;
}