#include #include "emotion_gstreamer.h" static GstStaticPadTemplate sinktemplate = GST_STATIC_PAD_TEMPLATE("sink", GST_PAD_SINK, GST_PAD_ALWAYS, GST_STATIC_CAPS(GST_VIDEO_CAPS_YUV("{ I420, YV12, YUY2 }") ";" GST_VIDEO_CAPS_BGRx ";" GST_VIDEO_CAPS_BGR ";" GST_VIDEO_CAPS_BGRA)); GST_DEBUG_CATEGORY_STATIC(evas_video_sink_debug); #define GST_CAT_DEFAULT evas_video_sink_debug enum { REPAINT_REQUESTED, LAST_SIGNAL }; enum { PROP_0, PROP_EVAS_OBJECT, PROP_WIDTH, PROP_HEIGHT, PROP_LAST, }; static guint evas_video_sink_signals[LAST_SIGNAL] = { 0, }; #define _do_init(bla) \ GST_DEBUG_CATEGORY_INIT(evas_video_sink_debug, \ "emotion-sink", \ 0, \ "emotion video sink") GST_BOILERPLATE_FULL(EvasVideoSink, evas_video_sink, GstVideoSink, GST_TYPE_VIDEO_SINK, _do_init); static void unlock_buffer_mutex(EvasVideoSinkPrivate* priv); static void evas_video_sink_main_render(void *data); static void evas_video_sink_base_init(gpointer g_class) { GstElementClass* element_class; element_class = GST_ELEMENT_CLASS(g_class); gst_element_class_add_pad_template(element_class, gst_static_pad_template_get(&sinktemplate)); gst_element_class_set_details_simple(element_class, "Evas video sink", "Sink/Video", "Sends video data from a GStreamer pipeline to an Evas object", "Vincent Torri "); } static void evas_video_sink_init(EvasVideoSink* sink, EvasVideoSinkClass* klass __UNUSED__) { EvasVideoSinkPrivate* priv; INF("sink init"); sink->priv = priv = G_TYPE_INSTANCE_GET_PRIVATE(sink, EVAS_TYPE_VIDEO_SINK, EvasVideoSinkPrivate); priv->o = NULL; priv->last_buffer = NULL; priv->width = 0; priv->height = 0; priv->gformat = GST_VIDEO_FORMAT_UNKNOWN; priv->eformat = EVAS_COLORSPACE_ARGB8888; priv->data_cond = g_cond_new(); priv->buffer_mutex = g_mutex_new(); priv->unlocked = EINA_FALSE; } /**** Object methods ****/ static void evas_video_sink_set_property(GObject * object, guint prop_id, const GValue * value, GParamSpec * pspec) { EvasVideoSink* sink; EvasVideoSinkPrivate* priv; sink = EVAS_VIDEO_SINK (object); priv = sink->priv; switch (prop_id) { case PROP_EVAS_OBJECT: g_mutex_lock(priv->buffer_mutex); priv->o = g_value_get_pointer (value); g_mutex_unlock(priv->buffer_mutex); break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); ERR("invalid property"); break; } } static void evas_video_sink_get_property(GObject * object, guint prop_id, GValue * value, GParamSpec * pspec) { EvasVideoSink* sink; EvasVideoSinkPrivate* priv; sink = EVAS_VIDEO_SINK (object); priv = sink->priv; switch (prop_id) { case PROP_EVAS_OBJECT: g_mutex_lock(priv->buffer_mutex); g_value_set_pointer (value, priv->o); g_mutex_unlock(priv->buffer_mutex); break; case PROP_WIDTH: g_mutex_lock(priv->buffer_mutex); g_value_set_int(value, priv->width); g_mutex_unlock(priv->buffer_mutex); break; case PROP_HEIGHT: g_mutex_lock(priv->buffer_mutex); g_value_set_int (value, priv->height); g_mutex_unlock(priv->buffer_mutex); break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); ERR("invalide property"); break; } } static void evas_video_sink_dispose(GObject* object) { EvasVideoSink* sink; EvasVideoSinkPrivate* priv; sink = EVAS_VIDEO_SINK(object); priv = sink->priv; if (priv->buffer_mutex) { g_mutex_free(priv->buffer_mutex); priv->buffer_mutex = 0; } if (priv->data_cond) { g_cond_free(priv->data_cond); priv->data_cond = 0; } if (priv->last_buffer) { gst_buffer_unref(priv->last_buffer); priv->last_buffer = NULL; } G_OBJECT_CLASS(parent_class)->dispose(object); } /**** BaseSink methods ****/ gboolean evas_video_sink_set_caps(GstBaseSink *bsink, GstCaps *caps) { EvasVideoSink* sink; EvasVideoSinkPrivate* priv; GstVideoFormat format; int width; int height; sink = EVAS_VIDEO_SINK(bsink); priv = sink->priv; if (G_UNLIKELY(!gst_video_format_parse_caps(caps, &format, &width, &height))) { ERR("Unable to parse caps."); return FALSE; } priv->width = width; priv->height = height; printf("%p format :", priv->o); switch (format) { case GST_VIDEO_FORMAT_I420: priv->eformat = EVAS_COLORSPACE_YCBCR422P601_PL; printf ("I420\n"); break; case GST_VIDEO_FORMAT_YV12: priv->eformat = EVAS_COLORSPACE_YCBCR422P601_PL; printf ("YV12\n"); break; case GST_VIDEO_FORMAT_YUY2: priv->eformat = EVAS_COLORSPACE_YCBCR422601_PL; printf("YUY2\n"); break; case GST_VIDEO_FORMAT_BGR: priv->eformat = EVAS_COLORSPACE_ARGB8888; printf ("BGR\n"); break; case GST_VIDEO_FORMAT_BGRx: priv->eformat = EVAS_COLORSPACE_ARGB8888; printf ("BGRx\n"); break; case GST_VIDEO_FORMAT_BGRA: priv->eformat = EVAS_COLORSPACE_ARGB8888; printf ("BGRA\n"); break; default: ERR("unsupported : %d\n", format); return FALSE; } priv->gformat = format; return TRUE; } static gboolean evas_video_sink_start(GstBaseSink* base_sink) { EvasVideoSinkPrivate* priv; gboolean res = TRUE; priv = EVAS_VIDEO_SINK(base_sink)->priv; g_mutex_lock(priv->buffer_mutex); if (!priv->o) res = FALSE; else priv->unlocked = EINA_FALSE; g_mutex_unlock(priv->buffer_mutex); return res; } static gboolean evas_video_sink_stop(GstBaseSink* base_sink) { EvasVideoSinkPrivate* priv = EVAS_VIDEO_SINK(base_sink)->priv; unlock_buffer_mutex(priv); return TRUE; } static gboolean evas_video_sink_unlock(GstBaseSink* object) { EvasVideoSink* sink; sink = EVAS_VIDEO_SINK(object); unlock_buffer_mutex(sink->priv); return GST_CALL_PARENT_WITH_DEFAULT(GST_BASE_SINK_CLASS, unlock, (object), TRUE); } static gboolean evas_video_sink_unlock_stop(GstBaseSink* object) { EvasVideoSink* sink; EvasVideoSinkPrivate* priv; sink = EVAS_VIDEO_SINK(object); priv = sink->priv; g_mutex_lock(priv->buffer_mutex); priv->unlocked = FALSE; g_mutex_unlock(priv->buffer_mutex); return GST_CALL_PARENT_WITH_DEFAULT(GST_BASE_SINK_CLASS, unlock_stop, (object), TRUE); } static GstFlowReturn evas_video_sink_preroll(GstBaseSink* bsink, GstBuffer* buffer) { Emotion_Gstreamer_Buffer *send; EvasVideoSinkPrivate *priv; EvasVideoSink *sink; sink = EVAS_VIDEO_SINK(bsink); priv = sink->priv; send = emotion_gstreamer_buffer_alloc(priv, buffer, EINA_TRUE); if (send) ecore_main_loop_thread_safe_call(evas_video_sink_main_render, send); return GST_FLOW_OK; } static GstFlowReturn evas_video_sink_render(GstBaseSink* bsink, GstBuffer* buffer) { Emotion_Gstreamer_Buffer *send; EvasVideoSinkPrivate *priv; EvasVideoSink *sink; Eina_Bool ret; sink = EVAS_VIDEO_SINK(bsink); priv = sink->priv; g_mutex_lock(priv->buffer_mutex); if (priv->unlocked) { ERR("LOCKED"); g_mutex_unlock(priv->buffer_mutex); return GST_FLOW_OK; } send = emotion_gstreamer_buffer_alloc(priv, buffer, EINA_FALSE); if (!send) return GST_FLOW_ERROR; ecore_main_loop_thread_safe_call(evas_video_sink_main_render, send); g_cond_wait(priv->data_cond, priv->buffer_mutex); g_mutex_unlock(priv->buffer_mutex); return GST_FLOW_OK; } static void evas_video_sink_main_render(void *data) { Emotion_Gstreamer_Buffer *send; Emotion_Gstreamer_Video *ev; Emotion_Video_Stream *vstream; EvasVideoSinkPrivate* priv; GstBuffer* buffer; unsigned char *evas_data; const guint8 *gst_data; GstQuery *query; GstFormat fmt = GST_FORMAT_TIME; Evas_Coord w, h; gint64 pos; Eina_Bool preroll; send = data; priv = send->sink; if (!priv) goto exit_point; buffer = send->frame; preroll = send->preroll; if (priv->unlocked) goto exit_point; gst_data = GST_BUFFER_DATA(buffer); if (!gst_data) goto exit_point; ev = evas_object_data_get(priv->o, "_emotion_gstreamer_video"); if (!ev) goto exit_point; _emotion_gstreamer_video_pipeline_parse(ev, EINA_TRUE); // This prevent a race condition when data are still in the pipe // but the buffer size as changed because of a request from // emotion smart (like on a file set). evas_object_image_size_get(priv->o, &w, &h); if (w != priv->width || h != priv->height) goto exit_point; evas_object_image_size_set(priv->o, priv->width, priv->height); evas_object_image_alpha_set(priv->o, 0); evas_object_image_colorspace_set(priv->o, priv->eformat); evas_data = (unsigned char *)evas_object_image_data_get(priv->o, 1); // Evas's BGRA has pre-multiplied alpha while GStreamer's doesn't. // Here we convert to Evas's BGRA. switch (priv->gformat) { case GST_VIDEO_FORMAT_BGR: { unsigned char *evas_tmp; int x; int y; evas_tmp = evas_data; /* FIXME: could this be optimized ? */ for (x = 0; x < priv->height; x++) { for (y = 0; y < priv->width; y++) { evas_tmp[0] = gst_data[0]; evas_tmp[1] = gst_data[1]; evas_tmp[2] = gst_data[2]; evas_tmp[3] = 255; gst_data += 3; evas_tmp += 4; } } break; } // Evas's BGRA has pre-multiplied alpha while GStreamer's doesn't. // Here we convert to Evas's BGRA. case GST_VIDEO_FORMAT_BGRx: { unsigned char *evas_tmp; int x; int y; evas_tmp = evas_data; /* FIXME: could this be optimized ? */ for (x = 0; x < priv->height; x++) { for (y = 0; y < priv->width; y++) { evas_tmp[0] = gst_data[0]; evas_tmp[1] = gst_data[1]; evas_tmp[2] = gst_data[2]; evas_tmp[3] = 255; gst_data += 4; evas_tmp += 4; } } break; } // Evas's BGRA has pre-multiplied alpha while GStreamer's doesn't. // Here we convert to Evas's BGRA. case GST_VIDEO_FORMAT_BGRA: { unsigned char *evas_tmp; int x; int y; unsigned char alpha; evas_tmp = evas_data; /* FIXME: could this be optimized ? */ for (x = 0; x < priv->height; x++) { for (y = 0; y < priv->width; y++) { alpha = gst_data[3]; evas_tmp[0] = (gst_data[0] * alpha) / 255; evas_tmp[1] = (gst_data[1] * alpha) / 255; evas_tmp[2] = (gst_data[2] * alpha) / 255; evas_tmp[3] = alpha; gst_data += 4; evas_tmp += 4; } } break; } case GST_VIDEO_FORMAT_I420: { int i; const unsigned char **rows; evas_object_image_pixels_dirty_set(priv->o, 1); rows = (const unsigned char **)evas_data; for (i = 0; i < priv->height; i++) rows[i] = &gst_data[i * priv->width]; rows += priv->height; for (i = 0; i < (priv->height / 2); i++) rows[i] = &gst_data[priv->height * priv->width + i * (priv->width / 2)]; rows += priv->height / 2; for (i = 0; i < (priv->height / 2); i++) rows[i] = &gst_data[priv->height * priv->width + priv->height * (priv->width /4) + i * (priv->width / 2)]; break; } case GST_VIDEO_FORMAT_YV12: { int i; const unsigned char **rows; evas_object_image_pixels_dirty_set(priv->o, 1); rows = (const unsigned char **)evas_data; for (i = 0; i < priv->height; i++) rows[i] = &gst_data[i * priv->width]; rows += priv->height; for (i = 0; i < (priv->height / 2); i++) rows[i] = &gst_data[priv->height * priv->width + priv->height * (priv->width /4) + i * (priv->width / 2)]; rows += priv->height / 2; for (i = 0; i < (priv->height / 2); i++) rows[i] = &gst_data[priv->height * priv->width + i * (priv->width / 2)]; break; } case GST_VIDEO_FORMAT_YUY2: { int i; const unsigned char **rows; evas_object_image_pixels_dirty_set(priv->o, 1); rows = (const unsigned char **)evas_data; for (i = 0; i < priv->height; i++) rows[i] = &gst_data[i * priv->width * 2]; break; } } evas_object_image_data_update_add(priv->o, 0, 0, priv->width, priv->height); evas_object_image_data_set(priv->o, evas_data); evas_object_image_pixels_dirty_set(priv->o, 0); _emotion_frame_new(ev->obj); vstream = eina_list_nth(ev->video_streams, ev->video_stream_nbr - 1); gst_element_query_position(ev->pipeline, &fmt, &pos); ev->position = (double)pos / (double)GST_SECOND; vstream->width = priv->width; vstream->height = priv->height; ev->ratio = (double) priv->width / (double) priv->height; _emotion_video_pos_update(ev->obj, ev->position, vstream->length_time); _emotion_frame_resize(ev->obj, priv->width, priv->height, ev->ratio); if (priv->last_buffer) gst_buffer_unref(priv->last_buffer); priv->last_buffer = gst_buffer_ref(buffer); exit_point: emotion_gstreamer_buffer_free(send); if (preroll) return ; g_mutex_lock(priv->buffer_mutex); if (priv->unlocked) { g_mutex_unlock(priv->buffer_mutex); return; } g_cond_signal(priv->data_cond); g_mutex_unlock(priv->buffer_mutex); } static void unlock_buffer_mutex(EvasVideoSinkPrivate* priv) { g_mutex_lock(priv->buffer_mutex); priv->unlocked = EINA_TRUE; g_cond_signal(priv->data_cond); g_mutex_unlock(priv->buffer_mutex); } static void marshal_VOID__MINIOBJECT(GClosure * closure, GValue * return_value __UNUSED__, guint n_param_values, const GValue * param_values, gpointer invocation_hint __UNUSED__, gpointer marshal_data) { typedef void (*marshalfunc_VOID__MINIOBJECT) (gpointer obj, gpointer arg1, gpointer data2); marshalfunc_VOID__MINIOBJECT callback; GCClosure *cc; gpointer data1, data2; cc = (GCClosure *) closure; g_return_if_fail(n_param_values == 2); if (G_CCLOSURE_SWAP_DATA(closure)) { data1 = closure->data; data2 = g_value_peek_pointer(param_values + 0); } else { data1 = g_value_peek_pointer(param_values + 0); data2 = closure->data; } callback = (marshalfunc_VOID__MINIOBJECT) (marshal_data ? marshal_data : cc->callback); callback(data1, gst_value_get_mini_object(param_values + 1), data2); } static void evas_video_sink_class_init(EvasVideoSinkClass* klass) { GObjectClass* gobject_class; GstBaseSinkClass* gstbase_sink_class; gobject_class = G_OBJECT_CLASS(klass); gstbase_sink_class = GST_BASE_SINK_CLASS(klass); g_type_class_add_private(klass, sizeof(EvasVideoSinkPrivate)); gobject_class->set_property = evas_video_sink_set_property; gobject_class->get_property = evas_video_sink_get_property; g_object_class_install_property (gobject_class, PROP_EVAS_OBJECT, g_param_spec_pointer ("evas-object", "Evas Object", "The Evas object where the display of the video will be done", G_PARAM_READWRITE)); g_object_class_install_property (gobject_class, PROP_WIDTH, g_param_spec_int ("width", "Width", "The width of the video", 0, 65536, 0, G_PARAM_READABLE | G_PARAM_STATIC_STRINGS)); g_object_class_install_property (gobject_class, PROP_HEIGHT, g_param_spec_int ("height", "Height", "The height of the video", 0, 65536, 0, G_PARAM_READABLE | G_PARAM_STATIC_STRINGS)); gobject_class->dispose = evas_video_sink_dispose; gstbase_sink_class->set_caps = evas_video_sink_set_caps; gstbase_sink_class->stop = evas_video_sink_stop; gstbase_sink_class->start = evas_video_sink_start; gstbase_sink_class->unlock = evas_video_sink_unlock; gstbase_sink_class->unlock_stop = evas_video_sink_unlock_stop; gstbase_sink_class->render = evas_video_sink_render; gstbase_sink_class->preroll = evas_video_sink_preroll; evas_video_sink_signals[REPAINT_REQUESTED] = g_signal_new("repaint-requested", G_TYPE_FROM_CLASS(klass), (GSignalFlags)(G_SIGNAL_RUN_LAST | G_SIGNAL_ACTION), 0, 0, 0, marshal_VOID__MINIOBJECT, G_TYPE_NONE, 1, GST_TYPE_BUFFER); } gboolean gstreamer_plugin_init (GstPlugin * plugin) { return gst_element_register (plugin, "emotion-sink", GST_RANK_NONE, EVAS_TYPE_VIDEO_SINK); } static void _emotion_gstreamer_pause(void *data, Ecore_Thread *thread __UNUSED__) { Emotion_Gstreamer_Video *ev = data; gst_element_set_state(ev->pipeline, GST_STATE_PAUSED); } static void _emotion_gstreamer_cancel(void *data, Ecore_Thread *thread __UNUSED__) { Emotion_Gstreamer_Video *ev = data; ev->thread = NULL; } static void _emotion_gstreamer_end(void *data, Ecore_Thread *thread) { _emotion_gstreamer_video_pipeline_parse(data, EINA_TRUE); _emotion_gstreamer_cancel(data, thread); } GstElement * gstreamer_video_sink_new(Emotion_Gstreamer_Video *ev, Evas_Object *o, const char *uri) { GstElement *playbin; GstElement *sink; Evas_Object *obj; GstStateChangeReturn res; obj = emotion_object_image_get(o); if (!obj) { ERR("Not Evas_Object specified"); return NULL; } playbin = gst_element_factory_make("playbin2", "playbin"); if (!playbin) { ERR("Unable to create 'playbin' GstElement."); return NULL; } sink = gst_element_factory_make("emotion-sink", "sink"); if (!sink) { ERR("Unable to create 'emotion-sink' GstElement."); goto unref_pipeline; } g_object_set(G_OBJECT(playbin), "video-sink", sink, NULL); g_object_set(G_OBJECT(playbin), "uri", uri, NULL); g_object_set(G_OBJECT(sink), "evas-object", obj, NULL); ev->pipeline = playbin; ev->thread = ecore_thread_run(_emotion_gstreamer_pause, _emotion_gstreamer_end, _emotion_gstreamer_cancel, ev); /** NOTE: you need to set: GST_DEBUG_DUMP_DOT_DIR=/tmp EMOTION_ENGINE=gstreamer to save the $EMOTION_GSTREAMER_DOT file in '/tmp' */ /** then call dot -Tpng -oemotion_pipeline.png /tmp/$TIMESTAMP-$EMOTION_GSTREAMER_DOT.dot */ if (getenv("EMOTION_GSTREAMER_DOT")) GST_DEBUG_BIN_TO_DOT_FILE_WITH_TS(GST_BIN(playbin), GST_DEBUG_GRAPH_SHOW_ALL, getenv("EMOTION_GSTREAMER_DOT")); evas_object_data_set(obj, "_emotion_gstreamer_video", ev); return playbin; unref_pipeline: gst_object_unref(playbin); return NULL; }