gst/overlay/gstoverlay.c - mtk-gst-plugins-bad - Git at Google

 /* GStreamer
  * Copyright (C) <1999> Erik Walthinsen <omega@cse.ogi.edu>
  * Copyright (C) <2003> David Schleef <ds@schleef.org>
  *
  * This library is free software; you can redistribute it and/or
  * modify it under the terms of the GNU Library General Public
  * License as published by the Free Software Foundation; either
  * version 2 of the License, or (at your option) any later version.
  *
  * This library is distributed in the hope that it will be useful,
  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  * Library General Public License for more details.
  *
  * You should have received a copy of the GNU Library General Public
  * License along with this library; if not, write to the
  * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
  * Boston, MA 02110-1301, USA.
  */

 #ifdef HAVE_CONFIG_H
 #include "config.h"
 #endif
 #include "gstoverlay.h"
 #include <gst/video/video.h>

 static GstStaticPadTemplate overlay_src_factory =
 GST_STATIC_PAD_TEMPLATE ("src",
     GST_PAD_SRC,
     GST_PAD_ALWAYS,
     GST_STATIC_CAPS (GST_VIDEO_CAPS_YUV ("I420"))
     );

 static GstStaticPadTemplate overlay_sink1_factory =
 GST_STATIC_PAD_TEMPLATE ("sink1",
     GST_PAD_SINK,
     GST_PAD_ALWAYS,
     GST_STATIC_CAPS (GST_VIDEO_CAPS_YUV ("I420"))
     );

 static GstStaticPadTemplate overlay_sink2_factory =
 GST_STATIC_PAD_TEMPLATE ("sink2",
     GST_PAD_SINK,
     GST_PAD_ALWAYS,
     GST_STATIC_CAPS (GST_VIDEO_CAPS_YUV ("I420"))
     );

 static GstStaticPadTemplate overlay_sink3_factory =
 GST_STATIC_PAD_TEMPLATE ("sink3",
     GST_PAD_SINK,
     GST_PAD_ALWAYS,
     GST_STATIC_CAPS (GST_VIDEO_CAPS_YUV ("I420"))
     );

 /* OVERLAY signals and args */
 enum
 {
   /* FILL ME */
   LAST_SIGNAL
 };

 enum
 {
   PROP_0
 };


 static void gst_overlay_class_init (GstOverlayClass * klass);
 static void gst_overlay_base_init (GstOverlayClass * klass);
 static void gst_overlay_init (GstOverlay * overlay);

 static void gst_overlay_loop (GstElement * element);

 static void gst_overlay_set_property (GObject * object, guint prop_id,
     const GValue * value, GParamSpec * pspec);
 static void gst_overlay_get_property (GObject * object, guint prop_id,
     GValue * value, GParamSpec * pspec);

 static GstElementClass *parent_class = NULL;

 /*static guint gst_overlay_signals[LAST_SIGNAL] = { 0 }; */

 static GType
 gst_overlay_get_type (void)
 {
   static GType overlay_type = 0;

   if (!overlay_type) {
     static const GTypeInfo overlay_info = {
       sizeof (GstOverlayClass),
       (GBaseInitFunc) gst_overlay_base_init,
       NULL,
       (GClassInitFunc) gst_overlay_class_init,
       NULL,
       NULL,
       sizeof (GstOverlay),
       0,
       (GInstanceInitFunc) gst_overlay_init,
     };

     overlay_type =
         g_type_register_static (GST_TYPE_ELEMENT, "GstOverlay", &overlay_info,
         0);
   }
   return overlay_type;
 }

 static void
 gst_overlay_base_init (GstOverlayClass * klass)
 {
   GstElementClass *element_class = GST_ELEMENT_CLASS (klass);

   gst_element_class_add_static_pad_template (element_class,
       &overlay_sink1_factory);
   gst_element_class_add_static_pad_template (element_class,
       &overlay_sink2_factory);
   gst_element_class_add_static_pad_template (element_class,
       &overlay_sink3_factory);
   gst_element_class_add_static_pad_template (element_class,
       &overlay_src_factory);
   gst_element_class_set_static_metadata (element_class, "Video overlay",
       "Filter/Editor/Video", "Overlay multiple video streams",
       "David Schleef <ds@schleef.org>");
 }

 static void
 gst_overlay_class_init (GstOverlayClass * klass)
 {
   GObjectClass *gobject_class;
   GstElementClass *gstelement_class;

   gobject_class = (GObjectClass *) klass;
   gstelement_class = (GstElementClass *) klass;

   parent_class = g_type_class_peek_parent (klass);

   gobject_class->set_property = gst_overlay_set_property;
   gobject_class->get_property = gst_overlay_get_property;

 }

 #if 0
 static GstCaps *
 gst_overlay_getcaps (GstPad * pad)
 {
   GstCaps *caps;
   GstOverlay *overlay;

   overlay = GST_OVERLAY (gst_pad_get_parent (pad));

   if (overlay->width && overlay->height) {
     caps = GST_STATIC_CAPS ("overlay_sink2",
         "video/raw",
         "format", GST_TYPE_FOURCC (GST_MAKE_FOURCC ('I', '4', '2', '0')),
         "width", G_TYPE_INT (overlay->width),
         "height", G_TYPE_INT (overlay->height)
         );
   } else {
     caps = GST_STATIC_CAPS ("overlay_sink2",
         "video/raw",
         "format", GST_TYPE_FOURCC (GST_MAKE_FOURCC ('I', '4', '2', '0')),
         "width", G_TYPE_INT_RANGE (0, 4096),
         "height", G_TYPE_INT_RANGE (0, 4096)
         );
   }

   return caps;
 }
 #endif

 static gboolean
 gst_overlay_sinkconnect (GstPad * pad, const GstCaps * caps)
 {
   GstOverlay *overlay;
   GstStructure *structure;

   overlay = GST_OVERLAY (gst_pad_get_parent (pad));

   structure = gst_caps_get_structure (caps, 0);

   gst_structure_get_int (structure, "width", &overlay->width);
   gst_structure_get_int (structure, "height", &overlay->height);
   gst_structure_get_double (structure, "framerate", &overlay->framerate);

   /* forward to the next plugin */
   return gst_pad_try_set_caps (overlay->srcpad, caps);
 }

 static void
 gst_overlay_init (GstOverlay * overlay)
 {
   overlay->sinkpad1 =
       gst_pad_new_from_static_template (&overlay_sink1_factory, "sink1");
   gst_pad_set_link_function (overlay->sinkpad1, gst_overlay_sinkconnect);
   gst_element_add_pad (GST_ELEMENT (overlay), overlay->sinkpad1);

   overlay->sinkpad2 =
       gst_pad_new_from_static_template (&overlay_sink2_factory, "sink2");
   gst_pad_set_link_function (overlay->sinkpad2, gst_overlay_sinkconnect);
   gst_element_add_pad (GST_ELEMENT (overlay), overlay->sinkpad2);

   overlay->sinkpad3 =
       gst_pad_new_from_static_template (&overlay_sink3_factory, "sink3");
   gst_pad_set_link_function (overlay->sinkpad3, gst_overlay_sinkconnect);
   gst_element_add_pad (GST_ELEMENT (overlay), overlay->sinkpad3);

   overlay->srcpad =
       gst_pad_new_from_static_template (&overlay_src_factory, "src");
   gst_element_add_pad (GST_ELEMENT (overlay), overlay->srcpad);

   gst_element_set_loop_function (GST_ELEMENT (overlay), gst_overlay_loop);
 }

 static void
 gst_overlay_blend_i420 (guint8 * out, guint8 * in1, guint8 * in2, guint8 * in3,
     gint width, gint height)
 {
   int mask;
   int i, j;
   guint8 *in1u, *in1v, *in2u, *in2v, *outu, *outv;
   int lumsize;
   int chromsize;
   int width2 = width / 2;
   int height2 = height / 2;

   lumsize = width * height;
   chromsize = width2 * height2;

   in1u = in1 + lumsize;
   in1v = in1u + chromsize;
   in2u = in2 + lumsize;
   in2v = in2u + chromsize;
   outu = out + lumsize;
   outv = outu + chromsize;

   for (i = 0; i < height; i++) {
     for (j = 0; j < width; j++) {
       mask = in3[i * width + j];
       out[i * width + j] = ((in1[i * width + j] * mask) +
           (in2[i * width + j] * (255 - mask))) >> 8;
     }
   }

   for (i = 0; i < height / 2; i++) {
     for (j = 0; j < width / 2; j++) {
       mask =
           (in3[(i * 2) * width + (j * 2)] + in3[(i * 2 + 1) * width + (j * 2)] +
           in3[(i * 2) * width + (j * 2 + 1)] + in3[(i * 2 + 1) * width +
               (j * 2 + 1)]) / 4;
       outu[i * width2 + j] =
           ((in1u[i * width2 + j] * mask) + (in2u[i * width2 + j] * (255 -
                   mask))) >> 8;
       outv[i * width2 + j] =
           ((in1v[i * width2 + j] * mask) + (in2v[i * width2 + j] * (255 -
                   mask))) >> 8;
     }
   }
 }

 static void
 gst_overlay_loop (GstElement * element)
 {
   GstOverlay *overlay;
   GstBuffer *out;
   GstBuffer *in1 = NULL, *in2 = NULL, *in3 = NULL;
   int size;

   overlay = GST_OVERLAY (element);

   in1 = GST_BUFFER (gst_pad_pull (overlay->sinkpad1));
   if (GST_IS_EVENT (in1)) {
     gst_pad_push (overlay->srcpad, GST_DATA (in1));
     /* FIXME */
     return;
   }
   in2 = GST_BUFFER (gst_pad_pull (overlay->sinkpad2));
   if (GST_IS_EVENT (in2)) {
     gst_pad_push (overlay->srcpad, GST_DATA (in2));
     /* FIXME */
     return;
   }
   in3 = GST_BUFFER (gst_pad_pull (overlay->sinkpad3));
   if (GST_IS_EVENT (in3)) {
     gst_pad_push (overlay->srcpad, GST_DATA (in3));
     /* FIXME */
     return;
   }

   g_return_if_fail (in1 != NULL);
   g_return_if_fail (in2 != NULL);
   g_return_if_fail (in3 != NULL);

   size = (overlay->width * overlay->height * 3) / 2;
   g_return_if_fail (GST_BUFFER_SIZE (in1) != size);
   g_return_if_fail (GST_BUFFER_SIZE (in2) != size);
   g_return_if_fail (GST_BUFFER_SIZE (in3) != size);

   out = gst_buffer_new_and_alloc (size);

   gst_overlay_blend_i420 (GST_BUFFER_DATA (out),
       GST_BUFFER_DATA (in1),
       GST_BUFFER_DATA (in2),
       GST_BUFFER_DATA (in3), overlay->width, overlay->height);

   GST_BUFFER_TIMESTAMP (out) = GST_BUFFER_TIMESTAMP (in1);
   GST_BUFFER_DURATION (out) = GST_BUFFER_DURATION (in1);

   gst_buffer_unref (in1);
   gst_buffer_unref (in2);
   gst_buffer_unref (in3);

   gst_pad_push (overlay->srcpad, GST_DATA (out));
 }

 static void
 gst_overlay_set_property (GObject * object, guint prop_id,
     const GValue * value, GParamSpec * pspec)
 {
   GstOverlay *overlay;

   overlay = GST_OVERLAY (object);

   switch (prop_id) {
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
       break;
   }
 }

 static void
 gst_overlay_get_property (GObject * object, guint prop_id,
     GValue * value, GParamSpec * pspec)
 {
   GstOverlay *overlay;

   overlay = GST_OVERLAY (object);

   switch (prop_id) {
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
       break;
   }
 }


 static gboolean
 plugin_init (GstPlugin * plugin)
 {
   return gst_element_register (plugin, "overlay",
       GST_RANK_NONE, GST_TYPE_OVERLAY);
 }

 GST_PLUGIN_DEFINE (GST_VERSION_MAJOR,
     GST_VERSION_MINOR,
     overlay,
     "Overlay multiple video streams",
     plugin_init, VERSION, "LGPL", GST_PACKAGE_NAME, GST_PACKAGE_ORIGIN)
	/* GStreamer
	* Copyright (C) <1999> Erik Walthinsen <omega@cse.ogi.edu>
	* Copyright (C) <2003> David Schleef <ds@schleef.org>
	*
	* This library is free software; you can redistribute it and/or
	* modify it under the terms of the GNU Library General Public
	* License as published by the Free Software Foundation; either
	* version 2 of the License, or (at your option) any later version.
	*
	* This library is distributed in the hope that it will be useful,
	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
	* Library General Public License for more details.
	*
	* You should have received a copy of the GNU Library General Public
	* License along with this library; if not, write to the
	* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
	* Boston, MA 02110-1301, USA.
	*/

	#ifdef HAVE_CONFIG_H
	#include "config.h"
	#endif
	#include "gstoverlay.h"
	#include <gst/video/video.h>

	static GstStaticPadTemplate overlay_src_factory =
	GST_STATIC_PAD_TEMPLATE ("src",
	GST_PAD_SRC,
	GST_PAD_ALWAYS,
	GST_STATIC_CAPS (GST_VIDEO_CAPS_YUV ("I420"))
	);

	static GstStaticPadTemplate overlay_sink1_factory =
	GST_STATIC_PAD_TEMPLATE ("sink1",
	GST_PAD_SINK,
	GST_PAD_ALWAYS,
	GST_STATIC_CAPS (GST_VIDEO_CAPS_YUV ("I420"))
	);

	static GstStaticPadTemplate overlay_sink2_factory =
	GST_STATIC_PAD_TEMPLATE ("sink2",
	GST_PAD_SINK,
	GST_PAD_ALWAYS,
	GST_STATIC_CAPS (GST_VIDEO_CAPS_YUV ("I420"))
	);

	static GstStaticPadTemplate overlay_sink3_factory =
	GST_STATIC_PAD_TEMPLATE ("sink3",
	GST_PAD_SINK,
	GST_PAD_ALWAYS,
	GST_STATIC_CAPS (GST_VIDEO_CAPS_YUV ("I420"))
	);

	/* OVERLAY signals and args */
	enum
	{
	/* FILL ME */
	LAST_SIGNAL
	};

	enum
	{
	PROP_0
	};


	static void gst_overlay_class_init (GstOverlayClass * klass);
	static void gst_overlay_base_init (GstOverlayClass * klass);
	static void gst_overlay_init (GstOverlay * overlay);

	static void gst_overlay_loop (GstElement * element);

	static void gst_overlay_set_property (GObject * object, guint prop_id,
	const GValue * value, GParamSpec * pspec);
	static void gst_overlay_get_property (GObject * object, guint prop_id,
	GValue * value, GParamSpec * pspec);

	static GstElementClass *parent_class = NULL;

	/static guint gst_overlay_signals[LAST_SIGNAL] = { 0 }; /

	static GType
	gst_overlay_get_type (void)
	{
	static GType overlay_type = 0;

	if (!overlay_type) {
	static const GTypeInfo overlay_info = {
	sizeof (GstOverlayClass),
	(GBaseInitFunc) gst_overlay_base_init,
	NULL,
	(GClassInitFunc) gst_overlay_class_init,
	NULL,
	NULL,
	sizeof (GstOverlay),
	0,
	(GInstanceInitFunc) gst_overlay_init,
	};

	overlay_type =
	g_type_register_static (GST_TYPE_ELEMENT, "GstOverlay", &overlay_info,
	0);
	}
	return overlay_type;
	}

	static void
	gst_overlay_base_init (GstOverlayClass * klass)
	{
	GstElementClass *element_class = GST_ELEMENT_CLASS (klass);

	gst_element_class_add_static_pad_template (element_class,
	&overlay_sink1_factory);
	gst_element_class_add_static_pad_template (element_class,
	&overlay_sink2_factory);
	gst_element_class_add_static_pad_template (element_class,
	&overlay_sink3_factory);
	gst_element_class_add_static_pad_template (element_class,
	&overlay_src_factory);
	gst_element_class_set_static_metadata (element_class, "Video overlay",
	"Filter/Editor/Video", "Overlay multiple video streams",
	"David Schleef <ds@schleef.org>");
	}

	static void
	gst_overlay_class_init (GstOverlayClass * klass)
	{
	GObjectClass *gobject_class;
	GstElementClass *gstelement_class;

	gobject_class = (GObjectClass *) klass;
	gstelement_class = (GstElementClass *) klass;

	parent_class = g_type_class_peek_parent (klass);

	gobject_class->set_property = gst_overlay_set_property;
	gobject_class->get_property = gst_overlay_get_property;

	}

	#if 0
	static GstCaps *
	gst_overlay_getcaps (GstPad * pad)
	{
	GstCaps *caps;
	GstOverlay *overlay;

	overlay = GST_OVERLAY (gst_pad_get_parent (pad));

	if (overlay->width && overlay->height) {
	caps = GST_STATIC_CAPS ("overlay_sink2",
	"video/raw",
	"format", GST_TYPE_FOURCC (GST_MAKE_FOURCC ('I', '4', '2', '0')),
	"width", G_TYPE_INT (overlay->width),
	"height", G_TYPE_INT (overlay->height)
	);
	} else {
	caps = GST_STATIC_CAPS ("overlay_sink2",
	"video/raw",
	"format", GST_TYPE_FOURCC (GST_MAKE_FOURCC ('I', '4', '2', '0')),
	"width", G_TYPE_INT_RANGE (0, 4096),
	"height", G_TYPE_INT_RANGE (0, 4096)
	);
	}

	return caps;
	}
	#endif

	static gboolean
	gst_overlay_sinkconnect (GstPad * pad, const GstCaps * caps)
	{
	GstOverlay *overlay;
	GstStructure *structure;

	overlay = GST_OVERLAY (gst_pad_get_parent (pad));

	structure = gst_caps_get_structure (caps, 0);

	gst_structure_get_int (structure, "width", &overlay->width);
	gst_structure_get_int (structure, "height", &overlay->height);
	gst_structure_get_double (structure, "framerate", &overlay->framerate);

	/* forward to the next plugin */
	return gst_pad_try_set_caps (overlay->srcpad, caps);
	}

	static void
	gst_overlay_init (GstOverlay * overlay)
	{
	overlay->sinkpad1 =
	gst_pad_new_from_static_template (&overlay_sink1_factory, "sink1");
	gst_pad_set_link_function (overlay->sinkpad1, gst_overlay_sinkconnect);
	gst_element_add_pad (GST_ELEMENT (overlay), overlay->sinkpad1);

	overlay->sinkpad2 =
	gst_pad_new_from_static_template (&overlay_sink2_factory, "sink2");
	gst_pad_set_link_function (overlay->sinkpad2, gst_overlay_sinkconnect);
	gst_element_add_pad (GST_ELEMENT (overlay), overlay->sinkpad2);

	overlay->sinkpad3 =
	gst_pad_new_from_static_template (&overlay_sink3_factory, "sink3");
	gst_pad_set_link_function (overlay->sinkpad3, gst_overlay_sinkconnect);
	gst_element_add_pad (GST_ELEMENT (overlay), overlay->sinkpad3);

	overlay->srcpad =
	gst_pad_new_from_static_template (&overlay_src_factory, "src");
	gst_element_add_pad (GST_ELEMENT (overlay), overlay->srcpad);

	gst_element_set_loop_function (GST_ELEMENT (overlay), gst_overlay_loop);
	}

	static void
	gst_overlay_blend_i420 (guint8 * out, guint8 * in1, guint8 * in2, guint8 * in3,
	gint width, gint height)
	{
	int mask;
	int i, j;
	guint8 in1u, in1v, in2u, in2v, outu, outv;
	int lumsize;
	int chromsize;
	int width2 = width / 2;
	int height2 = height / 2;

	lumsize = width * height;
	chromsize = width2 * height2;

	in1u = in1 + lumsize;
	in1v = in1u + chromsize;
	in2u = in2 + lumsize;
	in2v = in2u + chromsize;
	outu = out + lumsize;
	outv = outu + chromsize;

	for (i = 0; i < height; i++) {
	for (j = 0; j < width; j++) {
	mask = in3[i * width + j];
	out[i * width + j] = ((in1[i * width + j] * mask) +
	(in2[i * width + j] * (255 - mask))) >> 8;
	}
	}

	for (i = 0; i < height / 2; i++) {
	for (j = 0; j < width / 2; j++) {
	mask =
	(in3[(i * 2) * width + (j * 2)] + in3[(i * 2 + 1) * width + (j * 2)] +
	in3[(i * 2) * width + (j * 2 + 1)] + in3[(i * 2 + 1) * width +
	(j * 2 + 1)]) / 4;
	outu[i * width2 + j] =
	((in1u[i * width2 + j] * mask) + (in2u[i * width2 + j] * (255 -
	mask))) >> 8;
	outv[i * width2 + j] =
	((in1v[i * width2 + j] * mask) + (in2v[i * width2 + j] * (255 -
	mask))) >> 8;
	}
	}
	}

	static void
	gst_overlay_loop (GstElement * element)
	{
	GstOverlay *overlay;
	GstBuffer *out;
	GstBuffer in1 = NULL, in2 = NULL, *in3 = NULL;
	int size;

	overlay = GST_OVERLAY (element);

	in1 = GST_BUFFER (gst_pad_pull (overlay->sinkpad1));
	if (GST_IS_EVENT (in1)) {
	gst_pad_push (overlay->srcpad, GST_DATA (in1));
	/* FIXME */
	return;
	}
	in2 = GST_BUFFER (gst_pad_pull (overlay->sinkpad2));
	if (GST_IS_EVENT (in2)) {
	gst_pad_push (overlay->srcpad, GST_DATA (in2));
	/* FIXME */
	return;
	}
	in3 = GST_BUFFER (gst_pad_pull (overlay->sinkpad3));
	if (GST_IS_EVENT (in3)) {
	gst_pad_push (overlay->srcpad, GST_DATA (in3));
	/* FIXME */
	return;
	}

	g_return_if_fail (in1 != NULL);
	g_return_if_fail (in2 != NULL);
	g_return_if_fail (in3 != NULL);

	size = (overlay->width * overlay->height * 3) / 2;
	g_return_if_fail (GST_BUFFER_SIZE (in1) != size);
	g_return_if_fail (GST_BUFFER_SIZE (in2) != size);
	g_return_if_fail (GST_BUFFER_SIZE (in3) != size);

	out = gst_buffer_new_and_alloc (size);

	gst_overlay_blend_i420 (GST_BUFFER_DATA (out),
	GST_BUFFER_DATA (in1),
	GST_BUFFER_DATA (in2),
	GST_BUFFER_DATA (in3), overlay->width, overlay->height);

	GST_BUFFER_TIMESTAMP (out) = GST_BUFFER_TIMESTAMP (in1);
	GST_BUFFER_DURATION (out) = GST_BUFFER_DURATION (in1);

	gst_buffer_unref (in1);
	gst_buffer_unref (in2);
	gst_buffer_unref (in3);

	gst_pad_push (overlay->srcpad, GST_DATA (out));
	}

	static void
	gst_overlay_set_property (GObject * object, guint prop_id,
	const GValue * value, GParamSpec * pspec)
	{
	GstOverlay *overlay;

	overlay = GST_OVERLAY (object);

	switch (prop_id) {
	default:
	G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
	break;
	}
	}

	static void
	gst_overlay_get_property (GObject * object, guint prop_id,
	GValue * value, GParamSpec * pspec)
	{
	GstOverlay *overlay;

	overlay = GST_OVERLAY (object);

	switch (prop_id) {
	default:
	G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
	break;
	}
	}


	static gboolean
	plugin_init (GstPlugin * plugin)
	{
	return gst_element_register (plugin, "overlay",
	GST_RANK_NONE, GST_TYPE_OVERLAY);
	}

	GST_PLUGIN_DEFINE (GST_VERSION_MAJOR,
	GST_VERSION_MINOR,
	overlay,
	"Overlay multiple video streams",
	plugin_init, VERSION, "LGPL", GST_PACKAGE_NAME, GST_PACKAGE_ORIGIN)