| /* |
| * GStreamer |
| * Copyright (C) 2005 Thomas Vander Stichele <thomas@apestaart.org> |
| * Copyright (C) 2005 Ronald S. Bultje <rbultje@ronald.bitfreak.net> |
| * Copyright (C) 2008 Michael Sheldon <mike@mikeasoft.com> |
| * |
| * Permission is hereby granted, free of charge, to any person obtaining a |
| * copy of this software and associated documentation files (the "Software"), |
| * to deal in the Software without restriction, including without limitation |
| * the rights to use, copy, modify, merge, publish, distribute, sublicense, |
| * and/or sell copies of the Software, and to permit persons to whom the |
| * Software is furnished to do so, subject to the following conditions: |
| * |
| * The above copyright notice and this permission notice shall be included in |
| * all copies or substantial portions of the Software. |
| * |
| * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
| * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
| * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE |
| * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER |
| * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING |
| * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER |
| * DEALINGS IN THE SOFTWARE. |
| * |
| * Alternatively, the contents of this file may be used under the |
| * GNU Lesser General Public License Version 2.1 (the "LGPL"), in |
| * which case the following provisions apply instead of the ones |
| * mentioned above: |
| * |
| * This library is free software; you can redistribute it and/or |
| * modify it under the terms of the GNU Library General Public |
| * License as published by the Free Software Foundation; either |
| * version 2 of the License, or (at your option) any later version. |
| * |
| * This library is distributed in the hope that it will be useful, |
| * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
| * Library General Public License for more details. |
| * |
| * You should have received a copy of the GNU Library General Public |
| * License along with this library; if not, write to the |
| * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, |
| * Boston, MA 02110-1301, USA. |
| */ |
| |
| /** |
| * SECTION:element-pyramidsegment |
| * |
| * Applies pyramid segmentation to a video or image. |
| * |
| * <refsect2> |
| * <title>Example launch line</title> |
| * |[ |
| * gst-launch -v -m fakesrc ! pyramidsegment ! fakesink silent=TRUE |
| * ]| |
| * </refsect2> |
| */ |
| |
| #ifdef HAVE_CONFIG_H |
| # include <config.h> |
| #endif |
| |
| #include <gst/gst.h> |
| |
| #include "gstopencvutils.h" |
| #include "gstpyramidsegment.h" |
| |
| #define BLOCK_SIZE 1000 |
| |
| GST_DEBUG_CATEGORY_STATIC (gst_pyramid_segment_debug); |
| #define GST_CAT_DEFAULT gst_pyramid_segment_debug |
| |
| /* Filter signals and args */ |
| enum |
| { |
| /* FILL ME */ |
| LAST_SIGNAL |
| }; |
| |
| enum |
| { |
| PROP_0, |
| PROP_SILENT, |
| PROP_THRESHOLD1, |
| PROP_THRESHOLD2, |
| PROP_LEVEL |
| }; |
| |
| /* the capabilities of the inputs and outputs. |
| * |
| * describe the real formats here. |
| */ |
| static GstStaticPadTemplate sink_factory = GST_STATIC_PAD_TEMPLATE ("sink", |
| GST_PAD_SINK, |
| GST_PAD_ALWAYS, |
| GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE ("RGB")) |
| ); |
| |
| static GstStaticPadTemplate src_factory = GST_STATIC_PAD_TEMPLATE ("src", |
| GST_PAD_SRC, |
| GST_PAD_ALWAYS, |
| GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE ("RGB")) |
| ); |
| |
| G_DEFINE_TYPE (GstPyramidSegment, gst_pyramid_segment, GST_TYPE_ELEMENT); |
| |
| static void gst_pyramid_segment_set_property (GObject * object, guint prop_id, |
| const GValue * value, GParamSpec * pspec); |
| static void gst_pyramid_segment_get_property (GObject * object, guint prop_id, |
| GValue * value, GParamSpec * pspec); |
| |
| static gboolean gst_pyramid_segment_handle_sink_event (GstPad * pad, |
| GstObject * parent, GstEvent * event); |
| static GstFlowReturn gst_pyramid_segment_chain (GstPad * pad, |
| GstObject * parent, GstBuffer * buf); |
| |
| /* Clean up */ |
| static void |
| gst_pyramid_segment_finalize (GObject * obj) |
| { |
| GstPyramidSegment *filter = GST_PYRAMID_SEGMENT (obj); |
| |
| if (filter->cvImage != NULL) { |
| cvReleaseImage (&filter->cvImage); |
| } |
| |
| cvReleaseMemStorage (&filter->storage); |
| |
| G_OBJECT_CLASS (gst_pyramid_segment_parent_class)->finalize (obj); |
| } |
| |
| /* initialize the pyramidsegment's class */ |
| static void |
| gst_pyramid_segment_class_init (GstPyramidSegmentClass * klass) |
| { |
| GObjectClass *gobject_class; |
| |
| GstElementClass *element_class = GST_ELEMENT_CLASS (klass); |
| gobject_class = (GObjectClass *) klass; |
| |
| gobject_class->finalize = GST_DEBUG_FUNCPTR (gst_pyramid_segment_finalize); |
| gobject_class->set_property = gst_pyramid_segment_set_property; |
| gobject_class->get_property = gst_pyramid_segment_get_property; |
| |
| g_object_class_install_property (gobject_class, PROP_SILENT, |
| g_param_spec_boolean ("silent", "Silent", "Produce verbose output ?", |
| FALSE, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)); |
| |
| g_object_class_install_property (gobject_class, PROP_THRESHOLD1, |
| g_param_spec_double ("threshold1", "Threshold1", |
| "Error threshold for establishing links", 0, 1000, 50, |
| G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)); |
| |
| g_object_class_install_property (gobject_class, PROP_THRESHOLD2, |
| g_param_spec_double ("threshold2", "Threshold2", |
| "Error threshold for segment clustering", 0, 1000, 60, |
| G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)); |
| |
| g_object_class_install_property (gobject_class, PROP_LEVEL, |
| g_param_spec_int ("level", "Level", |
| "Maximum level of the pyramid segmentation", 0, 4, 4, |
| G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)); |
| |
| gst_element_class_set_static_metadata (element_class, |
| "pyramidsegment", |
| "Filter/Effect/Video", |
| "Applies pyramid segmentation to a video or image.", |
| "Michael Sheldon <mike@mikeasoft.com>"); |
| |
| gst_element_class_add_pad_template (element_class, |
| gst_static_pad_template_get (&src_factory)); |
| gst_element_class_add_pad_template (element_class, |
| gst_static_pad_template_get (&sink_factory)); |
| } |
| |
| /* initialize the new element |
| * instantiate pads and add them to element |
| * set pad calback functions |
| * initialize instance structure |
| */ |
| static void |
| gst_pyramid_segment_init (GstPyramidSegment * filter) |
| { |
| filter->sinkpad = gst_pad_new_from_static_template (&sink_factory, "sink"); |
| GST_PAD_SET_PROXY_CAPS (filter->sinkpad); |
| |
| gst_pad_set_event_function (filter->sinkpad, |
| GST_DEBUG_FUNCPTR (gst_pyramid_segment_handle_sink_event)); |
| gst_pad_set_chain_function (filter->sinkpad, |
| GST_DEBUG_FUNCPTR (gst_pyramid_segment_chain)); |
| |
| filter->srcpad = gst_pad_new_from_static_template (&src_factory, "src"); |
| GST_PAD_SET_PROXY_CAPS (filter->srcpad); |
| |
| gst_element_add_pad (GST_ELEMENT (filter), filter->sinkpad); |
| gst_element_add_pad (GST_ELEMENT (filter), filter->srcpad); |
| filter->storage = cvCreateMemStorage (BLOCK_SIZE); |
| filter->comp = |
| cvCreateSeq (0, sizeof (CvSeq), sizeof (CvPoint), filter->storage); |
| filter->silent = FALSE; |
| filter->threshold1 = 50.0; |
| filter->threshold2 = 60.0; |
| filter->level = 4; |
| } |
| |
| static void |
| gst_pyramid_segment_set_property (GObject * object, guint prop_id, |
| const GValue * value, GParamSpec * pspec) |
| { |
| GstPyramidSegment *filter = GST_PYRAMID_SEGMENT (object); |
| |
| switch (prop_id) { |
| case PROP_SILENT: |
| filter->silent = g_value_get_boolean (value); |
| break; |
| case PROP_THRESHOLD1: |
| filter->threshold1 = g_value_get_double (value); |
| break; |
| case PROP_THRESHOLD2: |
| filter->threshold2 = g_value_get_double (value); |
| break; |
| case PROP_LEVEL: |
| filter->level = g_value_get_int (value); |
| break; |
| default: |
| G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); |
| break; |
| } |
| } |
| |
| static void |
| gst_pyramid_segment_get_property (GObject * object, guint prop_id, |
| GValue * value, GParamSpec * pspec) |
| { |
| GstPyramidSegment *filter = GST_PYRAMID_SEGMENT (object); |
| |
| switch (prop_id) { |
| case PROP_SILENT: |
| g_value_set_boolean (value, filter->silent); |
| break; |
| case PROP_THRESHOLD1: |
| g_value_set_double (value, filter->threshold1); |
| break; |
| case PROP_THRESHOLD2: |
| g_value_set_double (value, filter->threshold2); |
| break; |
| case PROP_LEVEL: |
| g_value_set_int (value, filter->level); |
| break; |
| default: |
| G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); |
| break; |
| } |
| } |
| |
| /* GstElement vmethod implementations */ |
| |
| /* this function handles the link with other elements */ |
| static gboolean |
| gst_pyramid_segment_handle_sink_event (GstPad * pad, GstObject * parent, |
| GstEvent * event) |
| { |
| GstPyramidSegment *filter; |
| GstVideoInfo info; |
| gboolean res = TRUE; |
| filter = GST_PYRAMID_SEGMENT (parent); |
| |
| switch (GST_EVENT_TYPE (event)) { |
| case GST_EVENT_CAPS: |
| { |
| GstCaps *caps; |
| gst_event_parse_caps (event, &caps); |
| gst_video_info_from_caps (&info, caps); |
| |
| if (filter->cvImage != NULL) { |
| cvReleaseImage (&filter->cvImage); |
| } |
| filter->cvImage = |
| cvCreateImage (cvSize (info.width, info.height), IPL_DEPTH_8U, 3); |
| break; |
| } |
| default: |
| break; |
| } |
| |
| res = gst_pad_event_default (pad, parent, event); |
| |
| return res; |
| } |
| |
| /* chain function |
| * this function does the actual processing |
| */ |
| static GstFlowReturn |
| gst_pyramid_segment_chain (GstPad * pad, GstObject * parent, GstBuffer * buf) |
| { |
| GstPyramidSegment *filter; |
| GstBuffer *outbuf; |
| GstMapInfo info; |
| GstMapInfo outinfo; |
| |
| filter = GST_PYRAMID_SEGMENT (GST_OBJECT_PARENT (pad)); |
| |
| buf = gst_buffer_make_writable (buf); |
| gst_buffer_map (buf, &info, GST_MAP_READWRITE); |
| filter->cvImage->imageData = (char *) info.data; |
| filter->cvSegmentedImage = cvCloneImage (filter->cvImage); |
| |
| cvPyrSegmentation (filter->cvImage, filter->cvSegmentedImage, filter->storage, |
| &(filter->comp), filter->level, filter->threshold1, filter->threshold2); |
| |
| /* TODO look if there is a way in opencv to reuse the image data and |
| * delete only the struct headers. Would avoid a memcpy here */ |
| |
| outbuf = gst_buffer_new_and_alloc (filter->cvSegmentedImage->imageSize); |
| gst_buffer_copy_into (outbuf, buf, GST_BUFFER_COPY_METADATA, 0, -1); |
| gst_buffer_map (outbuf, &outinfo, GST_MAP_WRITE); |
| memcpy (outinfo.data, filter->cvSegmentedImage->imageData, |
| gst_buffer_get_size (outbuf)); |
| |
| gst_buffer_unmap (buf, &info); |
| gst_buffer_unref (buf); |
| cvReleaseImage (&filter->cvSegmentedImage); |
| g_assert (filter->cvSegmentedImage == NULL); |
| |
| gst_buffer_unmap (outbuf, &outinfo); |
| return gst_pad_push (filter->srcpad, outbuf); |
| } |
| |
| |
| /* entry point to initialize the plug-in |
| * initialize the plug-in itself |
| * register the element factories and other features |
| */ |
| gboolean |
| gst_pyramid_segment_plugin_init (GstPlugin * plugin) |
| { |
| /* debug category for fltering log messages */ |
| GST_DEBUG_CATEGORY_INIT (gst_pyramid_segment_debug, "pyramidsegment", |
| 0, "Applies pyramid segmentation to a video or image"); |
| |
| return gst_element_register (plugin, "pyramidsegment", GST_RANK_NONE, |
| GST_TYPE_PYRAMID_SEGMENT); |
| } |