| /* |
| * GStreamer |
| * Copyright (C) 2016 Vivia Nikolaidou <vivia@toolsonair.com> |
| * |
| * Based on gstvideoframe-audiolevel.c: |
| * Copyright (C) 2015 Vivia Nikolaidou <vivia@toolsonair.com> |
| * |
| * This library is free software; you can redistribute it and/or |
| * modify it under the terms of the GNU Library General Public |
| * License as published by the Free Software Foundation; either |
| * version 2 of the License, or (at your option) any later version. |
| * |
| * This library is distributed in the hope that it will be useful, |
| * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
| * Library General Public License for more details. |
| * |
| * You should have received a copy of the GNU Library General Public |
| * License along with this library; if not, write to the |
| * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, |
| * Boston, MA 02110-1301, USA. |
| */ |
| |
| /** |
| * SECTION:element-avwait |
| * @title: avwait |
| * |
| * This element will drop all buffers until a specific timecode or running |
| * time has been reached. It will then pass-through both audio and video, |
| * starting from that specific timecode or running time, making sure that |
| * audio starts as early as possible after the video (or at the same time as |
| * the video). In the "audio-after-video" mode, it only drops audio buffers |
| * until video has started. |
| * |
| * ## Example launch line |
| * |[ |
| * gst-launch-1.0 filesrc location="my_file" ! decodebin name=d ! "audio/x-raw" ! avwait name=l target-timecode-str="00:00:04:00" ! autoaudiosink d. ! "video/x-raw" ! timecodestamper ! l. l. ! queue ! timeoverlay time-mode=time-code ! autovideosink |
| * |
| */ |
| |
| #ifdef HAVE_CONFIG_H |
| #include "config.h" |
| #endif |
| |
| #include "gstavwait.h" |
| |
| #define GST_CAT_DEFAULT gst_avwait_debug |
| GST_DEBUG_CATEGORY_STATIC (GST_CAT_DEFAULT); |
| |
| static GstStaticPadTemplate audio_sink_template = |
| GST_STATIC_PAD_TEMPLATE ("asink", |
| GST_PAD_SINK, |
| GST_PAD_ALWAYS, |
| GST_STATIC_CAPS ("audio/x-raw") |
| ); |
| |
| static GstStaticPadTemplate audio_src_template = |
| GST_STATIC_PAD_TEMPLATE ("asrc", |
| GST_PAD_SRC, |
| GST_PAD_ALWAYS, |
| GST_STATIC_CAPS ("audio/x-raw") |
| ); |
| |
| static GstStaticPadTemplate video_sink_template = |
| GST_STATIC_PAD_TEMPLATE ("vsink", |
| GST_PAD_SINK, |
| GST_PAD_ALWAYS, |
| GST_STATIC_CAPS ("video/x-raw") |
| ); |
| |
| static GstStaticPadTemplate video_src_template = |
| GST_STATIC_PAD_TEMPLATE ("vsrc", |
| GST_PAD_SRC, |
| GST_PAD_ALWAYS, |
| GST_STATIC_CAPS ("video/x-raw") |
| ); |
| |
| #define parent_class gst_avwait_parent_class |
| G_DEFINE_TYPE (GstAvWait, gst_avwait, GST_TYPE_ELEMENT); |
| |
| enum |
| { |
| PROP_0, |
| PROP_TARGET_TIME_CODE, |
| PROP_TARGET_TIME_CODE_STRING, |
| PROP_TARGET_RUNNING_TIME, |
| PROP_END_TIME_CODE, |
| PROP_MODE |
| }; |
| |
| #define DEFAULT_TARGET_TIMECODE_STR "00:00:00:00" |
| #define DEFAULT_TARGET_RUNNING_TIME GST_CLOCK_TIME_NONE |
| #define DEFAULT_MODE MODE_TIMECODE |
| |
| static void gst_avwait_set_property (GObject * object, |
| guint prop_id, const GValue * value, GParamSpec * pspec); |
| static void gst_avwait_get_property (GObject * object, |
| guint prop_id, GValue * value, GParamSpec * pspec); |
| |
| static GstFlowReturn gst_avwait_asink_chain (GstPad * pad, |
| GstObject * parent, GstBuffer * inbuf); |
| static GstFlowReturn gst_avwait_vsink_chain (GstPad * pad, |
| GstObject * parent, GstBuffer * inbuf); |
| static gboolean gst_avwait_asink_event (GstPad * pad, |
| GstObject * parent, GstEvent * event); |
| static gboolean gst_avwait_vsink_event (GstPad * pad, |
| GstObject * parent, GstEvent * event); |
| static GstIterator *gst_avwait_iterate_internal_links (GstPad * |
| pad, GstObject * parent); |
| |
| static void gst_avwait_finalize (GObject * gobject); |
| |
| static GstStateChangeReturn gst_avwait_change_state (GstElement * |
| element, GstStateChange transition); |
| |
| static GType |
| gst_avwait_mode_get_type (void) |
| { |
| static GType gtype = 0; |
| |
| if (gtype == 0) { |
| static const GEnumValue values[] = { |
| {MODE_TIMECODE, "time code (default)", "timecode"}, |
| {MODE_RUNNING_TIME, "running time", "running-time"}, |
| {MODE_VIDEO_FIRST, "video first", "video-first"}, |
| {0, NULL, NULL} |
| }; |
| |
| gtype = g_enum_register_static ("GstAvWaitMode", values); |
| } |
| return gtype; |
| } |
| |
| static void |
| gst_avwait_class_init (GstAvWaitClass * klass) |
| { |
| GstElementClass *gstelement_class; |
| GObjectClass *gobject_class = (GObjectClass *) klass; |
| |
| GST_DEBUG_CATEGORY_INIT (gst_avwait_debug, "avwait", 0, "avwait"); |
| |
| gstelement_class = (GstElementClass *) klass; |
| |
| gst_element_class_set_static_metadata (gstelement_class, |
| "Timecode Wait", "Filter/Audio/Video", |
| "Drops all audio/video until a specific timecode or running time has been reached", |
| "Vivia Nikolaidou <vivia@toolsonair.com>"); |
| |
| gobject_class->set_property = gst_avwait_set_property; |
| gobject_class->get_property = gst_avwait_get_property; |
| |
| g_object_class_install_property (gobject_class, PROP_TARGET_TIME_CODE_STRING, |
| g_param_spec_string ("target-timecode-string", "Target timecode (string)", |
| "Timecode to wait for in timecode mode (string). Must take the form 00:00:00:00", |
| DEFAULT_TARGET_TIMECODE_STR, |
| G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)); |
| |
| g_object_class_install_property (gobject_class, PROP_TARGET_TIME_CODE, |
| g_param_spec_boxed ("target-timecode", "Target timecode (object)", |
| "Timecode to wait for in timecode mode (object)", |
| GST_TYPE_VIDEO_TIME_CODE, |
| G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)); |
| |
| g_object_class_install_property (gobject_class, PROP_TARGET_RUNNING_TIME, |
| g_param_spec_uint64 ("target-running-time", "Target running time", |
| "Running time to wait for in running-time mode", |
| 0, G_MAXUINT64, |
| DEFAULT_TARGET_RUNNING_TIME, |
| G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)); |
| |
| g_object_class_install_property (gobject_class, PROP_MODE, |
| g_param_spec_enum ("mode", "Mode", |
| "Operation mode: What to wait for", |
| GST_TYPE_AVWAIT_MODE, |
| DEFAULT_MODE, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)); |
| |
| g_object_class_install_property (gobject_class, PROP_END_TIME_CODE, |
| g_param_spec_boxed ("end-timecode", "End timecode (object)", |
| "Timecode to end at in timecode mode (object)", |
| GST_TYPE_VIDEO_TIME_CODE, |
| G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)); |
| |
| gobject_class->finalize = gst_avwait_finalize; |
| gstelement_class->change_state = gst_avwait_change_state; |
| |
| gst_element_class_add_static_pad_template (gstelement_class, |
| &audio_src_template); |
| gst_element_class_add_static_pad_template (gstelement_class, |
| &audio_sink_template); |
| |
| gst_element_class_add_static_pad_template (gstelement_class, |
| &video_src_template); |
| gst_element_class_add_static_pad_template (gstelement_class, |
| &video_sink_template); |
| } |
| |
| static void |
| gst_avwait_init (GstAvWait * self) |
| { |
| self->asinkpad = |
| gst_pad_new_from_static_template (&audio_sink_template, "asink"); |
| gst_pad_set_chain_function (self->asinkpad, |
| GST_DEBUG_FUNCPTR (gst_avwait_asink_chain)); |
| gst_pad_set_event_function (self->asinkpad, |
| GST_DEBUG_FUNCPTR (gst_avwait_asink_event)); |
| gst_pad_set_iterate_internal_links_function (self->asinkpad, |
| GST_DEBUG_FUNCPTR (gst_avwait_iterate_internal_links)); |
| gst_element_add_pad (GST_ELEMENT (self), self->asinkpad); |
| |
| self->vsinkpad = |
| gst_pad_new_from_static_template (&video_sink_template, "vsink"); |
| gst_pad_set_chain_function (self->vsinkpad, |
| GST_DEBUG_FUNCPTR (gst_avwait_vsink_chain)); |
| gst_pad_set_event_function (self->vsinkpad, |
| GST_DEBUG_FUNCPTR (gst_avwait_vsink_event)); |
| gst_pad_set_iterate_internal_links_function (self->vsinkpad, |
| GST_DEBUG_FUNCPTR (gst_avwait_iterate_internal_links)); |
| gst_element_add_pad (GST_ELEMENT (self), self->vsinkpad); |
| |
| self->asrcpad = |
| gst_pad_new_from_static_template (&audio_src_template, "asrc"); |
| gst_pad_set_iterate_internal_links_function (self->asrcpad, |
| GST_DEBUG_FUNCPTR (gst_avwait_iterate_internal_links)); |
| gst_element_add_pad (GST_ELEMENT (self), self->asrcpad); |
| |
| self->vsrcpad = |
| gst_pad_new_from_static_template (&video_src_template, "vsrc"); |
| gst_pad_set_iterate_internal_links_function (self->vsrcpad, |
| GST_DEBUG_FUNCPTR (gst_avwait_iterate_internal_links)); |
| gst_element_add_pad (GST_ELEMENT (self), self->vsrcpad); |
| |
| GST_PAD_SET_PROXY_CAPS (self->asinkpad); |
| GST_PAD_SET_PROXY_ALLOCATION (self->asinkpad); |
| |
| GST_PAD_SET_PROXY_CAPS (self->asrcpad); |
| GST_PAD_SET_PROXY_SCHEDULING (self->asrcpad); |
| |
| GST_PAD_SET_PROXY_CAPS (self->vsinkpad); |
| GST_PAD_SET_PROXY_ALLOCATION (self->vsinkpad); |
| |
| GST_PAD_SET_PROXY_CAPS (self->vsrcpad); |
| GST_PAD_SET_PROXY_SCHEDULING (self->vsrcpad); |
| |
| self->running_time_to_wait_for = GST_CLOCK_TIME_NONE; |
| self->last_seen_video_running_time = GST_CLOCK_TIME_NONE; |
| self->last_seen_tc = NULL; |
| |
| self->video_eos_flag = FALSE; |
| self->audio_flush_flag = FALSE; |
| self->shutdown_flag = FALSE; |
| self->dropping = TRUE; |
| self->tc = gst_video_time_code_new_empty (); |
| self->end_tc = NULL; |
| self->running_time_to_end_at = GST_CLOCK_TIME_NONE; |
| |
| self->target_running_time = DEFAULT_TARGET_RUNNING_TIME; |
| self->mode = DEFAULT_MODE; |
| |
| gst_video_info_init (&self->vinfo); |
| g_mutex_init (&self->mutex); |
| g_cond_init (&self->cond); |
| } |
| |
| static void |
| gst_avwait_send_element_message (GstAvWait * self, gboolean dropping, |
| GstClockTime running_time) |
| { |
| if (!gst_element_post_message (GST_ELEMENT (self), |
| gst_message_new_element (GST_OBJECT (self), |
| gst_structure_new ("avwait-status", |
| "dropping", G_TYPE_BOOLEAN, dropping, |
| "running-time", GST_TYPE_CLOCK_TIME, running_time, NULL)))) { |
| GST_ERROR_OBJECT (self, "Unable to send element message!"); |
| } |
| } |
| |
| static GstStateChangeReturn |
| gst_avwait_change_state (GstElement * element, GstStateChange transition) |
| { |
| GstStateChangeReturn ret; |
| GstAvWait *self = GST_AVWAIT (element); |
| |
| switch (transition) { |
| case GST_STATE_CHANGE_PAUSED_TO_READY: |
| g_mutex_lock (&self->mutex); |
| self->shutdown_flag = TRUE; |
| g_cond_signal (&self->cond); |
| g_mutex_unlock (&self->mutex); |
| break; |
| case GST_STATE_CHANGE_READY_TO_PAUSED: |
| g_mutex_lock (&self->mutex); |
| self->shutdown_flag = FALSE; |
| self->video_eos_flag = FALSE; |
| self->audio_flush_flag = FALSE; |
| g_mutex_unlock (&self->mutex); |
| default: |
| break; |
| } |
| |
| ret = GST_ELEMENT_CLASS (parent_class)->change_state (element, transition); |
| |
| switch (transition) { |
| case GST_STATE_CHANGE_PAUSED_TO_READY: |
| g_mutex_lock (&self->mutex); |
| if (self->mode != MODE_RUNNING_TIME) { |
| GST_DEBUG_OBJECT (self, "First time reset in paused to ready"); |
| self->running_time_to_wait_for = GST_CLOCK_TIME_NONE; |
| self->running_time_to_end_at = GST_CLOCK_TIME_NONE; |
| } |
| if (!self->dropping) { |
| self->dropping = TRUE; |
| gst_avwait_send_element_message (self, TRUE, GST_CLOCK_TIME_NONE); |
| } |
| gst_segment_init (&self->asegment, GST_FORMAT_UNDEFINED); |
| self->asegment.position = GST_CLOCK_TIME_NONE; |
| gst_segment_init (&self->vsegment, GST_FORMAT_UNDEFINED); |
| self->vsegment.position = GST_CLOCK_TIME_NONE; |
| gst_video_info_init (&self->vinfo); |
| self->last_seen_video_running_time = GST_CLOCK_TIME_NONE; |
| self->last_seen_tc = NULL; |
| g_mutex_unlock (&self->mutex); |
| break; |
| default: |
| break; |
| } |
| |
| return ret; |
| } |
| |
| static void |
| gst_avwait_finalize (GObject * object) |
| { |
| GstAvWait *self = GST_AVWAIT (object); |
| |
| if (self->tc) { |
| gst_video_time_code_free (self->tc); |
| self->tc = NULL; |
| } |
| |
| if (self->end_tc) { |
| gst_video_time_code_free (self->end_tc); |
| self->end_tc = NULL; |
| } |
| |
| g_mutex_clear (&self->mutex); |
| g_cond_clear (&self->cond); |
| |
| G_OBJECT_CLASS (parent_class)->finalize (object); |
| } |
| |
| static void |
| gst_avwait_get_property (GObject * object, guint prop_id, |
| GValue * value, GParamSpec * pspec) |
| { |
| GstAvWait *self = GST_AVWAIT (object); |
| |
| switch (prop_id) { |
| case PROP_TARGET_TIME_CODE_STRING:{ |
| if (self->tc) |
| g_value_take_string (value, gst_video_time_code_to_string (self->tc)); |
| else |
| g_value_set_string (value, DEFAULT_TARGET_TIMECODE_STR); |
| break; |
| } |
| case PROP_TARGET_TIME_CODE:{ |
| g_value_set_boxed (value, self->tc); |
| break; |
| } |
| case PROP_END_TIME_CODE:{ |
| g_value_set_boxed (value, self->end_tc); |
| break; |
| } |
| case PROP_TARGET_RUNNING_TIME:{ |
| g_value_set_uint64 (value, self->target_running_time); |
| break; |
| } |
| case PROP_MODE:{ |
| g_value_set_enum (value, self->mode); |
| break; |
| } |
| default: |
| G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); |
| break; |
| } |
| } |
| |
| static void |
| gst_avwait_set_property (GObject * object, guint prop_id, |
| const GValue * value, GParamSpec * pspec) |
| { |
| GstAvWait *self = GST_AVWAIT (object); |
| |
| switch (prop_id) { |
| case PROP_TARGET_TIME_CODE_STRING:{ |
| gchar **parts; |
| const gchar *tc_str; |
| guint hours, minutes, seconds, frames; |
| |
| tc_str = g_value_get_string (value); |
| parts = g_strsplit (tc_str, ":", 4); |
| if (!parts || parts[3] == NULL) { |
| GST_ERROR_OBJECT (self, |
| "Error: Could not parse timecode %s. Please input a timecode in the form 00:00:00:00", |
| tc_str); |
| g_strfreev (parts); |
| return; |
| } |
| hours = g_ascii_strtoll (parts[0], NULL, 10); |
| minutes = g_ascii_strtoll (parts[1], NULL, 10); |
| seconds = g_ascii_strtoll (parts[2], NULL, 10); |
| frames = g_ascii_strtoll (parts[3], NULL, 10); |
| gst_video_time_code_init (self->tc, 0, 1, NULL, 0, hours, minutes, |
| seconds, frames, 0); |
| if (self->end_tc |
| && gst_video_time_code_compare (self->tc, self->end_tc) != -1) { |
| gchar *end_tc; |
| |
| end_tc = gst_video_time_code_to_string (self->end_tc); |
| g_warning |
| ("ERROR: End timecode %s must be after start timecode %s. Start timecode rejected", |
| end_tc, tc_str); |
| gst_video_time_code_free (self->tc); |
| g_free (end_tc); |
| self->tc = gst_video_time_code_new_empty (); |
| } else { |
| if (GST_VIDEO_INFO_FORMAT (&self->vinfo) != GST_VIDEO_FORMAT_UNKNOWN |
| && self->vinfo.fps_n != 0) { |
| self->tc->config.fps_n = self->vinfo.fps_n; |
| self->tc->config.fps_d = self->vinfo.fps_d; |
| } |
| } |
| g_strfreev (parts); |
| break; |
| } |
| case PROP_TARGET_TIME_CODE:{ |
| if (self->tc) |
| gst_video_time_code_free (self->tc); |
| self->tc = g_value_dup_boxed (value); |
| if (self->end_tc |
| && gst_video_time_code_compare (self->tc, self->end_tc) != -1) { |
| gchar *start_tc, *end_tc; |
| |
| start_tc = gst_video_time_code_to_string (self->tc); |
| end_tc = gst_video_time_code_to_string (self->end_tc); |
| g_warning |
| ("ERROR: End timecode %s must be after start timecode %s. Start timecode rejected", |
| end_tc, start_tc); |
| gst_video_time_code_free (self->tc); |
| g_free (start_tc); |
| g_free (end_tc); |
| self->tc = gst_video_time_code_new_empty (); |
| } else { |
| if (self->tc->config.fps_n == 0 |
| && GST_VIDEO_INFO_FORMAT (&self->vinfo) != |
| GST_VIDEO_FORMAT_UNKNOWN && self->vinfo.fps_n != 0) { |
| self->tc->config.fps_n = self->vinfo.fps_n; |
| self->tc->config.fps_d = self->vinfo.fps_d; |
| } |
| } |
| break; |
| } |
| case PROP_END_TIME_CODE:{ |
| if (self->end_tc) |
| gst_video_time_code_free (self->end_tc); |
| self->end_tc = g_value_dup_boxed (value); |
| if (self->tc && self->end_tc |
| && gst_video_time_code_compare (self->tc, self->end_tc) != -1) { |
| gchar *start_tc, *end_tc; |
| |
| start_tc = gst_video_time_code_to_string (self->tc); |
| end_tc = gst_video_time_code_to_string (self->end_tc); |
| g_warning |
| ("ERROR: End timecode %s must be after start timecode %s. End timecode rejected", |
| end_tc, start_tc); |
| gst_video_time_code_free (self->end_tc); |
| self->end_tc = NULL; |
| g_free (start_tc); |
| g_free (end_tc); |
| } else if (self->end_tc) { |
| if (self->end_tc->config.fps_n == 0 |
| && GST_VIDEO_INFO_FORMAT (&self->vinfo) != |
| GST_VIDEO_FORMAT_UNKNOWN && self->vinfo.fps_n != 0) { |
| self->end_tc->config.fps_n = self->vinfo.fps_n; |
| self->end_tc->config.fps_d = self->vinfo.fps_d; |
| } |
| } |
| break; |
| } |
| case PROP_TARGET_RUNNING_TIME:{ |
| self->target_running_time = g_value_get_uint64 (value); |
| if (self->mode == MODE_RUNNING_TIME) { |
| self->running_time_to_wait_for = self->target_running_time; |
| if (self->target_running_time < self->last_seen_video_running_time) { |
| self->dropping = TRUE; |
| gst_avwait_send_element_message (self, TRUE, GST_CLOCK_TIME_NONE); |
| } |
| } |
| break; |
| } |
| case PROP_MODE:{ |
| GstAvWaitMode old_mode = self->mode; |
| self->mode = g_value_get_enum (value); |
| if (self->mode != old_mode) { |
| switch (self->mode) { |
| case MODE_TIMECODE: |
| if (self->last_seen_tc && self->tc && |
| gst_video_time_code_compare (self->last_seen_tc, |
| self->tc) < 0) { |
| self->running_time_to_wait_for = GST_CLOCK_TIME_NONE; |
| self->dropping = TRUE; |
| gst_avwait_send_element_message (self, TRUE, GST_CLOCK_TIME_NONE); |
| } |
| break; |
| case MODE_RUNNING_TIME: |
| self->running_time_to_wait_for = self->target_running_time; |
| if (self->target_running_time < self->last_seen_video_running_time) { |
| self->dropping = TRUE; |
| gst_avwait_send_element_message (self, TRUE, GST_CLOCK_TIME_NONE); |
| } |
| break; |
| /* Let the chain functions handle the rest */ |
| case MODE_VIDEO_FIRST: |
| /* pass-through */ |
| default: |
| break; |
| } |
| } |
| break; |
| } |
| default: |
| G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); |
| break; |
| } |
| } |
| |
| static gboolean |
| gst_avwait_vsink_event (GstPad * pad, GstObject * parent, GstEvent * event) |
| { |
| GstAvWait *self = GST_AVWAIT (parent); |
| GST_LOG_OBJECT (pad, "Got %s event", GST_EVENT_TYPE_NAME (event)); |
| |
| switch (GST_EVENT_TYPE (event)) { |
| case GST_EVENT_SEGMENT: |
| g_mutex_lock (&self->mutex); |
| gst_event_copy_segment (event, &self->vsegment); |
| if (self->vsegment.format != GST_FORMAT_TIME) { |
| GST_ERROR_OBJECT (self, "Invalid segment format"); |
| g_mutex_unlock (&self->mutex); |
| gst_event_unref (event); |
| return FALSE; |
| } |
| if (self->mode != MODE_RUNNING_TIME) { |
| GST_DEBUG_OBJECT (self, "First time reset in video segment"); |
| self->running_time_to_wait_for = GST_CLOCK_TIME_NONE; |
| self->running_time_to_end_at = GST_CLOCK_TIME_NONE; |
| if (!self->dropping) { |
| self->dropping = TRUE; |
| gst_avwait_send_element_message (self, TRUE, GST_CLOCK_TIME_NONE); |
| } |
| } |
| self->vsegment.position = GST_CLOCK_TIME_NONE; |
| g_mutex_unlock (&self->mutex); |
| break; |
| case GST_EVENT_GAP: |
| gst_event_unref (event); |
| return TRUE; |
| case GST_EVENT_EOS: |
| g_mutex_lock (&self->mutex); |
| self->video_eos_flag = TRUE; |
| g_cond_signal (&self->cond); |
| g_mutex_unlock (&self->mutex); |
| break; |
| case GST_EVENT_FLUSH_STOP: |
| g_mutex_lock (&self->mutex); |
| if (self->mode != MODE_RUNNING_TIME) { |
| GST_DEBUG_OBJECT (self, "First time reset in video flush"); |
| self->running_time_to_wait_for = GST_CLOCK_TIME_NONE; |
| self->running_time_to_end_at = GST_CLOCK_TIME_NONE; |
| if (!self->dropping) { |
| self->dropping = TRUE; |
| gst_avwait_send_element_message (self, TRUE, GST_CLOCK_TIME_NONE); |
| } |
| } |
| gst_segment_init (&self->vsegment, GST_FORMAT_UNDEFINED); |
| self->vsegment.position = GST_CLOCK_TIME_NONE; |
| g_mutex_unlock (&self->mutex); |
| break; |
| case GST_EVENT_CAPS:{ |
| GstCaps *caps; |
| gst_event_parse_caps (event, &caps); |
| GST_DEBUG_OBJECT (self, "Got caps %" GST_PTR_FORMAT, caps); |
| if (!gst_video_info_from_caps (&self->vinfo, caps)) { |
| gst_event_unref (event); |
| return FALSE; |
| } |
| g_mutex_lock (&self->mutex); |
| if (self->tc && self->tc->config.fps_n == 0 && self->vinfo.fps_n != 0) { |
| self->tc->config.fps_n = self->vinfo.fps_n; |
| self->tc->config.fps_d = self->vinfo.fps_d; |
| } |
| if (self->end_tc && self->end_tc->config.fps_n == 0 |
| && self->vinfo.fps_n != 0) { |
| self->end_tc->config.fps_n = self->vinfo.fps_n; |
| self->end_tc->config.fps_d = self->vinfo.fps_d; |
| } |
| g_mutex_unlock (&self->mutex); |
| break; |
| } |
| default: |
| break; |
| } |
| return gst_pad_event_default (pad, parent, event); |
| } |
| |
| static gboolean |
| gst_avwait_asink_event (GstPad * pad, GstObject * parent, GstEvent * event) |
| { |
| GstAvWait *self = GST_AVWAIT (parent); |
| GST_LOG_OBJECT (pad, "Got %s event", GST_EVENT_TYPE_NAME (event)); |
| |
| switch (GST_EVENT_TYPE (event)) { |
| case GST_EVENT_SEGMENT: |
| g_mutex_lock (&self->mutex); |
| gst_event_copy_segment (event, &self->asegment); |
| if (self->asegment.format != GST_FORMAT_TIME) { |
| GST_ERROR_OBJECT (self, "Invalid segment format"); |
| g_mutex_unlock (&self->mutex); |
| return FALSE; |
| } |
| self->asegment.position = GST_CLOCK_TIME_NONE; |
| g_mutex_unlock (&self->mutex); |
| break; |
| case GST_EVENT_FLUSH_START: |
| g_mutex_lock (&self->mutex); |
| self->audio_flush_flag = TRUE; |
| g_cond_signal (&self->cond); |
| g_mutex_unlock (&self->mutex); |
| break; |
| case GST_EVENT_FLUSH_STOP: |
| g_mutex_lock (&self->mutex); |
| self->audio_flush_flag = FALSE; |
| gst_segment_init (&self->asegment, GST_FORMAT_UNDEFINED); |
| self->asegment.position = GST_CLOCK_TIME_NONE; |
| g_mutex_unlock (&self->mutex); |
| break; |
| case GST_EVENT_CAPS:{ |
| GstCaps *caps; |
| gst_event_parse_caps (event, &caps); |
| GST_DEBUG_OBJECT (self, "Got caps %" GST_PTR_FORMAT, caps); |
| g_mutex_lock (&self->mutex); |
| if (!gst_audio_info_from_caps (&self->ainfo, caps)) { |
| g_mutex_unlock (&self->mutex); |
| return FALSE; |
| } |
| g_mutex_unlock (&self->mutex); |
| break; |
| } |
| default: |
| break; |
| } |
| |
| return gst_pad_event_default (pad, parent, event); |
| } |
| |
| static GstFlowReturn |
| gst_avwait_vsink_chain (GstPad * pad, GstObject * parent, GstBuffer * inbuf) |
| { |
| GstClockTime timestamp; |
| GstAvWait *self = GST_AVWAIT (parent); |
| GstClockTime running_time; |
| GstVideoTimeCode *tc = NULL; |
| GstVideoTimeCodeMeta *tc_meta; |
| |
| timestamp = GST_BUFFER_TIMESTAMP (inbuf); |
| if (timestamp == GST_CLOCK_TIME_NONE) { |
| gst_buffer_unref (inbuf); |
| return GST_FLOW_ERROR; |
| } |
| g_mutex_lock (&self->mutex); |
| self->vsegment.position = timestamp; |
| running_time = |
| gst_segment_to_running_time (&self->vsegment, GST_FORMAT_TIME, |
| self->vsegment.position); |
| self->last_seen_video_running_time = running_time; |
| |
| tc_meta = gst_buffer_get_video_time_code_meta (inbuf); |
| if (tc_meta) { |
| tc = &tc_meta->tc; |
| self->last_seen_tc = tc; |
| } |
| switch (self->mode) { |
| case MODE_TIMECODE:{ |
| if (self->tc != NULL && tc != NULL) { |
| gboolean emit_passthrough_signal = FALSE; |
| if (gst_video_time_code_compare (tc, self->tc) < 0 |
| && self->running_time_to_wait_for == GST_CLOCK_TIME_NONE) { |
| GST_DEBUG_OBJECT (self, "Timecode not yet reached, ignoring frame"); |
| gst_buffer_unref (inbuf); |
| inbuf = NULL; |
| } else if (self->running_time_to_wait_for == GST_CLOCK_TIME_NONE) { |
| GST_INFO_OBJECT (self, "Target timecode reached at %" GST_TIME_FORMAT, |
| GST_TIME_ARGS (self->vsegment.position)); |
| /* Don't emit a signal if we weren't dropping (e.g. settings changed |
| * mid-flight) */ |
| emit_passthrough_signal = self->dropping; |
| self->dropping = FALSE; |
| self->running_time_to_wait_for = |
| gst_segment_to_running_time (&self->vsegment, GST_FORMAT_TIME, |
| self->vsegment.position); |
| } |
| if (self->end_tc && gst_video_time_code_compare (tc, self->end_tc) >= 0) { |
| if (self->running_time_to_end_at == GST_CLOCK_TIME_NONE) { |
| GST_INFO_OBJECT (self, "End timecode reached at %" GST_TIME_FORMAT, |
| GST_TIME_ARGS (self->vsegment.position)); |
| self->dropping = TRUE; |
| self->running_time_to_end_at = |
| gst_segment_to_running_time (&self->vsegment, GST_FORMAT_TIME, |
| self->vsegment.position); |
| gst_avwait_send_element_message (self, TRUE, |
| self->running_time_to_end_at); |
| } |
| gst_buffer_unref (inbuf); |
| inbuf = NULL; |
| } else if (emit_passthrough_signal) { |
| gst_avwait_send_element_message (self, FALSE, |
| self->running_time_to_wait_for); |
| } |
| } |
| break; |
| } |
| case MODE_RUNNING_TIME:{ |
| if (running_time < self->running_time_to_wait_for) { |
| GST_DEBUG_OBJECT (self, |
| "Have %" GST_TIME_FORMAT ", waiting for %" GST_TIME_FORMAT, |
| GST_TIME_ARGS (running_time), |
| GST_TIME_ARGS (self->running_time_to_wait_for)); |
| gst_buffer_unref (inbuf); |
| inbuf = NULL; |
| } else { |
| if (self->dropping) { |
| self->dropping = FALSE; |
| gst_avwait_send_element_message (self, FALSE, running_time); |
| } |
| GST_INFO_OBJECT (self, |
| "Have %" GST_TIME_FORMAT ", waiting for %" GST_TIME_FORMAT, |
| GST_TIME_ARGS (running_time), |
| GST_TIME_ARGS (self->running_time_to_wait_for)); |
| } |
| break; |
| } |
| case MODE_VIDEO_FIRST:{ |
| if (self->running_time_to_wait_for == GST_CLOCK_TIME_NONE) { |
| self->running_time_to_wait_for = |
| gst_segment_to_running_time (&self->vsegment, GST_FORMAT_TIME, |
| self->vsegment.position); |
| GST_DEBUG_OBJECT (self, "First video running time is %" GST_TIME_FORMAT, |
| GST_TIME_ARGS (self->running_time_to_wait_for)); |
| if (self->dropping) { |
| self->dropping = FALSE; |
| gst_avwait_send_element_message (self, FALSE, |
| self->running_time_to_wait_for); |
| } |
| } |
| break; |
| } |
| } |
| g_cond_signal (&self->cond); |
| g_mutex_unlock (&self->mutex); |
| if (inbuf) |
| return gst_pad_push (self->vsrcpad, inbuf); |
| else |
| return GST_FLOW_OK; |
| } |
| |
| /* |
| * assumes sign1 and sign2 are either 1 or -1 |
| * returns 0 if sign1*num1 == sign2*num2 |
| * -1 if sign1*num1 < sign2*num2 |
| * 1 if sign1*num1 > sign2*num2 |
| */ |
| static gint |
| gst_avwait_compare_guint64_with_signs (gint sign1, |
| guint64 num1, gint sign2, guint64 num2) |
| { |
| if (sign1 != sign2) |
| return sign1; |
| else if (num1 == num2) |
| return 0; |
| else |
| return num1 > num2 ? sign1 : -sign1; |
| } |
| |
| static GstFlowReturn |
| gst_avwait_asink_chain (GstPad * pad, GstObject * parent, GstBuffer * inbuf) |
| { |
| GstClockTime timestamp; |
| GstAvWait *self = GST_AVWAIT (parent); |
| GstClockTime current_running_time; |
| GstClockTime video_running_time = GST_CLOCK_TIME_NONE; |
| GstClockTime duration; |
| GstClockTime running_time_at_end = GST_CLOCK_TIME_NONE; |
| gint asign, vsign = 1, esign = 1; |
| |
| timestamp = GST_BUFFER_TIMESTAMP (inbuf); |
| if (timestamp == GST_CLOCK_TIME_NONE) { |
| gst_buffer_unref (inbuf); |
| return GST_FLOW_ERROR; |
| } |
| g_mutex_lock (&self->mutex); |
| self->asegment.position = timestamp; |
| asign = |
| gst_segment_to_running_time_full (&self->asegment, GST_FORMAT_TIME, |
| self->asegment.position, ¤t_running_time); |
| if (asign == 0) { |
| g_mutex_unlock (&self->mutex); |
| gst_buffer_unref (inbuf); |
| GST_ERROR_OBJECT (self, "Could not get current running time"); |
| return GST_FLOW_ERROR; |
| } |
| if (self->vsegment.format == GST_FORMAT_TIME) { |
| vsign = |
| gst_segment_to_running_time_full (&self->vsegment, GST_FORMAT_TIME, |
| self->vsegment.position, &video_running_time); |
| if (vsign == 0) { |
| video_running_time = GST_CLOCK_TIME_NONE; |
| } |
| } |
| while (!(self->video_eos_flag || self->audio_flush_flag |
| || self->shutdown_flag) && |
| /* Start at timecode */ |
| /* Wait if we haven't received video yet */ |
| (video_running_time == GST_CLOCK_TIME_NONE |
| /* Wait if audio is after the video: dunno what to do */ |
| || gst_avwait_compare_guint64_with_signs (asign, |
| current_running_time, vsign, video_running_time) == 1 |
| /* Wait if we don't even know what to wait for yet */ |
| || self->running_time_to_wait_for == GST_CLOCK_TIME_NONE)) { |
| g_cond_wait (&self->cond, &self->mutex); |
| vsign = |
| gst_segment_to_running_time_full (&self->vsegment, GST_FORMAT_TIME, |
| self->vsegment.position, &video_running_time); |
| if (vsign == 0) { |
| video_running_time = GST_CLOCK_TIME_NONE; |
| } |
| } |
| if (self->audio_flush_flag || self->shutdown_flag) { |
| GST_DEBUG_OBJECT (self, "Shutting down, ignoring frame"); |
| gst_buffer_unref (inbuf); |
| g_mutex_unlock (&self->mutex); |
| return GST_FLOW_FLUSHING; |
| } |
| duration = |
| gst_util_uint64_scale (gst_buffer_get_size (inbuf) / self->ainfo.bpf, |
| GST_SECOND, self->ainfo.rate); |
| if (duration != GST_CLOCK_TIME_NONE) { |
| esign = |
| gst_segment_to_running_time_full (&self->asegment, GST_FORMAT_TIME, |
| self->asegment.position + duration, &running_time_at_end); |
| if (esign == 0) { |
| g_mutex_unlock (&self->mutex); |
| GST_ERROR_OBJECT (self, "Could not get running time at end"); |
| gst_buffer_unref (inbuf); |
| return GST_FLOW_ERROR; |
| } |
| } |
| if (self->running_time_to_wait_for == GST_CLOCK_TIME_NONE |
| /* Audio ends before start : drop */ |
| || gst_avwait_compare_guint64_with_signs (esign, |
| running_time_at_end, 1, self->running_time_to_wait_for) == -1 |
| /* Audio starts after end: drop */ |
| || current_running_time >= self->running_time_to_end_at) { |
| GST_DEBUG_OBJECT (self, |
| "Dropped an audio buf at %" GST_TIME_FORMAT " waiting for %" |
| GST_TIME_FORMAT " video time %" GST_TIME_FORMAT, |
| GST_TIME_ARGS (current_running_time), |
| GST_TIME_ARGS (self->running_time_to_wait_for), |
| GST_TIME_ARGS (video_running_time)); |
| GST_DEBUG_OBJECT (self, "Would have ended at %i %" GST_TIME_FORMAT, |
| esign, GST_TIME_ARGS (running_time_at_end)); |
| gst_buffer_unref (inbuf); |
| inbuf = NULL; |
| } else if (gst_avwait_compare_guint64_with_signs (esign, running_time_at_end, |
| 1, self->running_time_to_wait_for) >= 0 |
| && gst_avwait_compare_guint64_with_signs (esign, running_time_at_end, 1, |
| self->running_time_to_end_at) == -1) { |
| /* Audio ends after start, but before end: clip */ |
| GstSegment asegment2 = self->asegment; |
| |
| gst_segment_set_running_time (&asegment2, GST_FORMAT_TIME, |
| self->running_time_to_wait_for); |
| inbuf = |
| gst_audio_buffer_clip (inbuf, &asegment2, self->ainfo.rate, |
| self->ainfo.bpf); |
| } else if (gst_avwait_compare_guint64_with_signs (esign, running_time_at_end, |
| 1, self->running_time_to_end_at) >= 0) { |
| /* Audio starts after start, but before end: clip from the other side */ |
| GstSegment asegment2 = self->asegment; |
| guint64 stop; |
| gint ssign; |
| |
| ssign = |
| gst_segment_position_from_running_time_full (&asegment2, |
| GST_FORMAT_TIME, self->running_time_to_end_at, &stop); |
| if (ssign > 0) { |
| asegment2.stop = stop; |
| } else { |
| /* Stopping before the start of the audio segment?! */ |
| /* This shouldn't happen: we already know that the current audio is |
| * inside the segment, and that the end is after the current audio |
| * position */ |
| GST_ELEMENT_ERROR (self, CORE, FAILED, |
| ("Failed to clip audio: it should have ended before the current segment"), |
| NULL); |
| } |
| inbuf = |
| gst_audio_buffer_clip (inbuf, &asegment2, self->ainfo.rate, |
| self->ainfo.bpf); |
| } else { |
| /* Programming error? Shouldn't happen */ |
| g_assert_not_reached (); |
| } |
| g_mutex_unlock (&self->mutex); |
| if (inbuf) |
| return gst_pad_push (self->asrcpad, inbuf); |
| else |
| return GST_FLOW_OK; |
| } |
| |
| static GstIterator * |
| gst_avwait_iterate_internal_links (GstPad * pad, GstObject * parent) |
| { |
| GstIterator *it = NULL; |
| GstPad *opad; |
| GValue val = G_VALUE_INIT; |
| GstAvWait *self = GST_AVWAIT (parent); |
| |
| if (self->asinkpad == pad) |
| opad = gst_object_ref (self->asrcpad); |
| else if (self->asrcpad == pad) |
| opad = gst_object_ref (self->asinkpad); |
| else if (self->vsinkpad == pad) |
| opad = gst_object_ref (self->vsrcpad); |
| else if (self->vsrcpad == pad) |
| opad = gst_object_ref (self->vsinkpad); |
| else |
| goto out; |
| |
| g_value_init (&val, GST_TYPE_PAD); |
| g_value_set_object (&val, opad); |
| it = gst_iterator_new_single (GST_TYPE_PAD, &val); |
| g_value_unset (&val); |
| |
| gst_object_unref (opad); |
| |
| out: |
| return it; |
| } |
