| /* VP8 |
| * Copyright (C) 2006 David Schleef <ds@schleef.org> |
| * Copyright (C) 2010 Entropy Wave Inc |
| * Copyright (C) 2010 Sebastian Dröge <sebastian.droege@collabora.co.uk> |
| * |
| * This library is free software; you can redistribute it and/or |
| * modify it under the terms of the GNU Library General Public |
| * License as published by the Free Software Foundation; either |
| * version 2 of the License, or (at your option) any later version. |
| * |
| * This library is distributed in the hope that it will be useful, |
| * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
| * Library General Public License for more details. |
| * |
| * You should have received a copy of the GNU Library General Public |
| * License along with this library; if not, write to the |
| * Free Software Foundation, Inc., 59 Temple Place - Suite 330, |
| * Boston, MA 02111-1307, USA. |
| * |
| */ |
| /** |
| * SECTION:element-vp8enc |
| * @see_also: vp8dec, webmmux, oggmux |
| * |
| * This element encodes raw video into a VP8 stream. |
| * <ulink url="http://www.webmproject.org">VP8</ulink> is a royalty-free |
| * video codec maintained by <ulink url="http://www.google.com/">Google |
| * </ulink>. It's the successor of On2 VP3, which was the base of the |
| * Theora video codec. |
| * |
| * To control the quality of the encoding, the #GstVP8Enc::bitrate and |
| * #GstVP8Enc::quality properties can be used. These two properties are |
| * mutualy exclusive. Setting the bitrate property will produce a constant |
| * bitrate (CBR) stream while setting the quality property will produce a |
| * variable bitrate (VBR) stream. |
| * |
| * <refsect2> |
| * <title>Example pipeline</title> |
| * |[ |
| * gst-launch -v videotestsrc num-buffers=1000 ! vp8enc ! webmmux ! filesink location=videotestsrc.webm |
| * ]| This example pipeline will encode a test video source to VP8 muxed in an |
| * WebM container. |
| * </refsect2> |
| */ |
| |
| #ifdef HAVE_CONFIG_H |
| #include "config.h" |
| #endif |
| |
| #ifdef HAVE_VP8_ENCODER |
| |
| #include <gst/tag/tag.h> |
| #include <string.h> |
| |
| #include "gstvp8utils.h" |
| #include "gstvp8enc.h" |
| |
| #include <gst/video/gstvideometa.h> |
| |
| GST_DEBUG_CATEGORY_STATIC (gst_vp8enc_debug); |
| #define GST_CAT_DEFAULT gst_vp8enc_debug |
| |
| typedef struct |
| { |
| vpx_image_t *image; |
| GList *invisible; |
| } GstVP8EncUserData; |
| |
| static void |
| _gst_mini_object_unref0 (GstMiniObject * obj) |
| { |
| if (obj) |
| gst_mini_object_unref (obj); |
| } |
| |
| static void |
| gst_vp8_enc_user_data_free (GstVP8EncUserData * user_data) |
| { |
| if (user_data->image) |
| g_slice_free (vpx_image_t, user_data->image); |
| |
| g_list_foreach (user_data->invisible, (GFunc) _gst_mini_object_unref0, NULL); |
| g_list_free (user_data->invisible); |
| g_slice_free (GstVP8EncUserData, user_data); |
| } |
| |
| #define DEFAULT_BITRATE 0 |
| #define DEFAULT_MODE VPX_VBR |
| #define DEFAULT_MINSECTION_PCT 5 |
| #define DEFAULT_MAXSECTION_PCT 800 |
| #define DEFAULT_MIN_QUANTIZER 0 |
| #define DEFAULT_MAX_QUANTIZER 63 |
| #define DEFAULT_QUALITY 5 |
| #define DEFAULT_ERROR_RESILIENT FALSE |
| #define DEFAULT_MAX_LATENCY 10 |
| #define DEFAULT_MAX_KEYFRAME_DISTANCE 60 |
| #define DEFAULT_SPEED 0 |
| #define DEFAULT_THREADS 1 |
| #define DEFAULT_MULTIPASS_MODE VPX_RC_ONE_PASS |
| #define DEFAULT_MULTIPASS_CACHE_FILE "multipass.cache" |
| #define DEFAULT_AUTO_ALT_REF_FRAMES FALSE |
| #define DEFAULT_LAG_IN_FRAMES 0 |
| #define DEFAULT_SHARPNESS 0 |
| #define DEFAULT_NOISE_SENSITIVITY 0 |
| #ifdef HAVE_VP8ENC_TUNING |
| #define DEFAULT_TUNE VP8_TUNE_PSNR |
| #else |
| typedef enum |
| { VP8_TUNE_NONE } vp8e_tuning; |
| #define DEFAULT_TUNE VP8_TUNE_NONE |
| #endif |
| #define DEFAULT_STATIC_THRESHOLD 0 |
| #define DEFAULT_DROP_FRAME 0 |
| #define DEFAULT_RESIZE_ALLOWED TRUE |
| #define DEFAULT_TOKEN_PARTS 0 |
| |
| |
| enum |
| { |
| PROP_0, |
| PROP_BITRATE, |
| PROP_MODE, |
| PROP_MINSECTION_PCT, |
| PROP_MAXSECTION_PCT, |
| PROP_MIN_QUANTIZER, |
| PROP_MAX_QUANTIZER, |
| PROP_QUALITY, |
| PROP_ERROR_RESILIENT, |
| PROP_MAX_LATENCY, |
| PROP_MAX_KEYFRAME_DISTANCE, |
| PROP_SPEED, |
| PROP_THREADS, |
| PROP_MULTIPASS_MODE, |
| PROP_MULTIPASS_CACHE_FILE, |
| PROP_AUTO_ALT_REF_FRAMES, |
| PROP_LAG_IN_FRAMES, |
| PROP_SHARPNESS, |
| PROP_NOISE_SENSITIVITY, |
| PROP_TUNE, |
| PROP_STATIC_THRESHOLD, |
| PROP_DROP_FRAME, |
| PROP_RESIZE_ALLOWED, |
| PROP_TOKEN_PARTS |
| }; |
| |
| #define GST_VP8_ENC_MODE_TYPE (gst_vp8_enc_mode_get_type()) |
| static GType |
| gst_vp8_enc_mode_get_type (void) |
| { |
| static const GEnumValue values[] = { |
| {VPX_VBR, "Variable Bit Rate (VBR) mode", "vbr"}, |
| {VPX_CBR, "Constant Bit Rate (CBR) mode", "cbr"}, |
| {0, NULL, NULL} |
| }; |
| static volatile GType id = 0; |
| |
| if (g_once_init_enter ((gsize *) & id)) { |
| GType _id; |
| |
| _id = g_enum_register_static ("GstVP8EncMode", values); |
| |
| g_once_init_leave ((gsize *) & id, _id); |
| } |
| |
| return id; |
| } |
| |
| #define GST_VP8_ENC_MULTIPASS_MODE_TYPE (gst_vp8_enc_multipass_mode_get_type()) |
| static GType |
| gst_vp8_enc_multipass_mode_get_type (void) |
| { |
| static const GEnumValue values[] = { |
| {VPX_RC_ONE_PASS, "One pass encoding (default)", "one-pass"}, |
| {VPX_RC_FIRST_PASS, "First pass of multipass encoding", "first-pass"}, |
| {VPX_RC_LAST_PASS, "Last pass of multipass encoding", "last-pass"}, |
| {0, NULL, NULL} |
| }; |
| static volatile GType id = 0; |
| |
| if (g_once_init_enter ((gsize *) & id)) { |
| GType _id; |
| |
| _id = g_enum_register_static ("GstVP8EncMultipassMode", values); |
| |
| g_once_init_leave ((gsize *) & id, _id); |
| } |
| |
| return id; |
| } |
| |
| #define GST_VP8_ENC_TUNE_TYPE (gst_vp8_enc_tune_get_type()) |
| static GType |
| gst_vp8_enc_tune_get_type (void) |
| { |
| static const GEnumValue values[] = { |
| #ifdef HAVE_VP8ENC_TUNING |
| {VP8_TUNE_PSNR, "Tune for PSNR", "psnr"}, |
| {VP8_TUNE_SSIM, "Tune for SSIM", "ssim"}, |
| #else |
| {VP8_TUNE_NONE, "none", "none"}, |
| #endif |
| {0, NULL, NULL} |
| }; |
| static volatile GType id = 0; |
| |
| if (g_once_init_enter ((gsize *) & id)) { |
| GType _id; |
| |
| _id = g_enum_register_static ("GstVP8EncTune", values); |
| |
| g_once_init_leave ((gsize *) & id, _id); |
| } |
| |
| return id; |
| } |
| |
| static void gst_vp8_enc_finalize (GObject * object); |
| static void gst_vp8_enc_set_property (GObject * object, guint prop_id, |
| const GValue * value, GParamSpec * pspec); |
| static void gst_vp8_enc_get_property (GObject * object, guint prop_id, |
| GValue * value, GParamSpec * pspec); |
| |
| static gboolean gst_vp8_enc_start (GstVideoEncoder * encoder); |
| static gboolean gst_vp8_enc_stop (GstVideoEncoder * encoder); |
| static gboolean gst_vp8_enc_set_format (GstVideoEncoder * |
| video_encoder, GstVideoCodecState * state); |
| static gboolean gst_vp8_enc_finish (GstVideoEncoder * video_encoder); |
| static GstFlowReturn gst_vp8_enc_handle_frame (GstVideoEncoder * |
| video_encoder, GstVideoCodecFrame * frame); |
| static GstFlowReturn gst_vp8_enc_pre_push (GstVideoEncoder * encoder, |
| GstVideoCodecFrame * frame); |
| static gboolean gst_vp8_enc_sink_event (GstVideoEncoder * |
| video_encoder, GstEvent * event); |
| static gboolean gst_vp8_enc_propose_allocation (GstVideoEncoder * encoder, |
| GstQuery * query); |
| |
| static GstStaticPadTemplate gst_vp8_enc_sink_template = |
| GST_STATIC_PAD_TEMPLATE ("sink", |
| GST_PAD_SINK, |
| GST_PAD_ALWAYS, |
| GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE ("I420")) |
| ); |
| |
| static GstStaticPadTemplate gst_vp8_enc_src_template = |
| GST_STATIC_PAD_TEMPLATE ("src", |
| GST_PAD_SRC, |
| GST_PAD_ALWAYS, |
| GST_STATIC_CAPS ("video/x-vp8") |
| ); |
| |
| #define parent_class gst_vp8_enc_parent_class |
| G_DEFINE_TYPE_WITH_CODE (GstVP8Enc, gst_vp8_enc, GST_TYPE_VIDEO_ENCODER, |
| G_IMPLEMENT_INTERFACE (GST_TYPE_TAG_SETTER, NULL); |
| G_IMPLEMENT_INTERFACE (GST_TYPE_PRESET, NULL);); |
| |
| static void |
| gst_vp8_enc_class_init (GstVP8EncClass * klass) |
| { |
| GObjectClass *gobject_class; |
| GstElementClass *element_class; |
| GstVideoEncoderClass *video_encoder_class; |
| |
| gobject_class = G_OBJECT_CLASS (klass); |
| element_class = GST_ELEMENT_CLASS (klass); |
| video_encoder_class = GST_VIDEO_ENCODER_CLASS (klass); |
| |
| gobject_class->set_property = gst_vp8_enc_set_property; |
| gobject_class->get_property = gst_vp8_enc_get_property; |
| gobject_class->finalize = gst_vp8_enc_finalize; |
| |
| gst_element_class_add_pad_template (element_class, |
| gst_static_pad_template_get (&gst_vp8_enc_src_template)); |
| gst_element_class_add_pad_template (element_class, |
| gst_static_pad_template_get (&gst_vp8_enc_sink_template)); |
| |
| gst_element_class_set_details_simple (element_class, |
| "On2 VP8 Encoder", |
| "Codec/Encoder/Video", |
| "Encode VP8 video streams", "David Schleef <ds@entropywave.com>"); |
| |
| video_encoder_class->start = gst_vp8_enc_start; |
| video_encoder_class->stop = gst_vp8_enc_stop; |
| video_encoder_class->handle_frame = gst_vp8_enc_handle_frame; |
| video_encoder_class->set_format = gst_vp8_enc_set_format; |
| video_encoder_class->finish = gst_vp8_enc_finish; |
| video_encoder_class->pre_push = gst_vp8_enc_pre_push; |
| video_encoder_class->sink_event = gst_vp8_enc_sink_event; |
| video_encoder_class->propose_allocation = gst_vp8_enc_propose_allocation; |
| |
| g_object_class_install_property (gobject_class, PROP_BITRATE, |
| g_param_spec_int ("bitrate", "Bit rate", |
| "Bit rate (in bits/sec)", |
| 0, 1000000000, DEFAULT_BITRATE, |
| (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); |
| |
| g_object_class_install_property (gobject_class, PROP_MODE, |
| g_param_spec_enum ("mode", "Mode", |
| "Mode", |
| GST_VP8_ENC_MODE_TYPE, DEFAULT_MODE, |
| (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); |
| |
| g_object_class_install_property (gobject_class, PROP_MINSECTION_PCT, |
| g_param_spec_uint ("minsection-pct", |
| "minimum percentage allocation per section", |
| "The numbers represent a percentage of the average allocation per section (frame)", |
| 0, 20, DEFAULT_MINSECTION_PCT, |
| (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); |
| |
| g_object_class_install_property (gobject_class, PROP_MAXSECTION_PCT, |
| g_param_spec_uint ("maxsection-pct", |
| "maximum percentage allocation per section", |
| "The numbers represent a percentage of the average allocation per section (frame)", |
| 200, 800, DEFAULT_MAXSECTION_PCT, |
| (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); |
| |
| g_object_class_install_property (gobject_class, PROP_MIN_QUANTIZER, |
| g_param_spec_int ("min-quantizer", "Minimum quantizer", |
| "Minimum (best) quantizer", |
| 0, 63, DEFAULT_MIN_QUANTIZER, |
| (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); |
| |
| g_object_class_install_property (gobject_class, PROP_MAX_QUANTIZER, |
| g_param_spec_int ("max-quantizer", "Maximum quantizer", |
| "Maximum (worst) quantizer", |
| 0, 63, DEFAULT_MAX_QUANTIZER, |
| (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); |
| |
| g_object_class_install_property (gobject_class, PROP_QUALITY, |
| g_param_spec_double ("quality", "Quality", |
| "Quality. This parameter sets a constant quantizer.", |
| 0, 10.0, DEFAULT_QUALITY, |
| (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); |
| |
| g_object_class_install_property (gobject_class, PROP_ERROR_RESILIENT, |
| g_param_spec_boolean ("error-resilient", "Error Resilient", |
| "Encode streams that are error resilient", |
| DEFAULT_ERROR_RESILIENT, |
| (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); |
| |
| g_object_class_install_property (gobject_class, PROP_MAX_LATENCY, |
| g_param_spec_int ("max-latency", "Max latency", |
| "Number of frames in encoder queue", |
| 0, 25, DEFAULT_MAX_LATENCY, |
| (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); |
| |
| g_object_class_install_property (gobject_class, PROP_MAX_KEYFRAME_DISTANCE, |
| g_param_spec_int ("max-keyframe-distance", "Maximum Key frame distance", |
| "Maximum distance between key frames", |
| 0, 9999, DEFAULT_MAX_KEYFRAME_DISTANCE, |
| (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); |
| |
| g_object_class_install_property (gobject_class, PROP_SPEED, |
| g_param_spec_int ("speed", "Speed", |
| "Speed", |
| 0, 7, DEFAULT_SPEED, |
| (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); |
| |
| g_object_class_install_property (gobject_class, PROP_THREADS, |
| g_param_spec_int ("threads", "Threads", |
| "Threads", |
| 1, 64, DEFAULT_THREADS, |
| (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); |
| |
| g_object_class_install_property (gobject_class, PROP_MULTIPASS_MODE, |
| g_param_spec_enum ("multipass-mode", "Multipass Mode", |
| "Multipass encode mode", |
| GST_VP8_ENC_MULTIPASS_MODE_TYPE, DEFAULT_MULTIPASS_MODE, |
| (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); |
| |
| g_object_class_install_property (gobject_class, PROP_MULTIPASS_CACHE_FILE, |
| g_param_spec_string ("multipass-cache-file", "Multipass Cache File", |
| "Multipass cache file", |
| DEFAULT_MULTIPASS_CACHE_FILE, |
| (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); |
| |
| g_object_class_install_property (gobject_class, PROP_AUTO_ALT_REF_FRAMES, |
| g_param_spec_boolean ("auto-alt-ref-frames", "Auto Alt Ref Frames", |
| "Automatically create alternative reference frames", |
| DEFAULT_AUTO_ALT_REF_FRAMES, |
| (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); |
| |
| g_object_class_install_property (gobject_class, PROP_LAG_IN_FRAMES, |
| g_param_spec_uint ("lag-in-frames", "Max number of frames to lag", |
| "If set, this value allows the encoder to consume a number of input " |
| "frames before producing output frames.", |
| 0, 64, DEFAULT_LAG_IN_FRAMES, |
| (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); |
| |
| g_object_class_install_property (gobject_class, PROP_SHARPNESS, |
| g_param_spec_int ("sharpness", "Sharpness", |
| "Sharpness", |
| 0, 7, DEFAULT_SHARPNESS, |
| (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); |
| |
| g_object_class_install_property (gobject_class, PROP_NOISE_SENSITIVITY, |
| g_param_spec_int ("noise-sensitivity", "Noise Sensitivity", |
| "Noise Sensitivity", |
| 0, 6, DEFAULT_NOISE_SENSITIVITY, |
| (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); |
| |
| g_object_class_install_property (gobject_class, PROP_TUNE, |
| g_param_spec_enum ("tune", "Tune", |
| "Tune", |
| GST_VP8_ENC_TUNE_TYPE, DEFAULT_TUNE, |
| (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); |
| |
| g_object_class_install_property (gobject_class, PROP_STATIC_THRESHOLD, |
| g_param_spec_int ("static-threshold", "Static Threshold", |
| "Static Threshold", |
| 0, 1000, DEFAULT_STATIC_THRESHOLD, |
| (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); |
| |
| g_object_class_install_property (gobject_class, PROP_DROP_FRAME, |
| g_param_spec_int ("drop-frame", "Drop Frame", |
| "Drop Frame", |
| 0, 100, DEFAULT_DROP_FRAME, |
| (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); |
| |
| g_object_class_install_property (gobject_class, PROP_RESIZE_ALLOWED, |
| g_param_spec_boolean ("resize-allowed", "Resize Allowed", |
| "Resize Allowed", |
| DEFAULT_RESIZE_ALLOWED, |
| (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); |
| |
| g_object_class_install_property (gobject_class, PROP_TOKEN_PARTS, |
| g_param_spec_int ("token-parts", "Token Parts", |
| "Token Parts", |
| 0, 3, DEFAULT_TOKEN_PARTS, |
| (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); |
| |
| GST_DEBUG_CATEGORY_INIT (gst_vp8enc_debug, "vp8enc", 0, "VP8 Encoder"); |
| } |
| |
| static void |
| gst_vp8_enc_init (GstVP8Enc * gst_vp8_enc) |
| { |
| |
| GST_DEBUG_OBJECT (gst_vp8_enc, "init"); |
| |
| gst_vp8_enc->bitrate = DEFAULT_BITRATE; |
| gst_vp8_enc->minsection_pct = DEFAULT_MINSECTION_PCT; |
| gst_vp8_enc->maxsection_pct = DEFAULT_MAXSECTION_PCT; |
| gst_vp8_enc->min_quantizer = DEFAULT_MIN_QUANTIZER; |
| gst_vp8_enc->max_quantizer = DEFAULT_MAX_QUANTIZER; |
| gst_vp8_enc->mode = DEFAULT_MODE; |
| gst_vp8_enc->quality = DEFAULT_QUALITY; |
| gst_vp8_enc->error_resilient = DEFAULT_ERROR_RESILIENT; |
| gst_vp8_enc->max_latency = DEFAULT_MAX_LATENCY; |
| gst_vp8_enc->max_keyframe_distance = DEFAULT_MAX_KEYFRAME_DISTANCE; |
| gst_vp8_enc->multipass_mode = DEFAULT_MULTIPASS_MODE; |
| gst_vp8_enc->multipass_cache_file = g_strdup (DEFAULT_MULTIPASS_CACHE_FILE); |
| gst_vp8_enc->auto_alt_ref_frames = DEFAULT_AUTO_ALT_REF_FRAMES; |
| gst_vp8_enc->lag_in_frames = DEFAULT_LAG_IN_FRAMES; |
| } |
| |
| static void |
| gst_vp8_enc_finalize (GObject * object) |
| { |
| GstVP8Enc *gst_vp8_enc; |
| |
| GST_DEBUG_OBJECT (object, "finalize"); |
| |
| g_return_if_fail (GST_IS_VP8_ENC (object)); |
| gst_vp8_enc = GST_VP8_ENC (object); |
| |
| g_free (gst_vp8_enc->multipass_cache_file); |
| gst_vp8_enc->multipass_cache_file = NULL; |
| |
| if (gst_vp8_enc->input_state) |
| gst_video_codec_state_unref (gst_vp8_enc->input_state); |
| |
| G_OBJECT_CLASS (parent_class)->finalize (object); |
| |
| } |
| |
| static void |
| gst_vp8_enc_set_property (GObject * object, guint prop_id, |
| const GValue * value, GParamSpec * pspec) |
| { |
| GstVP8Enc *gst_vp8_enc; |
| |
| g_return_if_fail (GST_IS_VP8_ENC (object)); |
| gst_vp8_enc = GST_VP8_ENC (object); |
| |
| GST_DEBUG_OBJECT (object, "gst_vp8_enc_set_property"); |
| switch (prop_id) { |
| case PROP_BITRATE: |
| gst_vp8_enc->bitrate = g_value_get_int (value); |
| break; |
| case PROP_MODE: |
| gst_vp8_enc->mode = g_value_get_enum (value); |
| break; |
| case PROP_MINSECTION_PCT: |
| gst_vp8_enc->minsection_pct = g_value_get_uint (value); |
| break; |
| case PROP_MAXSECTION_PCT: |
| gst_vp8_enc->maxsection_pct = g_value_get_uint (value); |
| break; |
| case PROP_MIN_QUANTIZER: |
| gst_vp8_enc->min_quantizer = g_value_get_int (value); |
| break; |
| case PROP_MAX_QUANTIZER: |
| gst_vp8_enc->max_quantizer = g_value_get_int (value); |
| break; |
| case PROP_QUALITY: |
| gst_vp8_enc->quality = g_value_get_double (value); |
| break; |
| case PROP_ERROR_RESILIENT: |
| gst_vp8_enc->error_resilient = g_value_get_boolean (value); |
| break; |
| case PROP_MAX_LATENCY: |
| gst_vp8_enc->max_latency = g_value_get_int (value); |
| break; |
| case PROP_MAX_KEYFRAME_DISTANCE: |
| gst_vp8_enc->max_keyframe_distance = g_value_get_int (value); |
| break; |
| case PROP_SPEED: |
| gst_vp8_enc->speed = g_value_get_int (value); |
| break; |
| case PROP_THREADS: |
| gst_vp8_enc->threads = g_value_get_int (value); |
| break; |
| case PROP_MULTIPASS_MODE: |
| gst_vp8_enc->multipass_mode = g_value_get_enum (value); |
| break; |
| case PROP_MULTIPASS_CACHE_FILE: |
| if (gst_vp8_enc->multipass_cache_file) |
| g_free (gst_vp8_enc->multipass_cache_file); |
| gst_vp8_enc->multipass_cache_file = g_value_dup_string (value); |
| break; |
| case PROP_AUTO_ALT_REF_FRAMES: |
| gst_vp8_enc->auto_alt_ref_frames = g_value_get_boolean (value); |
| break; |
| case PROP_LAG_IN_FRAMES: |
| gst_vp8_enc->lag_in_frames = g_value_get_uint (value); |
| break; |
| case PROP_SHARPNESS: |
| gst_vp8_enc->sharpness = g_value_get_int (value); |
| break; |
| case PROP_NOISE_SENSITIVITY: |
| gst_vp8_enc->noise_sensitivity = g_value_get_int (value); |
| break; |
| case PROP_TUNE: |
| #ifdef HAVE_VP8ENC_TUNING |
| gst_vp8_enc->tuning = g_value_get_enum (value); |
| #else |
| GST_WARNING_OBJECT (gst_vp8_enc, |
| "The tuning property is unsupported by this libvpx"); |
| #endif |
| break; |
| case PROP_STATIC_THRESHOLD: |
| gst_vp8_enc->static_threshold = g_value_get_int (value); |
| break; |
| case PROP_DROP_FRAME: |
| gst_vp8_enc->drop_frame = g_value_get_int (value); |
| break; |
| case PROP_RESIZE_ALLOWED: |
| gst_vp8_enc->resize_allowed = g_value_get_boolean (value); |
| break; |
| case PROP_TOKEN_PARTS: |
| gst_vp8_enc->partitions = g_value_get_int (value); |
| break; |
| default: |
| break; |
| } |
| } |
| |
| static void |
| gst_vp8_enc_get_property (GObject * object, guint prop_id, GValue * value, |
| GParamSpec * pspec) |
| { |
| GstVP8Enc *gst_vp8_enc; |
| |
| g_return_if_fail (GST_IS_VP8_ENC (object)); |
| gst_vp8_enc = GST_VP8_ENC (object); |
| |
| switch (prop_id) { |
| case PROP_BITRATE: |
| g_value_set_int (value, gst_vp8_enc->bitrate); |
| break; |
| case PROP_MODE: |
| g_value_set_enum (value, gst_vp8_enc->mode); |
| break; |
| case PROP_MINSECTION_PCT: |
| g_value_set_uint (value, gst_vp8_enc->minsection_pct); |
| break; |
| case PROP_MAXSECTION_PCT: |
| g_value_set_uint (value, gst_vp8_enc->maxsection_pct); |
| break; |
| case PROP_MIN_QUANTIZER: |
| g_value_set_int (value, gst_vp8_enc->min_quantizer); |
| break; |
| case PROP_MAX_QUANTIZER: |
| g_value_set_int (value, gst_vp8_enc->max_quantizer); |
| break; |
| case PROP_QUALITY: |
| g_value_set_double (value, gst_vp8_enc->quality); |
| break; |
| case PROP_ERROR_RESILIENT: |
| g_value_set_boolean (value, gst_vp8_enc->error_resilient); |
| break; |
| case PROP_MAX_LATENCY: |
| g_value_set_int (value, gst_vp8_enc->max_latency); |
| break; |
| case PROP_MAX_KEYFRAME_DISTANCE: |
| g_value_set_int (value, gst_vp8_enc->max_keyframe_distance); |
| break; |
| case PROP_SPEED: |
| g_value_set_int (value, gst_vp8_enc->speed); |
| break; |
| case PROP_THREADS: |
| g_value_set_int (value, gst_vp8_enc->threads); |
| break; |
| case PROP_MULTIPASS_MODE: |
| g_value_set_enum (value, gst_vp8_enc->multipass_mode); |
| break; |
| case PROP_MULTIPASS_CACHE_FILE: |
| g_value_set_string (value, gst_vp8_enc->multipass_cache_file); |
| break; |
| case PROP_AUTO_ALT_REF_FRAMES: |
| g_value_set_boolean (value, gst_vp8_enc->auto_alt_ref_frames); |
| break; |
| case PROP_LAG_IN_FRAMES: |
| g_value_set_uint (value, gst_vp8_enc->lag_in_frames); |
| break; |
| case PROP_SHARPNESS: |
| g_value_set_int (value, gst_vp8_enc->sharpness); |
| break; |
| case PROP_NOISE_SENSITIVITY: |
| g_value_set_int (value, gst_vp8_enc->noise_sensitivity); |
| break; |
| case PROP_TUNE: |
| #ifdef HAVE_VP8ENC_TUNING |
| g_value_set_enum (value, gst_vp8_enc->tuning); |
| #else |
| GST_WARNING_OBJECT (gst_vp8_enc, |
| "The tuning property is unsupported by this libvpx"); |
| #endif |
| break; |
| case PROP_STATIC_THRESHOLD: |
| g_value_set_int (value, gst_vp8_enc->static_threshold); |
| break; |
| case PROP_DROP_FRAME: |
| g_value_set_int (value, gst_vp8_enc->drop_frame); |
| break; |
| case PROP_RESIZE_ALLOWED: |
| g_value_set_boolean (value, gst_vp8_enc->resize_allowed); |
| break; |
| case PROP_TOKEN_PARTS: |
| g_value_set_int (value, gst_vp8_enc->partitions); |
| break; |
| default: |
| G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); |
| break; |
| } |
| } |
| |
| static gboolean |
| gst_vp8_enc_start (GstVideoEncoder * video_encoder) |
| { |
| GST_DEBUG_OBJECT (video_encoder, "start"); |
| |
| return TRUE; |
| } |
| |
| static gboolean |
| gst_vp8_enc_stop (GstVideoEncoder * video_encoder) |
| { |
| GstVP8Enc *encoder; |
| |
| GST_DEBUG_OBJECT (video_encoder, "stop"); |
| |
| encoder = GST_VP8_ENC (video_encoder); |
| |
| if (encoder->inited) { |
| vpx_codec_destroy (&encoder->encoder); |
| encoder->inited = FALSE; |
| } |
| |
| if (encoder->first_pass_cache_content) { |
| g_byte_array_free (encoder->first_pass_cache_content, TRUE); |
| encoder->first_pass_cache_content = NULL; |
| } |
| |
| if (encoder->last_pass_cache_content.buf) { |
| g_free (encoder->last_pass_cache_content.buf); |
| encoder->last_pass_cache_content.buf = NULL; |
| encoder->last_pass_cache_content.sz = 0; |
| } |
| |
| gst_tag_setter_reset_tags (GST_TAG_SETTER (encoder)); |
| |
| return TRUE; |
| } |
| |
| static gboolean |
| gst_vp8_enc_set_format (GstVideoEncoder * video_encoder, |
| GstVideoCodecState * state) |
| { |
| GstVP8Enc *encoder; |
| vpx_codec_enc_cfg_t cfg; |
| vpx_codec_err_t status; |
| vpx_image_t *image; |
| guint8 *data = NULL; |
| GstCaps *caps; |
| gboolean ret = TRUE; |
| GstVideoInfo *info = &state->info; |
| GstVideoCodecState *output_state; |
| |
| encoder = GST_VP8_ENC (video_encoder); |
| GST_DEBUG_OBJECT (video_encoder, "set_format"); |
| |
| if (encoder->inited) { |
| GST_DEBUG_OBJECT (video_encoder, "refusing renegotiation"); |
| return FALSE; |
| } |
| |
| status = vpx_codec_enc_config_default (&vpx_codec_vp8_cx_algo, &cfg, 0); |
| if (status != VPX_CODEC_OK) { |
| GST_ELEMENT_ERROR (encoder, LIBRARY, INIT, |
| ("Failed to get default encoder configuration"), ("%s", |
| gst_vpx_error_name (status))); |
| return FALSE; |
| } |
| |
| /* Scale default bitrate to our size */ |
| cfg.rc_target_bitrate = gst_util_uint64_scale (cfg.rc_target_bitrate, |
| GST_VIDEO_INFO_WIDTH (info) * GST_VIDEO_INFO_HEIGHT (info), |
| cfg.g_w * cfg.g_h); |
| |
| cfg.g_w = GST_VIDEO_INFO_WIDTH (info); |
| cfg.g_h = GST_VIDEO_INFO_HEIGHT (info); |
| cfg.g_timebase.num = GST_VIDEO_INFO_FPS_D (info); |
| cfg.g_timebase.den = GST_VIDEO_INFO_FPS_N (info); |
| |
| cfg.g_error_resilient = encoder->error_resilient; |
| cfg.g_lag_in_frames = encoder->max_latency; |
| cfg.g_threads = encoder->threads; |
| cfg.rc_end_usage = encoder->mode; |
| cfg.rc_2pass_vbr_minsection_pct = encoder->minsection_pct; |
| cfg.rc_2pass_vbr_maxsection_pct = encoder->maxsection_pct; |
| /* Standalone qp-min do not make any sence, with bitrate=0 and qp-min=1 |
| * encoder will use only default qp-max=63. Also this will make |
| * worst possbile quality. |
| */ |
| if (encoder->bitrate != DEFAULT_BITRATE || |
| encoder->max_quantizer != DEFAULT_MAX_QUANTIZER) { |
| cfg.rc_target_bitrate = encoder->bitrate / 1000; |
| cfg.rc_min_quantizer = encoder->min_quantizer; |
| cfg.rc_max_quantizer = encoder->max_quantizer; |
| } else { |
| cfg.rc_min_quantizer = (gint) (63 - encoder->quality * 6.2); |
| cfg.rc_max_quantizer = (gint) (63 - encoder->quality * 6.2); |
| } |
| cfg.rc_dropframe_thresh = encoder->drop_frame; |
| cfg.rc_resize_allowed = encoder->resize_allowed; |
| |
| cfg.kf_mode = VPX_KF_AUTO; |
| cfg.kf_min_dist = 0; |
| cfg.kf_max_dist = encoder->max_keyframe_distance; |
| |
| cfg.g_pass = encoder->multipass_mode; |
| if (encoder->multipass_mode == VPX_RC_FIRST_PASS) { |
| encoder->first_pass_cache_content = g_byte_array_sized_new (4096); |
| } else if (encoder->multipass_mode == VPX_RC_LAST_PASS) { |
| GError *err = NULL; |
| |
| if (!encoder->multipass_cache_file) { |
| GST_ELEMENT_ERROR (encoder, RESOURCE, OPEN_READ, |
| ("No multipass cache file provided"), (NULL)); |
| return FALSE; |
| } |
| |
| if (!g_file_get_contents (encoder->multipass_cache_file, |
| (gchar **) & encoder->last_pass_cache_content.buf, |
| &encoder->last_pass_cache_content.sz, &err)) { |
| GST_ELEMENT_ERROR (encoder, RESOURCE, OPEN_READ, |
| ("Failed to read multipass cache file provided"), ("%s", |
| err->message)); |
| g_error_free (err); |
| return FALSE; |
| } |
| cfg.rc_twopass_stats_in = encoder->last_pass_cache_content; |
| } |
| |
| status = vpx_codec_enc_init (&encoder->encoder, &vpx_codec_vp8_cx_algo, |
| &cfg, 0); |
| if (status != VPX_CODEC_OK) { |
| GST_ELEMENT_ERROR (encoder, LIBRARY, INIT, |
| ("Failed to initialize encoder"), ("%s", gst_vpx_error_name (status))); |
| return FALSE; |
| } |
| |
| /* FIXME move this to a set_speed() function */ |
| status = vpx_codec_control (&encoder->encoder, VP8E_SET_CPUUSED, |
| (encoder->speed == 0) ? 0 : (encoder->speed - 1)); |
| if (status != VPX_CODEC_OK) { |
| GST_WARNING_OBJECT (encoder, "Failed to set VP8E_SET_CPUUSED to 0: %s", |
| gst_vpx_error_name (status)); |
| } |
| |
| status = vpx_codec_control (&encoder->encoder, VP8E_SET_NOISE_SENSITIVITY, |
| encoder->noise_sensitivity); |
| status = vpx_codec_control (&encoder->encoder, VP8E_SET_SHARPNESS, |
| encoder->sharpness); |
| status = vpx_codec_control (&encoder->encoder, VP8E_SET_STATIC_THRESHOLD, |
| encoder->static_threshold); |
| status = vpx_codec_control (&encoder->encoder, VP8E_SET_TOKEN_PARTITIONS, |
| encoder->partitions); |
| #if 0 |
| status = vpx_codec_control (&encoder->encoder, VP8E_SET_ARNR_MAXFRAMES, |
| encoder->arnr_maxframes); |
| status = vpx_codec_control (&encoder->encoder, VP8E_SET_ARNR_STRENGTH, |
| encoder->arnr_strength); |
| status = vpx_codec_control (&encoder->encoder, VP8E_SET_ARNR_TYPE, |
| encoder->arnr_type); |
| #endif |
| #ifdef HAVE_VP8ENC_TUNING |
| status = vpx_codec_control (&encoder->encoder, VP8E_SET_TUNING, |
| encoder->tuning); |
| #endif |
| |
| status = |
| vpx_codec_control (&encoder->encoder, VP8E_SET_ENABLEAUTOALTREF, |
| (encoder->auto_alt_ref_frames ? 1 : 0)); |
| if (status != VPX_CODEC_OK) { |
| GST_WARNING_OBJECT (encoder, |
| "Failed to set VP8E_ENABLEAUTOALTREF to %d: %s", |
| (encoder->auto_alt_ref_frames ? 1 : 0), gst_vpx_error_name (status)); |
| } |
| |
| cfg.g_lag_in_frames = encoder->lag_in_frames; |
| |
| gst_video_encoder_set_latency (video_encoder, 0, |
| gst_util_uint64_scale (encoder->max_latency, |
| GST_VIDEO_INFO_FPS_D (info) * GST_SECOND, |
| GST_VIDEO_INFO_FPS_N (info))); |
| encoder->inited = TRUE; |
| |
| /* Store input state */ |
| if (encoder->input_state) |
| gst_video_codec_state_unref (encoder->input_state); |
| encoder->input_state = gst_video_codec_state_ref (state); |
| |
| /* prepare cached image buffer setup */ |
| image = &encoder->image; |
| memset (image, 0, sizeof (*image)); |
| |
| image->fmt = VPX_IMG_FMT_I420; |
| image->bps = 12; |
| image->x_chroma_shift = image->y_chroma_shift = 1; |
| image->w = image->d_w = GST_VIDEO_INFO_WIDTH (info); |
| image->h = image->d_h = GST_VIDEO_INFO_HEIGHT (info); |
| |
| image->stride[VPX_PLANE_Y] = GST_VIDEO_INFO_COMP_STRIDE (info, 0); |
| image->stride[VPX_PLANE_U] = GST_VIDEO_INFO_COMP_STRIDE (info, 1); |
| image->stride[VPX_PLANE_V] = GST_VIDEO_INFO_COMP_STRIDE (info, 2); |
| |
| caps = gst_caps_new_empty_simple ("video/x-vp8"); |
| { |
| GstStructure *s; |
| GstBuffer *stream_hdr, *vorbiscomment; |
| const GstTagList *iface_tags; |
| GValue array = { 0, }; |
| GValue value = { 0, }; |
| GstMapInfo map; |
| |
| s = gst_caps_get_structure (caps, 0); |
| |
| /* put buffers in a fixed list */ |
| g_value_init (&array, GST_TYPE_ARRAY); |
| g_value_init (&value, GST_TYPE_BUFFER); |
| |
| /* Create Ogg stream-info */ |
| stream_hdr = gst_buffer_new_and_alloc (26); |
| gst_buffer_map (stream_hdr, &map, GST_MAP_WRITE); |
| data = map.data; |
| |
| GST_WRITE_UINT8 (data, 0x4F); |
| GST_WRITE_UINT32_BE (data + 1, 0x56503830); /* "VP80" */ |
| GST_WRITE_UINT8 (data + 5, 0x01); /* stream info header */ |
| GST_WRITE_UINT8 (data + 6, 1); /* Major version 1 */ |
| GST_WRITE_UINT8 (data + 7, 0); /* Minor version 0 */ |
| GST_WRITE_UINT16_BE (data + 8, GST_VIDEO_INFO_WIDTH (info)); |
| GST_WRITE_UINT16_BE (data + 10, GST_VIDEO_INFO_HEIGHT (info)); |
| GST_WRITE_UINT24_BE (data + 12, GST_VIDEO_INFO_PAR_N (info)); |
| GST_WRITE_UINT24_BE (data + 15, GST_VIDEO_INFO_PAR_D (info)); |
| GST_WRITE_UINT32_BE (data + 18, GST_VIDEO_INFO_FPS_N (info)); |
| GST_WRITE_UINT32_BE (data + 22, GST_VIDEO_INFO_FPS_D (info)); |
| |
| gst_buffer_unmap (stream_hdr, &map); |
| |
| GST_BUFFER_FLAG_SET (stream_hdr, GST_BUFFER_FLAG_HEADER); |
| gst_value_set_buffer (&value, stream_hdr); |
| gst_value_array_append_value (&array, &value); |
| g_value_unset (&value); |
| gst_buffer_unref (stream_hdr); |
| |
| iface_tags = gst_tag_setter_get_tag_list (GST_TAG_SETTER (video_encoder)); |
| if (iface_tags) { |
| vorbiscomment = |
| gst_tag_list_to_vorbiscomment_buffer (iface_tags, |
| (const guint8 *) "OVP80\2 ", 7, |
| "Encoded with GStreamer vp8enc " PACKAGE_VERSION); |
| |
| GST_BUFFER_FLAG_SET (vorbiscomment, GST_BUFFER_FLAG_HEADER); |
| |
| g_value_init (&value, GST_TYPE_BUFFER); |
| gst_value_set_buffer (&value, vorbiscomment); |
| gst_value_array_append_value (&array, &value); |
| g_value_unset (&value); |
| gst_buffer_unref (vorbiscomment); |
| } |
| |
| gst_structure_set_value (s, "streamheader", &array); |
| g_value_unset (&array); |
| } |
| output_state = |
| gst_video_encoder_set_output_state (video_encoder, caps, state); |
| gst_video_codec_state_unref (output_state); |
| |
| gst_video_encoder_negotiate (GST_VIDEO_ENCODER (encoder)); |
| |
| return ret; |
| } |
| |
| static GstFlowReturn |
| gst_vp8_enc_process (GstVP8Enc * encoder) |
| { |
| vpx_codec_iter_t iter = NULL; |
| const vpx_codec_cx_pkt_t *pkt; |
| GstVideoEncoder *video_encoder; |
| GstVP8EncUserData *user_data; |
| GstVideoCodecFrame *frame; |
| GstFlowReturn ret = GST_FLOW_OK; |
| |
| video_encoder = GST_VIDEO_ENCODER (encoder); |
| |
| pkt = vpx_codec_get_cx_data (&encoder->encoder, &iter); |
| while (pkt != NULL) { |
| GstBuffer *buffer; |
| gboolean invisible; |
| |
| GST_DEBUG_OBJECT (encoder, "packet %u type %d", (guint) pkt->data.frame.sz, |
| pkt->kind); |
| |
| if (pkt->kind == VPX_CODEC_STATS_PKT |
| && encoder->multipass_mode == VPX_RC_FIRST_PASS) { |
| GST_LOG_OBJECT (encoder, "handling STATS packet"); |
| |
| g_byte_array_append (encoder->first_pass_cache_content, |
| pkt->data.twopass_stats.buf, pkt->data.twopass_stats.sz); |
| |
| frame = gst_video_encoder_get_oldest_frame (video_encoder); |
| if (frame != NULL) { |
| buffer = gst_buffer_new (); |
| GST_BUFFER_FLAG_SET (buffer, GST_BUFFER_FLAG_LIVE); |
| frame->output_buffer = buffer; |
| gst_video_encoder_finish_frame (video_encoder, frame); |
| } |
| |
| pkt = vpx_codec_get_cx_data (&encoder->encoder, &iter); |
| continue; |
| } else if (pkt->kind != VPX_CODEC_CX_FRAME_PKT) { |
| GST_LOG_OBJECT (encoder, "non frame pkt: %d", pkt->kind); |
| pkt = vpx_codec_get_cx_data (&encoder->encoder, &iter); |
| continue; |
| } |
| |
| invisible = (pkt->data.frame.flags & VPX_FRAME_IS_INVISIBLE) != 0; |
| frame = gst_video_encoder_get_oldest_frame (video_encoder); |
| g_assert (frame != NULL); |
| if ((pkt->data.frame.flags & VPX_FRAME_IS_KEY) != 0) |
| GST_VIDEO_CODEC_FRAME_SET_SYNC_POINT (frame); |
| else |
| GST_VIDEO_CODEC_FRAME_UNSET_SYNC_POINT (frame); |
| |
| user_data = gst_video_codec_frame_get_user_data (frame); |
| |
| /* FIXME : It would be nice to avoid the memory copy ... */ |
| buffer = |
| gst_buffer_new_wrapped (g_memdup (pkt->data.frame.buf, |
| pkt->data.frame.sz), pkt->data.frame.sz); |
| |
| if (user_data->image) |
| g_slice_free (vpx_image_t, user_data->image); |
| user_data->image = NULL; |
| |
| if (invisible) { |
| user_data->invisible = g_list_append (user_data->invisible, buffer); |
| } else { |
| frame->output_buffer = buffer; |
| ret = gst_video_encoder_finish_frame (video_encoder, frame); |
| } |
| |
| pkt = vpx_codec_get_cx_data (&encoder->encoder, &iter); |
| } |
| |
| return ret; |
| } |
| |
| static GstFlowReturn |
| gst_vp8_enc_finish (GstVideoEncoder * video_encoder) |
| { |
| GstVP8Enc *encoder; |
| int flags = 0; |
| vpx_codec_err_t status; |
| |
| GST_DEBUG_OBJECT (video_encoder, "finish"); |
| |
| encoder = GST_VP8_ENC (video_encoder); |
| |
| status = |
| vpx_codec_encode (&encoder->encoder, NULL, encoder->n_frames, 1, flags, |
| 0); |
| if (status != 0) { |
| GST_ERROR_OBJECT (encoder, "encode returned %d %s", status, |
| gst_vpx_error_name (status)); |
| return GST_FLOW_ERROR; |
| } |
| |
| /* dispatch remaining frames */ |
| gst_vp8_enc_process (encoder); |
| |
| if (encoder->multipass_mode == VPX_RC_FIRST_PASS |
| && encoder->multipass_cache_file) { |
| GError *err = NULL; |
| |
| if (!g_file_set_contents (encoder->multipass_cache_file, |
| (const gchar *) encoder->first_pass_cache_content->data, |
| encoder->first_pass_cache_content->len, &err)) { |
| GST_ELEMENT_ERROR (encoder, RESOURCE, WRITE, (NULL), |
| ("Failed to write multipass cache file: %s", err->message)); |
| g_error_free (err); |
| } |
| } |
| |
| return GST_FLOW_OK; |
| } |
| |
| static vpx_image_t * |
| gst_vp8_enc_buffer_to_image (GstVP8Enc * enc, GstVideoFrame * frame) |
| { |
| vpx_image_t *image = g_slice_new (vpx_image_t); |
| |
| memcpy (image, &enc->image, sizeof (*image)); |
| |
| image->planes[VPX_PLANE_Y] = GST_VIDEO_FRAME_COMP_DATA (frame, 0); |
| image->planes[VPX_PLANE_U] = GST_VIDEO_FRAME_COMP_DATA (frame, 1); |
| image->planes[VPX_PLANE_V] = GST_VIDEO_FRAME_COMP_DATA (frame, 2); |
| |
| image->stride[VPX_PLANE_Y] = GST_VIDEO_FRAME_COMP_STRIDE (frame, 0); |
| image->stride[VPX_PLANE_U] = GST_VIDEO_FRAME_COMP_STRIDE (frame, 1); |
| image->stride[VPX_PLANE_V] = GST_VIDEO_FRAME_COMP_STRIDE (frame, 2); |
| |
| return image; |
| } |
| |
| static GstFlowReturn |
| gst_vp8_enc_handle_frame (GstVideoEncoder * video_encoder, |
| GstVideoCodecFrame * frame) |
| { |
| GstVP8Enc *encoder; |
| vpx_codec_err_t status; |
| int flags = 0; |
| vpx_image_t *image; |
| GstVP8EncUserData *user_data; |
| int quality; |
| GstVideoFrame vframe; |
| |
| GST_DEBUG_OBJECT (video_encoder, "handle_frame"); |
| |
| encoder = GST_VP8_ENC (video_encoder); |
| |
| encoder->n_frames++; |
| |
| GST_DEBUG_OBJECT (video_encoder, "size %d %d", |
| GST_VIDEO_INFO_WIDTH (&encoder->input_state->info), |
| GST_VIDEO_INFO_HEIGHT (&encoder->input_state->info)); |
| |
| gst_video_frame_map (&vframe, &encoder->input_state->info, |
| frame->input_buffer, GST_MAP_READ); |
| image = gst_vp8_enc_buffer_to_image (encoder, &vframe); |
| |
| user_data = g_slice_new0 (GstVP8EncUserData); |
| user_data->image = image; |
| gst_video_codec_frame_set_user_data (frame, user_data, |
| (GDestroyNotify) gst_vp8_enc_user_data_free); |
| |
| if (GST_VIDEO_CODEC_FRAME_IS_FORCE_KEYFRAME (frame)) { |
| flags |= VPX_EFLAG_FORCE_KF; |
| } |
| |
| quality = (encoder->speed == 0) ? VPX_DL_BEST_QUALITY : VPX_DL_GOOD_QUALITY; |
| |
| status = vpx_codec_encode (&encoder->encoder, image, |
| encoder->n_frames, 1, flags, quality); |
| gst_video_frame_unmap (&vframe); |
| |
| if (status != 0) { |
| GST_ELEMENT_ERROR (encoder, LIBRARY, ENCODE, |
| ("Failed to encode frame"), ("%s", gst_vpx_error_name (status))); |
| gst_video_codec_frame_set_user_data (frame, NULL, NULL); |
| return FALSE; |
| } |
| gst_video_codec_frame_unref (frame); |
| return gst_vp8_enc_process (encoder); |
| } |
| |
| static guint64 |
| _to_granulepos (guint64 frame_end_number, guint inv_count, guint keyframe_dist) |
| { |
| guint64 granulepos; |
| guint inv; |
| |
| inv = (inv_count == 0) ? 0x3 : inv_count - 1; |
| |
| granulepos = (frame_end_number << 32) | (inv << 30) | (keyframe_dist << 3); |
| return granulepos; |
| } |
| |
| static GstFlowReturn |
| gst_vp8_enc_pre_push (GstVideoEncoder * video_encoder, |
| GstVideoCodecFrame * frame) |
| { |
| GstVP8Enc *encoder; |
| GstBuffer *buf; |
| GstFlowReturn ret = GST_FLOW_OK; |
| GstVP8EncUserData *user_data = gst_video_codec_frame_get_user_data (frame); |
| GList *l; |
| gint inv_count; |
| GstVideoInfo *info; |
| |
| GST_DEBUG_OBJECT (video_encoder, "pre_push"); |
| |
| encoder = GST_VP8_ENC (video_encoder); |
| |
| info = &encoder->input_state->info; |
| |
| g_assert (user_data != NULL); |
| |
| for (inv_count = 0, l = user_data->invisible; l; inv_count++, l = l->next) { |
| buf = l->data; |
| l->data = NULL; |
| |
| /* FIXME : All of this should have already been handled by base classes, no ? */ |
| if (l == user_data->invisible |
| && GST_VIDEO_CODEC_FRAME_IS_SYNC_POINT (frame)) { |
| GST_BUFFER_FLAG_UNSET (buf, GST_BUFFER_FLAG_DELTA_UNIT); |
| encoder->keyframe_distance = 0; |
| } else { |
| GST_BUFFER_FLAG_SET (buf, GST_BUFFER_FLAG_DELTA_UNIT); |
| encoder->keyframe_distance++; |
| } |
| |
| GST_BUFFER_TIMESTAMP (buf) = GST_BUFFER_TIMESTAMP (frame->output_buffer); |
| GST_BUFFER_DURATION (buf) = 0; |
| GST_BUFFER_OFFSET_END (buf) = |
| _to_granulepos (frame->presentation_frame_number + 1, |
| inv_count, encoder->keyframe_distance); |
| GST_BUFFER_OFFSET (buf) = |
| gst_util_uint64_scale (frame->presentation_frame_number + 1, |
| GST_SECOND * GST_VIDEO_INFO_FPS_D (info), GST_VIDEO_INFO_FPS_N (info)); |
| |
| ret = gst_pad_push (GST_VIDEO_ENCODER_SRC_PAD (video_encoder), buf); |
| |
| if (ret != GST_FLOW_OK) { |
| GST_WARNING_OBJECT (encoder, "flow error %d", ret); |
| goto done; |
| } |
| } |
| |
| buf = frame->output_buffer; |
| |
| /* FIXME : All of this should have already been handled by base classes, no ? */ |
| if (!user_data->invisible && GST_VIDEO_CODEC_FRAME_IS_SYNC_POINT (frame)) { |
| GST_BUFFER_FLAG_UNSET (buf, GST_BUFFER_FLAG_DELTA_UNIT); |
| encoder->keyframe_distance = 0; |
| } else { |
| GST_BUFFER_FLAG_SET (buf, GST_BUFFER_FLAG_DELTA_UNIT); |
| encoder->keyframe_distance++; |
| } |
| |
| GST_BUFFER_OFFSET_END (buf) = |
| _to_granulepos (frame->presentation_frame_number + 1, 0, |
| encoder->keyframe_distance); |
| GST_BUFFER_OFFSET (buf) = |
| gst_util_uint64_scale (frame->presentation_frame_number + 1, |
| GST_SECOND * GST_VIDEO_INFO_FPS_D (info), GST_VIDEO_INFO_FPS_N (info)); |
| |
| GST_LOG_OBJECT (video_encoder, "src ts: %" GST_TIME_FORMAT, |
| GST_TIME_ARGS (GST_BUFFER_TIMESTAMP (buf))); |
| |
| done: |
| return ret; |
| } |
| |
| static gboolean |
| gst_vp8_enc_sink_event (GstVideoEncoder * benc, GstEvent * event) |
| { |
| GstVP8Enc *enc = GST_VP8_ENC (benc); |
| |
| /* FIXME : Move this to base encoder class */ |
| |
| if (GST_EVENT_TYPE (event) == GST_EVENT_TAG) { |
| GstTagList *list; |
| GstTagSetter *setter = GST_TAG_SETTER (enc); |
| const GstTagMergeMode mode = gst_tag_setter_get_tag_merge_mode (setter); |
| |
| gst_event_parse_tag (event, &list); |
| gst_tag_setter_merge_tags (setter, list, mode); |
| } |
| |
| /* just peeked, baseclass handles the rest */ |
| return GST_VIDEO_ENCODER_CLASS (parent_class)->sink_event (benc, event); |
| } |
| |
| static gboolean |
| gst_vp8_enc_propose_allocation (GstVideoEncoder * encoder, GstQuery * query) |
| { |
| gst_query_add_allocation_meta (query, GST_VIDEO_META_API_TYPE, NULL); |
| |
| return GST_VIDEO_ENCODER_CLASS (parent_class)->propose_allocation (encoder, |
| query); |
| } |
| |
| #endif /* HAVE_VP8_ENCODER */ |