/* * Copyright (C) 2011, Hewlett-Packard Development Company, L.P. * Author: Sebastian Dröge , Collabora Ltd. * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License as published by the Free Software Foundation * version 2.1 of the License. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public * License along with this library; if not, write to the Free Software * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA * */ /* * Information about the caps fields: * * header-format: * none: No codec_data and only in-stream headers * * asf: codec_data as specified in the ASF specification * Simple/Main profile: 4 byte sequence header without startcode * Advanced profile: Sequence header and entrypoint with startcodes * * sequence-layer: codec_data as specified in SMPTE 421M Annex L.2 * * * stream-format: * bdu: BDUs with startcodes * * bdu-frame: BDUs with startcodes, everything up to and including a frame * per buffer. This also means everything needed to decode a frame, i.e. * field and slice BDUs * * sequence-layer-bdu: Sequence layer in first buffer, then BDUs with startcodes * * sequence-layer-bdu-frame: Sequence layer in first buffer, then only frame * BDUs with startcodes, i.e. everything up to and including a frame. * * sequence-layer-raw-frame: Sequence layer in first buffer, then only frame * BDUs without startcodes. Only for simple/main profile. * * sequence-layer-frame-layer: As specified in SMPTE 421M Annex L, sequence-layer * first, then BDUs inside frame-layer * * asf: As specified in the ASF specification. * For simple/main profile a single frame BDU without startcodes per buffer * For advanced profile one or many BDUs with/without startcodes: * Startcodes required if non-frame BDU or multiple BDUs per buffer * unless frame BDU followed by field BDU. In that case only second (field) * startcode required. * * frame-layer: As specified in SMPTE 421M Annex L.2 * * * If no stream-format is given in the caps we do the following: * * 0) If header-format=asf we assume stream-format=asf * 1) If first buffer starts with sequence header startcode * we assume stream-format=bdu (or bdu-frame, doesn't matter * for the input because we're parsing anyway) * 2) If first buffer starts with sequence layer startcode * 1) If followed by sequence header or frame startcode * we assume stream-format=sequence-layer-bdu (or -bdu-frame, * doesn't matter for the input because we're parsing anyway) * 2) Otherwise we assume stream-format=sequence-layer-frame-layer * 3) Otherwise * 1) If header-format=sequence-layer we assume stream-format=frame-layer * 2) If header-format=none we error out */ #ifdef HAVE_CONFIG_H #include "config.h" #endif #include "gstvideoparserselements.h" #include "gstvc1parse.h" #include #include #include GST_DEBUG_CATEGORY (vc1_parse_debug); #define GST_CAT_DEFAULT vc1_parse_debug static const struct { gchar str[15]; VC1HeaderFormat en; } header_formats[] = { { "none", VC1_HEADER_FORMAT_NONE}, { "asf", VC1_HEADER_FORMAT_ASF}, { "sequence-layer", VC1_HEADER_FORMAT_SEQUENCE_LAYER} }; static const struct { gchar str[27]; VC1StreamFormat en; } stream_formats[] = { { "bdu", VC1_STREAM_FORMAT_BDU}, { "bdu-frame", VC1_STREAM_FORMAT_BDU_FRAME}, { "sequence-layer-bdu", VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU}, { "sequence-layer-bdu-frame", VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU_FRAME}, { "sequence-layer-raw-frame", VC1_STREAM_FORMAT_SEQUENCE_LAYER_RAW_FRAME}, { "sequence-layer-frame-layer", VC1_STREAM_FORMAT_SEQUENCE_LAYER_FRAME_LAYER}, { "asf", VC1_STREAM_FORMAT_ASF}, { "frame-layer", VC1_STREAM_FORMAT_FRAME_LAYER} }; static const struct { gchar str[5]; GstVC1ParseFormat en; } parse_formats[] = { { "WMV3", GST_VC1_PARSE_FORMAT_WMV3}, { "WVC1", GST_VC1_PARSE_FORMAT_WVC1} }; static const gchar * stream_format_to_string (VC1StreamFormat stream_format) { return stream_formats[stream_format].str; } static VC1StreamFormat stream_format_from_string (const gchar * stream_format) { gint i; for (i = 0; i < G_N_ELEMENTS (stream_formats); i++) { if (strcmp (stream_formats[i].str, stream_format) == 0) return stream_formats[i].en; } return -1; } static const gchar * header_format_to_string (VC1HeaderFormat header_format) { return header_formats[header_format].str; } static VC1HeaderFormat header_format_from_string (const gchar * header_format) { gint i; for (i = 0; i < G_N_ELEMENTS (header_formats); i++) { if (strcmp (header_formats[i].str, header_format) == 0) return header_formats[i].en; } return -1; } static const gchar * parse_format_to_string (GstVC1ParseFormat format) { return parse_formats[format].str; } static GstStaticPadTemplate sinktemplate = GST_STATIC_PAD_TEMPLATE ("sink", GST_PAD_SINK, GST_PAD_ALWAYS, GST_STATIC_CAPS ("video/x-wmv, wmvversion=(int) 3, " "format=(string) {WVC1, WMV3}")); static GstStaticPadTemplate srctemplate = GST_STATIC_PAD_TEMPLATE ("src", GST_PAD_SRC, GST_PAD_ALWAYS, GST_STATIC_CAPS ("video/x-wmv, wmvversion=(int) 3, " "format=(string) {WVC1, WMV3}, " "stream-format=(string) {bdu, bdu-frame, sequence-layer-bdu, " "sequence-layer-bdu-frame, sequence-layer-raw-frame, " "sequence-layer-frame-layer, asf, frame-layer}, " "header-format=(string) {none, asf, sequence-layer}")); #define parent_class gst_vc1_parse_parent_class G_DEFINE_TYPE (GstVC1Parse, gst_vc1_parse, GST_TYPE_BASE_PARSE); GST_ELEMENT_REGISTER_DEFINE_WITH_CODE (vc1parse, "vc1parse", GST_RANK_NONE, GST_TYPE_VC1_PARSE, videoparsers_element_init (plugin)); static void gst_vc1_parse_finalize (GObject * object); static gboolean gst_vc1_parse_start (GstBaseParse * parse); static gboolean gst_vc1_parse_stop (GstBaseParse * parse); static GstFlowReturn gst_vc1_parse_handle_frame (GstBaseParse * parse, GstBaseParseFrame * frame, gint * skipsize); static GstFlowReturn gst_vc1_parse_pre_push_frame (GstBaseParse * parse, GstBaseParseFrame * frame); static gboolean gst_vc1_parse_set_caps (GstBaseParse * parse, GstCaps * caps); static GstCaps *gst_vc1_parse_get_sink_caps (GstBaseParse * parse, GstCaps * filter); static GstFlowReturn gst_vc1_parse_detect (GstBaseParse * parse, GstBuffer * buffer); static void gst_vc1_parse_reset (GstVC1Parse * vc1parse); static gboolean gst_vc1_parse_handle_seq_layer (GstVC1Parse * vc1parse, GstBuffer * buf, guint offset, guint size); static gboolean gst_vc1_parse_handle_seq_hdr (GstVC1Parse * vc1parse, GstBuffer * buf, guint offset, guint size); static gboolean gst_vc1_parse_handle_entrypoint (GstVC1Parse * vc1parse, GstBuffer * buf, guint offset, guint size); static void gst_vc1_parse_update_stream_format_properties (GstVC1Parse * vc1parse); static void gst_vc1_parse_class_init (GstVC1ParseClass * klass) { GObjectClass *gobject_class = (GObjectClass *) klass; GstElementClass *element_class = GST_ELEMENT_CLASS (klass); GstBaseParseClass *parse_class = GST_BASE_PARSE_CLASS (klass); GST_DEBUG_CATEGORY_INIT (vc1_parse_debug, "vc1parse", 0, "vc1 parser"); gobject_class->finalize = gst_vc1_parse_finalize; gst_element_class_add_static_pad_template (element_class, &srctemplate); gst_element_class_add_static_pad_template (element_class, &sinktemplate); gst_element_class_set_static_metadata (element_class, "VC1 parser", "Codec/Parser/Converter/Video", "Parses VC1 streams", "Sebastian Dröge "); parse_class->start = GST_DEBUG_FUNCPTR (gst_vc1_parse_start); parse_class->stop = GST_DEBUG_FUNCPTR (gst_vc1_parse_stop); parse_class->handle_frame = GST_DEBUG_FUNCPTR (gst_vc1_parse_handle_frame); parse_class->pre_push_frame = GST_DEBUG_FUNCPTR (gst_vc1_parse_pre_push_frame); parse_class->set_sink_caps = GST_DEBUG_FUNCPTR (gst_vc1_parse_set_caps); parse_class->get_sink_caps = GST_DEBUG_FUNCPTR (gst_vc1_parse_get_sink_caps); parse_class->detect = GST_DEBUG_FUNCPTR (gst_vc1_parse_detect); } static void gst_vc1_parse_init (GstVC1Parse * vc1parse) { /* Default values for stream-format=raw, i.e. * raw VC1 frames with startcodes */ gst_base_parse_set_syncable (GST_BASE_PARSE (vc1parse), TRUE); gst_base_parse_set_has_timing_info (GST_BASE_PARSE (vc1parse), FALSE); gst_vc1_parse_reset (vc1parse); GST_PAD_SET_ACCEPT_INTERSECT (GST_BASE_PARSE_SINK_PAD (vc1parse)); GST_PAD_SET_ACCEPT_TEMPLATE (GST_BASE_PARSE_SINK_PAD (vc1parse)); /* We have reordered frames - don't interpolate PTS */ gst_base_parse_set_pts_interpolation (GST_BASE_PARSE (vc1parse), FALSE); gst_base_parse_set_infer_ts (GST_BASE_PARSE (vc1parse), FALSE); } static void gst_vc1_parse_finalize (GObject * object) { /*GstVC1Parse *vc1parse = GST_VC1_PARSE (object); */ G_OBJECT_CLASS (parent_class)->finalize (object); } static void gst_vc1_parse_reset (GstVC1Parse * vc1parse) { vc1parse->profile = -1; vc1parse->level = -1; vc1parse->format = 0; vc1parse->width = 0; vc1parse->height = 0; vc1parse->fps_n = vc1parse->fps_d = 0; vc1parse->frame_duration = GST_CLOCK_TIME_NONE; vc1parse->fps_from_caps = FALSE; vc1parse->par_n = vc1parse->par_d = 0; vc1parse->par_from_caps = FALSE; vc1parse->renegotiate = TRUE; vc1parse->update_caps = TRUE; vc1parse->sent_codec_tag = FALSE; vc1parse->input_header_format = VC1_HEADER_FORMAT_NONE; vc1parse->input_stream_format = VC1_STREAM_FORMAT_BDU; vc1parse->output_header_format = VC1_HEADER_FORMAT_NONE; vc1parse->output_stream_format = VC1_STREAM_FORMAT_BDU; gst_buffer_replace (&vc1parse->seq_layer_buffer, NULL); gst_buffer_replace (&vc1parse->seq_hdr_buffer, NULL); gst_buffer_replace (&vc1parse->entrypoint_buffer, NULL); vc1parse->seq_layer_sent = FALSE; vc1parse->frame_layer_first_frame_sent = FALSE; } static gboolean gst_vc1_parse_start (GstBaseParse * parse) { GstVC1Parse *vc1parse = GST_VC1_PARSE (parse); GST_DEBUG_OBJECT (parse, "start"); gst_vc1_parse_reset (vc1parse); vc1parse->detecting_stream_format = TRUE; return TRUE; } static gboolean gst_vc1_parse_stop (GstBaseParse * parse) { GstVC1Parse *vc1parse = GST_VC1_PARSE (parse); GST_DEBUG_OBJECT (parse, "stop"); gst_vc1_parse_reset (vc1parse); return TRUE; } static gboolean gst_vc1_parse_is_format_allowed (GstVC1Parse * vc1parse) { if (vc1parse->profile == GST_VC1_PROFILE_ADVANCED && vc1parse->output_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_RAW_FRAME) { GST_ERROR_OBJECT (vc1parse, "sequence-layer-raw-frame is not allowed in advanced profile"); return FALSE; } else if (vc1parse->profile == GST_VC1_PROFILE_SIMPLE && (vc1parse->output_stream_format == VC1_STREAM_FORMAT_BDU || vc1parse->output_stream_format == VC1_STREAM_FORMAT_BDU_FRAME || vc1parse->output_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU || vc1parse->output_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU_FRAME)) { GST_ERROR_OBJECT (vc1parse, "output stream-format not allowed in simple profile"); return FALSE; } GST_DEBUG_OBJECT (vc1parse, "check output header-format"); switch (vc1parse->output_header_format) { case VC1_HEADER_FORMAT_ASF: case VC1_HEADER_FORMAT_SEQUENCE_LAYER: /* Doesn't make sense to have sequence-layer-* stream-format */ if (vc1parse->output_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU || vc1parse->output_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU_FRAME || vc1parse->output_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_RAW_FRAME || vc1parse->output_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_FRAME_LAYER) return FALSE; break; case VC1_HEADER_FORMAT_NONE: /* In simple/main profile, there is no sequence header BDU */ if (vc1parse->profile != GST_VC1_PROFILE_ADVANCED && (vc1parse->output_stream_format == VC1_STREAM_FORMAT_BDU || vc1parse->output_stream_format == VC1_STREAM_FORMAT_BDU_FRAME || vc1parse->output_stream_format == VC1_STREAM_FORMAT_FRAME_LAYER)) return FALSE; /* ASF stream-format doesn't carry sequence header */ if (vc1parse->output_stream_format == VC1_STREAM_FORMAT_ASF) return FALSE; break; default: g_assert_not_reached (); break; } if (vc1parse->output_stream_format == vc1parse->input_stream_format) return TRUE; GST_DEBUG_OBJECT (vc1parse, "check stream-format conversion"); switch (vc1parse->output_stream_format) { case VC1_STREAM_FORMAT_BDU: if (vc1parse->input_stream_format == VC1_STREAM_FORMAT_BDU_FRAME || vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU_FRAME || vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_RAW_FRAME || vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_FRAME_LAYER || vc1parse->input_stream_format == VC1_STREAM_FORMAT_FRAME_LAYER) goto conversion_not_supported; break; case VC1_STREAM_FORMAT_BDU_FRAME: if (vc1parse->input_stream_format == VC1_STREAM_FORMAT_BDU || vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU || vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_FRAME_LAYER || vc1parse->input_stream_format == VC1_STREAM_FORMAT_ASF || vc1parse->input_stream_format == VC1_STREAM_FORMAT_FRAME_LAYER) goto conversion_not_supported; if (vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_RAW_FRAME) return FALSE; break; case VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU: if (vc1parse->input_stream_format == VC1_STREAM_FORMAT_BDU_FRAME || vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU_FRAME || vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_RAW_FRAME || vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_FRAME_LAYER || vc1parse->input_stream_format == VC1_STREAM_FORMAT_FRAME_LAYER) goto conversion_not_supported; break; case VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU_FRAME: if (vc1parse->input_stream_format == VC1_STREAM_FORMAT_BDU || vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU || vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_FRAME_LAYER || vc1parse->input_stream_format == VC1_STREAM_FORMAT_ASF || vc1parse->input_stream_format == VC1_STREAM_FORMAT_FRAME_LAYER) goto conversion_not_supported; if (vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_RAW_FRAME) return FALSE; break; case VC1_STREAM_FORMAT_SEQUENCE_LAYER_RAW_FRAME: if (vc1parse->input_stream_format == VC1_STREAM_FORMAT_BDU || vc1parse->input_stream_format == VC1_STREAM_FORMAT_BDU_FRAME || vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU || vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU_FRAME || vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_FRAME_LAYER || vc1parse->input_stream_format == VC1_STREAM_FORMAT_FRAME_LAYER) goto conversion_not_supported; break; case VC1_STREAM_FORMAT_SEQUENCE_LAYER_FRAME_LAYER: if (vc1parse->input_stream_format != VC1_STREAM_FORMAT_FRAME_LAYER && vc1parse->input_stream_format != VC1_STREAM_FORMAT_ASF) goto conversion_not_supported; break; case VC1_STREAM_FORMAT_ASF: goto conversion_not_supported; break; case VC1_STREAM_FORMAT_FRAME_LAYER: if (vc1parse->input_stream_format != VC1_STREAM_FORMAT_SEQUENCE_LAYER_FRAME_LAYER && vc1parse->input_stream_format != VC1_STREAM_FORMAT_ASF) goto conversion_not_supported; break; default: g_assert_not_reached (); break; } return TRUE; conversion_not_supported: GST_ERROR_OBJECT (vc1parse, "stream conversion not implemented yet"); return FALSE; } static gboolean gst_vc1_parse_renegotiate (GstVC1Parse * vc1parse) { GstCaps *in_caps; GstCaps *allowed_caps; GstCaps *tmp; /* Negotiate with downstream here */ GST_DEBUG_OBJECT (vc1parse, "Renegotiating"); gst_pad_check_reconfigure (GST_BASE_PARSE_SRC_PAD (vc1parse)); allowed_caps = gst_pad_get_allowed_caps (GST_BASE_PARSE_SRC_PAD (vc1parse)); if (allowed_caps && !gst_caps_is_empty (allowed_caps) && !gst_caps_is_any (allowed_caps)) { GstStructure *s; const gchar *stream_format, *header_format; GST_DEBUG_OBJECT (vc1parse, "Downstream allowed caps: %" GST_PTR_FORMAT, allowed_caps); /* Downstream element can have differents caps according to wmv format * so intersect to select the good caps */ in_caps = gst_caps_new_simple ("video/x-wmv", "format", G_TYPE_STRING, parse_format_to_string (vc1parse->format), NULL); tmp = gst_caps_intersect_full (allowed_caps, in_caps, GST_CAPS_INTERSECT_FIRST); gst_caps_unref (in_caps); if (gst_caps_is_empty (tmp)) { GST_ERROR_OBJECT (vc1parse, "Empty caps, downstream doesn't support %s", parse_format_to_string (vc1parse->format)); gst_caps_unref (tmp); gst_pad_mark_reconfigure (GST_BASE_PARSE_SRC_PAD (vc1parse)); return FALSE; } tmp = gst_caps_make_writable (tmp); s = gst_caps_get_structure (tmp, 0); /* If already fixed this does nothing */ gst_structure_fixate_field_string (s, "header-format", "asf"); header_format = gst_structure_get_string (s, "header-format"); if (!header_format) { vc1parse->output_header_format = vc1parse->input_header_format; header_format = header_format_to_string (vc1parse->output_header_format); gst_structure_set (s, "header-format", G_TYPE_STRING, header_format, NULL); } else { vc1parse->output_header_format = header_format_from_string (header_format); } /* If already fixed this does nothing */ gst_structure_fixate_field_string (s, "stream-format", "asf"); stream_format = gst_structure_get_string (s, "stream-format"); if (!stream_format) { vc1parse->output_stream_format = vc1parse->input_stream_format; stream_format = stream_format_to_string (vc1parse->output_stream_format); gst_structure_set (s, "stream-format", G_TYPE_STRING, stream_format, NULL); } else { vc1parse->output_stream_format = stream_format_from_string (stream_format); } gst_caps_unref (tmp); } else if (gst_caps_is_empty (allowed_caps)) { GST_ERROR_OBJECT (vc1parse, "Empty caps"); gst_caps_unref (allowed_caps); gst_pad_mark_reconfigure (GST_BASE_PARSE_SRC_PAD (vc1parse)); return FALSE; } else { GST_DEBUG_OBJECT (vc1parse, "Using input header/stream format"); vc1parse->output_header_format = vc1parse->input_header_format; vc1parse->output_stream_format = vc1parse->input_stream_format; } if (allowed_caps) gst_caps_unref (allowed_caps); if (!gst_vc1_parse_is_format_allowed (vc1parse)) { gst_pad_mark_reconfigure (GST_BASE_PARSE_SRC_PAD (vc1parse)); return FALSE; } vc1parse->renegotiate = FALSE; vc1parse->update_caps = TRUE; GST_INFO_OBJECT (vc1parse, "input %s/%s, negotiated %s/%s with downstream", header_format_to_string (vc1parse->input_header_format), stream_format_to_string (vc1parse->input_stream_format), header_format_to_string (vc1parse->output_header_format), stream_format_to_string (vc1parse->output_stream_format)); return TRUE; } static void remove_fields (GstCaps * caps) { guint i, n; n = gst_caps_get_size (caps); for (i = 0; i < n; i++) { GstStructure *s = gst_caps_get_structure (caps, i); gst_structure_remove_field (s, "stream-format"); gst_structure_remove_field (s, "header-format"); } } static GstCaps * gst_vc1_parse_get_sink_caps (GstBaseParse * parse, GstCaps * filter) { GstCaps *peercaps; GstCaps *templ; GstCaps *ret; templ = gst_pad_get_pad_template_caps (GST_BASE_PARSE_SINK_PAD (parse)); if (filter) { GstCaps *fcopy = gst_caps_copy (filter); /* Remove the fields we convert */ remove_fields (fcopy); peercaps = gst_pad_peer_query_caps (GST_BASE_PARSE_SRC_PAD (parse), fcopy); gst_caps_unref (fcopy); } else peercaps = gst_pad_peer_query_caps (GST_BASE_PARSE_SRC_PAD (parse), NULL); if (peercaps) { /* Remove the stream-format and header-format fields * and add the generic ones again by intersecting * with our template */ peercaps = gst_caps_make_writable (peercaps); remove_fields (peercaps); ret = gst_caps_intersect_full (peercaps, templ, GST_CAPS_INTERSECT_FIRST); gst_caps_unref (peercaps); gst_caps_unref (templ); } else { ret = templ; } if (filter) { GstCaps *tmp = gst_caps_intersect_full (filter, ret, GST_CAPS_INTERSECT_FIRST); gst_caps_unref (ret); ret = tmp; } return ret; } static GstFlowReturn gst_vc1_parse_detect (GstBaseParse * parse, GstBuffer * buffer) { GstVC1Parse *vc1parse = GST_VC1_PARSE (parse); GstMapInfo minfo; guint8 *data; gint size; if (!vc1parse->detecting_stream_format) return GST_FLOW_OK; if (!gst_buffer_map (buffer, &minfo, GST_MAP_READ)) return GST_FLOW_ERROR; data = minfo.data; size = minfo.size; #if 0 /* FIXME: disable BDU check for now as BDU parsing needs more work. */ while (size >= 4) { guint32 startcode = GST_READ_UINT32_BE (data); if ((startcode & 0xffffff00) == 0x00000100) { GST_DEBUG_OBJECT (vc1parse, "Found BDU startcode"); vc1parse->input_stream_format = VC1_STREAM_FORMAT_BDU_FRAME; goto detected; } data += 4; size -= 4; } #endif while (size >= 40) { if (data[3] == 0xc5 && GST_READ_UINT32_LE (data + 4) == 0x00000004 && GST_READ_UINT32_LE (data + 20) == 0x0000000c) { guint32 startcode; GST_DEBUG_OBJECT (vc1parse, "Found sequence layer"); startcode = GST_READ_UINT32_BE (data + 36); if ((startcode & 0xffffff00) == 0x00000100) { GST_DEBUG_OBJECT (vc1parse, "Found BDU startcode after sequence layer"); vc1parse->input_stream_format = VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU_FRAME; goto detected; } else { GST_DEBUG_OBJECT (vc1parse, "Assuming sequence-layer-frame-layer stream format"); vc1parse->input_stream_format = VC1_STREAM_FORMAT_SEQUENCE_LAYER_FRAME_LAYER; goto detected; } } data += 4; size -= 4; } if (gst_buffer_get_size (buffer) <= 128) { GST_DEBUG_OBJECT (vc1parse, "Requesting more data"); gst_buffer_unmap (buffer, &minfo); return GST_FLOW_NOT_NEGOTIATED; } if (GST_BASE_PARSE_DRAINING (vc1parse)) { GST_ERROR_OBJECT (vc1parse, "Failed to detect or assume a stream format " "and draining now"); gst_buffer_unmap (buffer, &minfo); return GST_FLOW_ERROR; } /* Otherwise we try some heuristics */ if (vc1parse->input_header_format == VC1_HEADER_FORMAT_ASF) { GST_DEBUG_OBJECT (vc1parse, "Assuming ASF stream format"); vc1parse->input_stream_format = VC1_STREAM_FORMAT_ASF; goto detected; } else if (vc1parse->input_header_format == VC1_HEADER_FORMAT_SEQUENCE_LAYER) { GST_DEBUG_OBJECT (vc1parse, "Assuming frame-layer stream format"); vc1parse->input_stream_format = VC1_STREAM_FORMAT_FRAME_LAYER; goto detected; } else { GST_ERROR_OBJECT (vc1parse, "Can't detect or assume a stream format"); gst_buffer_unmap (buffer, &minfo); return GST_FLOW_ERROR; } g_assert_not_reached (); return GST_FLOW_ERROR; detected: gst_buffer_unmap (buffer, &minfo); vc1parse->detecting_stream_format = FALSE; gst_vc1_parse_update_stream_format_properties (vc1parse); return GST_FLOW_OK; } static int gst_vc1_parse_get_max_framerate (GstVC1Parse * vc1parse) { /* http://wiki.multimedia.cx/index.php?title=VC-1#Setup_Data_.2F_Sequence_Layer */ switch (vc1parse->profile) { case GST_VC1_PROFILE_SIMPLE: switch (vc1parse->level) { case GST_VC1_LEVEL_LOW: return 15; case GST_VC1_LEVEL_MEDIUM: return 30; default: g_assert_not_reached (); return 0; } break; case GST_VC1_PROFILE_MAIN: switch (vc1parse->level) { case GST_VC1_LEVEL_LOW: return 24; case GST_VC1_LEVEL_MEDIUM: return 30; case GST_VC1_LEVEL_HIGH: return 30; default: g_assert_not_reached (); return 0; } break; case GST_VC1_PROFILE_ADVANCED: switch (vc1parse->level) { case GST_VC1_LEVEL_L0: return 30; case GST_VC1_LEVEL_L1: return 30; case GST_VC1_LEVEL_L2: return 60; case GST_VC1_LEVEL_L3: return 60; case GST_VC1_LEVEL_L4: return 60; default: g_assert_not_reached (); return 0; } break; default: g_assert_not_reached (); return 0; } } static GstBuffer * gst_vc1_parse_make_sequence_layer (GstVC1Parse * vc1parse) { GstBuffer *seq_layer_buffer; guint8 *data; guint32 structC = 0; GstMapInfo minfo; seq_layer_buffer = gst_buffer_new_and_alloc (36); gst_buffer_map (seq_layer_buffer, &minfo, GST_MAP_WRITE); data = minfo.data; /* According to SMPTE 421M Annex L, the sequence layer shall be * represented as a sequence of 32 bit unsigned integers and each * integers should be serialized in little-endian byte-order except for * STRUCT_C which should be serialized in big-endian byte-order. */ /* Unknown number of frames and start code */ data[0] = 0xff; data[1] = 0xff; data[2] = 0xff; data[3] = 0xc5; /* 0x00000004 */ GST_WRITE_UINT32_LE (data + 4, 4); /* structC */ structC |= (vc1parse->profile << 30); if (vc1parse->profile != GST_VC1_PROFILE_ADVANCED) { /* Build simple/main structC from sequence header */ structC |= (vc1parse->seq_hdr.struct_c.wmvp << 28); structC |= (vc1parse->seq_hdr.struct_c.frmrtq_postproc << 25); structC |= (vc1parse->seq_hdr.struct_c.bitrtq_postproc << 20); structC |= (vc1parse->seq_hdr.struct_c.loop_filter << 19); /* Reserved3 shall be set to zero */ structC |= (vc1parse->seq_hdr.struct_c.multires << 17); /* Reserved4 shall be set to one */ structC |= (1 << 16); structC |= (vc1parse->seq_hdr.struct_c.fastuvmc << 15); structC |= (vc1parse->seq_hdr.struct_c.extended_mv << 14); structC |= (vc1parse->seq_hdr.struct_c.dquant << 12); structC |= (vc1parse->seq_hdr.struct_c.vstransform << 11); /* Reserved5 shall be set to zero */ structC |= (vc1parse->seq_hdr.struct_c.overlap << 9); structC |= (vc1parse->seq_hdr.struct_c.syncmarker << 8); structC |= (vc1parse->seq_hdr.struct_c.rangered << 7); structC |= (vc1parse->seq_hdr.struct_c.maxbframes << 4); structC |= (vc1parse->seq_hdr.struct_c.quantizer << 2); structC |= (vc1parse->seq_hdr.struct_c.finterpflag << 1); /* Reserved6 shall be set to one */ structC |= 1; } GST_WRITE_UINT32_BE (data + 8, structC); /* structA */ if (vc1parse->profile != GST_VC1_PROFILE_ADVANCED) { GST_WRITE_UINT32_LE (data + 12, vc1parse->height); GST_WRITE_UINT32_LE (data + 16, vc1parse->width); } else { GST_WRITE_UINT32_LE (data + 12, 0); GST_WRITE_UINT32_LE (data + 16, 0); } /* 0x0000000c */ GST_WRITE_UINT32_LE (data + 20, 0x0000000c); /* structB */ /* Unknown HRD_BUFFER */ GST_WRITE_UINT24_LE (data + 24, 0); if ((gint) vc1parse->level != -1) data[27] = (vc1parse->level << 5); else data[27] = (0x4 << 5); /* Use HIGH level */ /* Unknown HRD_RATE */ GST_WRITE_UINT32_LE (data + 28, 0); /* Framerate */ if (vc1parse->fps_d == 0) { /* If not known, it seems we need to put in the maximum framerate possible for the profile/level used (this is for RTP (https://tools.ietf.org/html/draft-ietf-avt-rtp-vc1-06#section-6.1), so likely elsewhere too */ GST_WRITE_UINT32_LE (data + 32, gst_vc1_parse_get_max_framerate (vc1parse)); } else { GST_WRITE_UINT32_LE (data + 32, ((guint32) (((gdouble) vc1parse->fps_n) / ((gdouble) vc1parse->fps_d) + 0.5))); } gst_buffer_unmap (seq_layer_buffer, &minfo); return seq_layer_buffer; } static gboolean gst_vc1_parse_update_caps (GstVC1Parse * vc1parse) { GstCaps *caps; GstVC1Profile profile = -1; const gchar *stream_format, *header_format; if (gst_pad_has_current_caps (GST_BASE_PARSE_SRC_PAD (vc1parse)) && !vc1parse->update_caps) return TRUE; caps = gst_caps_new_simple ("video/x-wmv", "wmvversion", G_TYPE_INT, 3, NULL); header_format = header_format_to_string (vc1parse->output_header_format); stream_format = stream_format_to_string (vc1parse->output_stream_format); gst_caps_set_simple (caps, "header-format", G_TYPE_STRING, header_format, "stream-format", G_TYPE_STRING, stream_format, NULL); /* Must have this here from somewhere */ g_assert (vc1parse->width != 0 && vc1parse->height != 0); gst_caps_set_simple (caps, "width", G_TYPE_INT, vc1parse->width, "height", G_TYPE_INT, vc1parse->height, NULL); if (vc1parse->fps_d != 0) { gst_caps_set_simple (caps, "framerate", GST_TYPE_FRACTION, vc1parse->fps_n, vc1parse->fps_d, NULL); if (vc1parse->fps_n > 0) vc1parse->frame_duration = gst_util_uint64_scale (GST_SECOND, vc1parse->fps_d, vc1parse->fps_n); } if (vc1parse->par_n != 0 && vc1parse->par_d != 0) gst_caps_set_simple (caps, "pixel-aspect-ratio", GST_TYPE_FRACTION, vc1parse->par_n, vc1parse->par_d, NULL); if (vc1parse->seq_hdr_buffer) profile = vc1parse->seq_hdr.profile; else if (vc1parse->seq_layer_buffer) profile = vc1parse->seq_layer.struct_c.profile; else g_assert_not_reached (); if (profile == GST_VC1_PROFILE_ADVANCED) { const gchar *level = NULL; /* Caller must make sure this is valid here */ g_assert (vc1parse->seq_hdr_buffer); switch ((GstVC1Level) vc1parse->seq_hdr.advanced.level) { case GST_VC1_LEVEL_L0: level = "0"; break; case GST_VC1_LEVEL_L1: level = "1"; break; case GST_VC1_LEVEL_L2: level = "2"; break; case GST_VC1_LEVEL_L3: level = "3"; break; case GST_VC1_LEVEL_L4: level = "4"; break; default: g_assert_not_reached (); break; } gst_caps_set_simple (caps, "format", G_TYPE_STRING, "WVC1", "profile", G_TYPE_STRING, "advanced", "level", G_TYPE_STRING, level, NULL); } else if (profile == GST_VC1_PROFILE_SIMPLE || profile == GST_VC1_PROFILE_MAIN) { const gchar *profile_str; if (profile == GST_VC1_PROFILE_SIMPLE) profile_str = "simple"; else profile_str = "main"; gst_caps_set_simple (caps, "format", G_TYPE_STRING, "WMV3", "profile", G_TYPE_STRING, profile_str, NULL); if (vc1parse->seq_layer_buffer) { const gchar *level = NULL; switch (vc1parse->seq_layer.struct_b.level) { case GST_VC1_LEVEL_LOW: level = "low"; break; case GST_VC1_LEVEL_MEDIUM: level = "medium"; break; case GST_VC1_LEVEL_HIGH: level = "high"; break; default: g_assert_not_reached (); break; } gst_caps_set_simple (caps, "level", G_TYPE_STRING, level, NULL); } } else { g_assert_not_reached (); } switch (vc1parse->output_header_format) { case VC1_HEADER_FORMAT_ASF: if (vc1parse->profile != GST_VC1_PROFILE_ADVANCED) { GstBuffer *codec_data; if (vc1parse->seq_hdr_buffer) { codec_data = gst_buffer_copy_region (vc1parse->seq_hdr_buffer, GST_BUFFER_COPY_ALL, 0, 4); } else { GstMapInfo minfo; guint32 seq_hdr = 0; /* Build simple/main sequence header from sequence layer */ seq_hdr |= (vc1parse->profile << 30); seq_hdr |= (vc1parse->seq_layer.struct_c.wmvp << 28); seq_hdr |= (vc1parse->seq_layer.struct_c.frmrtq_postproc << 25); seq_hdr |= (vc1parse->seq_layer.struct_c.bitrtq_postproc << 20); seq_hdr |= (vc1parse->seq_layer.struct_c.loop_filter << 19); /* Reserved3 shall be set to zero */ seq_hdr |= (vc1parse->seq_layer.struct_c.multires << 17); /* Reserved4 shall be set to one */ seq_hdr |= (1 << 16); seq_hdr |= (vc1parse->seq_layer.struct_c.fastuvmc << 15); seq_hdr |= (vc1parse->seq_layer.struct_c.extended_mv << 14); seq_hdr |= (vc1parse->seq_layer.struct_c.dquant << 12); seq_hdr |= (vc1parse->seq_layer.struct_c.vstransform << 11); /* Reserved5 shall be set to zero */ seq_hdr |= (vc1parse->seq_layer.struct_c.overlap << 9); seq_hdr |= (vc1parse->seq_layer.struct_c.syncmarker << 8); seq_hdr |= (vc1parse->seq_layer.struct_c.rangered << 7); seq_hdr |= (vc1parse->seq_layer.struct_c.maxbframes << 4); seq_hdr |= (vc1parse->seq_layer.struct_c.quantizer << 2); seq_hdr |= (vc1parse->seq_layer.struct_c.finterpflag << 1); /* Reserved6 shall be set to one */ seq_hdr |= 1; codec_data = gst_buffer_new_and_alloc (4); gst_buffer_map (codec_data, &minfo, GST_MAP_WRITE); GST_WRITE_UINT32_BE (minfo.data, seq_hdr); gst_buffer_unmap (codec_data, &minfo); } gst_caps_set_simple (caps, "codec_data", GST_TYPE_BUFFER, codec_data, NULL); gst_buffer_unref (codec_data); } else { GstBuffer *codec_data; GstMapInfo minfo, sminfo, eminfo; /* Should have seqhdr and entrypoint for the advanced profile here */ g_assert (vc1parse->seq_hdr_buffer && vc1parse->entrypoint_buffer); codec_data = gst_buffer_new_and_alloc (1 + 4 + gst_buffer_get_size (vc1parse->seq_hdr_buffer) + 4 + gst_buffer_get_size (vc1parse->entrypoint_buffer)); gst_buffer_map (codec_data, &minfo, GST_MAP_WRITE); gst_buffer_map (vc1parse->seq_hdr_buffer, &sminfo, GST_MAP_READ); gst_buffer_map (vc1parse->entrypoint_buffer, &eminfo, GST_MAP_READ); if (vc1parse->profile == GST_VC1_PROFILE_SIMPLE) GST_WRITE_UINT8 (minfo.data, 0x29); else GST_WRITE_UINT8 (minfo.data, 0x2b); GST_WRITE_UINT32_BE (minfo.data + 1, 0x0000010f); memcpy (minfo.data + 1 + 4, sminfo.data, sminfo.size); GST_WRITE_UINT32_BE (minfo.data + 1 + 4 + gst_buffer_get_size (vc1parse->seq_hdr_buffer), 0x0000010e); memcpy (minfo.data + 1 + 4 + sminfo.size + 4, eminfo.data, eminfo.size); gst_buffer_unmap (codec_data, &minfo); gst_buffer_unmap (vc1parse->seq_hdr_buffer, &sminfo); gst_buffer_unmap (vc1parse->entrypoint_buffer, &eminfo); gst_caps_set_simple (caps, "codec_data", GST_TYPE_BUFFER, codec_data, NULL); gst_buffer_unref (codec_data); } break; case VC1_HEADER_FORMAT_SEQUENCE_LAYER: if (vc1parse->seq_layer_buffer) { gst_caps_set_simple (caps, "codec_data", GST_TYPE_BUFFER, vc1parse->seq_layer_buffer, NULL); } else { GstBuffer *codec_data; codec_data = gst_vc1_parse_make_sequence_layer (vc1parse); gst_caps_set_simple (caps, "codec_data", GST_TYPE_BUFFER, codec_data, NULL); gst_buffer_unref (codec_data); } break; case VC1_HEADER_FORMAT_NONE: default: /* Nothing here */ break; } GST_DEBUG_OBJECT (vc1parse, "Setting caps %" GST_PTR_FORMAT, caps); gst_pad_set_caps (GST_BASE_PARSE_SRC_PAD (vc1parse), caps); gst_caps_unref (caps); vc1parse->update_caps = FALSE; return TRUE; } static inline void calculate_mb_size (GstVC1SeqHdr * seqhdr, guint width, guint height) { seqhdr->mb_width = (width + 15) >> 4; seqhdr->mb_height = (height + 15) >> 4; seqhdr->mb_stride = seqhdr->mb_width + 1; } static gboolean gst_vc1_parse_handle_bdu (GstVC1Parse * vc1parse, GstVC1StartCode startcode, GstBuffer * buffer, guint offset, guint size) { GST_DEBUG_OBJECT (vc1parse, "Handling BDU with startcode 0x%02x", startcode); switch (startcode) { case GST_VC1_SEQUENCE:{ GST_DEBUG_OBJECT (vc1parse, "Have new SequenceHeader header"); if (!gst_vc1_parse_handle_seq_hdr (vc1parse, buffer, offset, size)) { GST_ERROR_OBJECT (vc1parse, "Invalid VC1 sequence header"); return FALSE; } break; } case GST_VC1_ENTRYPOINT: GST_DEBUG_OBJECT (vc1parse, "Have new EntryPoint header"); if (!gst_vc1_parse_handle_entrypoint (vc1parse, buffer, offset, size)) { GST_ERROR_OBJECT (vc1parse, "Invalid VC1 entrypoint"); return FALSE; } break; case GST_VC1_FRAME: /* TODO: Check if keyframe */ break; default: break; } return TRUE; } static gboolean gst_vc1_parse_handle_bdus (GstVC1Parse * vc1parse, GstBuffer * buffer, guint offset, guint size) { GstVC1BDU bdu; GstVC1ParserResult pres; guint8 *data; GstMapInfo minfo; gst_buffer_map (buffer, &minfo, GST_MAP_READ); data = minfo.data + offset; do { memset (&bdu, 0, sizeof (bdu)); pres = gst_vc1_identify_next_bdu (data, size, &bdu); if (pres == GST_VC1_PARSER_OK || pres == GST_VC1_PARSER_NO_BDU_END) { if (pres == GST_VC1_PARSER_NO_BDU_END) { pres = GST_VC1_PARSER_OK; bdu.size = size - bdu.offset; } data += bdu.offset; size -= bdu.offset; if (!gst_vc1_parse_handle_bdu (vc1parse, bdu.type, buffer, data - minfo.data, bdu.size)) { gst_buffer_unmap (buffer, &minfo); return FALSE; } data += bdu.size; size -= bdu.size; } } while (pres == GST_VC1_PARSER_OK && size > 0); gst_buffer_unmap (buffer, &minfo); if (pres != GST_VC1_PARSER_OK) { GST_DEBUG_OBJECT (vc1parse, "Failed to parse BDUs"); return FALSE; } return TRUE; } static GstFlowReturn gst_vc1_parse_handle_frame (GstBaseParse * parse, GstBaseParseFrame * frame, gint * skipsize) { GstVC1Parse *vc1parse = GST_VC1_PARSE (parse); GstBuffer *buffer = frame->buffer; guint8 *data; gsize size; gsize framesize = -1; GstFlowReturn ret = GST_FLOW_OK; GstMapInfo minfo; memset (&minfo, 0, sizeof (minfo)); *skipsize = 0; if (vc1parse->renegotiate || gst_pad_check_reconfigure (GST_BASE_PARSE_SRC_PAD (parse))) { if (!gst_vc1_parse_renegotiate (vc1parse)) { GST_ERROR_OBJECT (vc1parse, "Failed to negotiate with downstream"); gst_pad_mark_reconfigure (GST_BASE_PARSE_SRC_PAD (parse)); if (GST_PAD_IS_FLUSHING (GST_BASE_PARSE_SRC_PAD (parse))) ret = GST_FLOW_FLUSHING; else ret = GST_FLOW_NOT_NEGOTIATED; goto done; } } if (!gst_buffer_map (buffer, &minfo, GST_MAP_READ)) { GST_ERROR_OBJECT (vc1parse, "Failed to map buffer"); ret = GST_FLOW_ERROR; goto done; } data = minfo.data; size = minfo.size; /* First check if we have a valid, complete frame here */ if (!vc1parse->seq_layer_buffer && (vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU || vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU_FRAME || vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_RAW_FRAME || vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_FRAME_LAYER)) { if (data[3] == 0xc5 && GST_READ_UINT32_LE (data + 4) == 0x00000004 && GST_READ_UINT32_LE (data + 20) == 0x0000000c) { framesize = 36; } else { *skipsize = 1; } } else if (vc1parse->input_stream_format == VC1_STREAM_FORMAT_BDU || vc1parse->input_stream_format == VC1_STREAM_FORMAT_BDU_FRAME || (vc1parse->seq_layer_buffer && (vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU || vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU_FRAME))) { GstVC1ParserResult pres; GstVC1BDU bdu; g_assert (size >= 4); memset (&bdu, 0, sizeof (bdu)); GST_DEBUG_OBJECT (vc1parse, "Handling buffer of size %" G_GSIZE_FORMAT " at offset %" G_GUINT64_FORMAT, size, GST_BUFFER_OFFSET (buffer)); /* XXX: when a buffer contains multiple BDUs, does the first one start with * a startcode? */ pres = gst_vc1_identify_next_bdu (data, size, &bdu); switch (pres) { case GST_VC1_PARSER_OK: GST_DEBUG_OBJECT (vc1parse, "Have complete BDU"); if (bdu.sc_offset > 4) { *skipsize = bdu.sc_offset; } else { framesize = bdu.offset + bdu.size; } break; case GST_VC1_PARSER_BROKEN_DATA: GST_ERROR_OBJECT (vc1parse, "Broken data"); *skipsize = 1; break; case GST_VC1_PARSER_NO_BDU: GST_DEBUG_OBJECT (vc1parse, "Found no BDU startcode"); *skipsize = size - 3; break; case GST_VC1_PARSER_NO_BDU_END: GST_DEBUG_OBJECT (vc1parse, "Found no BDU end"); if (G_UNLIKELY (GST_BASE_PARSE_DRAINING (vc1parse))) { GST_DEBUG_OBJECT (vc1parse, "Draining - assuming complete frame"); framesize = size; } else { /* Need more data */ *skipsize = 0; } break; case GST_VC1_PARSER_ERROR: GST_ERROR_OBJECT (vc1parse, "Parsing error"); break; default: g_assert_not_reached (); break; } } else if (vc1parse->input_stream_format == VC1_STREAM_FORMAT_ASF || (vc1parse->seq_layer_buffer && vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_RAW_FRAME)) { /* Must be packetized already */ framesize = size; } else { /* frame-layer or sequence-layer-frame-layer */ g_assert (size >= 8); /* Parse frame layer size */ framesize = GST_READ_UINT24_LE (data) + 8; } if (framesize == -1) { GST_DEBUG_OBJECT (vc1parse, "Not a complete frame, skipping %d", *skipsize); ret = GST_FLOW_OK; goto done; } g_assert (*skipsize == 0); /* We have a complete frame at this point */ if (!vc1parse->seq_layer_buffer && (vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU || vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU_FRAME || vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_RAW_FRAME || vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_FRAME_LAYER)) { g_assert (size >= 36); if (!gst_vc1_parse_handle_seq_layer (vc1parse, buffer, 0, size)) { GST_ERROR_OBJECT (vc1parse, "Invalid sequence layer"); ret = GST_FLOW_ERROR; goto done; } frame->flags |= GST_BASE_PARSE_FRAME_FLAG_NO_FRAME; if (vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU || vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU_FRAME) { gst_base_parse_set_min_frame_size (GST_BASE_PARSE (vc1parse), 4); } else if (vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_RAW_FRAME) { gst_base_parse_set_min_frame_size (GST_BASE_PARSE (vc1parse), 1); } else { /* frame-layer */ gst_base_parse_set_min_frame_size (GST_BASE_PARSE (vc1parse), 8); } } else if (vc1parse->input_stream_format == VC1_STREAM_FORMAT_BDU || vc1parse->input_stream_format == VC1_STREAM_FORMAT_BDU_FRAME || (vc1parse->seq_layer_buffer && (vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU || vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU_FRAME))) { GstVC1StartCode startcode; /* Is already a complete BDU, should have at least the startcode */ g_assert (size >= 4); startcode = data[3]; if (startcode != GST_VC1_SEQUENCE) { if (!vc1parse->seq_hdr_buffer && !vc1parse->seq_layer_buffer) { GST_ERROR_OBJECT (vc1parse, "Need sequence header/layer before anything else"); ret = GST_FLOW_ERROR; goto done; } } else if (startcode != GST_VC1_ENTRYPOINT && vc1parse->profile == GST_VC1_PROFILE_ADVANCED) { if (vc1parse->seq_hdr_buffer && !vc1parse->entrypoint_buffer) { GST_ERROR_OBJECT (vc1parse, "Need entrypoint header after the sequence header for the " "advanced profile"); ret = GST_FLOW_ERROR; goto done; } } if (!gst_vc1_parse_handle_bdu (vc1parse, startcode, buffer, 4, size - 4)) { ret = GST_FLOW_ERROR; goto done; } } else if (vc1parse->input_stream_format == VC1_STREAM_FORMAT_ASF || (vc1parse->seq_layer_buffer && vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_RAW_FRAME)) { GST_LOG_OBJECT (vc1parse, "Have new ASF or RAW data unit"); if (!vc1parse->seq_hdr_buffer && !vc1parse->seq_layer_buffer) { GST_ERROR_OBJECT (vc1parse, "Need a sequence header or sequence layer"); ret = GST_FLOW_ERROR; goto done; } if (GST_CLOCK_TIME_IS_VALID (vc1parse->frame_duration)) GST_BUFFER_DURATION (buffer) = vc1parse->frame_duration; /* Might be multiple BDUs here, complex... */ if (vc1parse->profile == GST_VC1_PROFILE_ADVANCED) { gboolean startcodes = FALSE; if (size >= 4) { guint32 startcode = GST_READ_UINT32_BE (data + 4); startcodes = ((startcode & 0xffffff00) == 0x00000100); } if (startcodes) { if (!gst_vc1_parse_handle_bdus (vc1parse, buffer, 0, size)) { ret = GST_FLOW_ERROR; goto done; } /* For the advanced profile we need a sequence header here */ if (!vc1parse->seq_hdr_buffer) { GST_ERROR_OBJECT (vc1parse, "Need sequence header"); ret = GST_FLOW_ERROR; goto done; } } else { /* Must be a frame or a frame + field */ /* TODO: Check if keyframe */ } } else { /* In simple/main, we basically have a raw frame, so parse it */ GstVC1ParserResult pres; GstVC1FrameHdr frame_hdr; GstVC1SeqHdr seq_hdr; if (!vc1parse->seq_hdr_buffer) { /* Build seq_hdr from sequence-layer to be able to parse frame */ seq_hdr.profile = vc1parse->profile; seq_hdr.struct_c = vc1parse->seq_layer.struct_c; calculate_mb_size (&seq_hdr, vc1parse->seq_layer.struct_a.horiz_size, vc1parse->seq_layer.struct_a.vert_size); } else { seq_hdr = vc1parse->seq_hdr; } pres = gst_vc1_parse_frame_header (data, size, &frame_hdr, &seq_hdr, NULL); if (pres != GST_VC1_PARSER_OK) { GST_ERROR_OBJECT (vc1parse, "Invalid VC1 frame header"); ret = GST_FLOW_ERROR; goto done; } if (frame_hdr.ptype == GST_VC1_PICTURE_TYPE_I) GST_BUFFER_FLAG_UNSET (buffer, GST_BUFFER_FLAG_DELTA_UNIT); else GST_BUFFER_FLAG_SET (buffer, GST_BUFFER_FLAG_DELTA_UNIT); } } else { GstVC1ParserResult pres; GstVC1FrameLayer flayer; gboolean startcodes = FALSE; /* frame-layer or sequence-layer-frame-layer */ /* Check if the frame-layer data contains BDUs with startcodes. * Startcodes are not allowed in raw WMV9/VC1 streams */ if (size >= 8 + 4) { guint32 startcode = GST_READ_UINT32_BE (data + 8); startcodes = ((startcode & 0xffffff00) == 0x00000100); } /* We either need a sequence layer or sequence header here * or this has to be an advanced profile stream. * * For the advanced profile the frame-layer data contains * BDUs with startcodes and includes the sequence header */ if (!vc1parse->seq_layer_buffer && !vc1parse->seq_hdr_buffer && !startcodes) { GST_ERROR_OBJECT (vc1parse, "Need a sequence header or sequence layer"); ret = GST_FLOW_ERROR; goto done; } if ((vc1parse->seq_layer_buffer || vc1parse->seq_hdr_buffer) && vc1parse->profile == GST_VC1_PROFILE_ADVANCED && !startcodes) { GST_ERROR_OBJECT (vc1parse, "Advanced profile frame-layer data must start with startcodes"); ret = GST_FLOW_ERROR; goto done; } memset (&flayer, 0, sizeof (flayer)); pres = gst_vc1_parse_frame_layer (data, size, &flayer); if (pres != GST_VC1_PARSER_OK) { GST_ERROR_OBJECT (vc1parse, "Invalid VC1 frame layer"); ret = GST_FLOW_ERROR; goto done; } GST_BUFFER_TIMESTAMP (buffer) = gst_util_uint64_scale (flayer.timestamp, GST_MSECOND, 1); if (!flayer.key) GST_BUFFER_FLAG_SET (buffer, GST_BUFFER_FLAG_DELTA_UNIT); else GST_BUFFER_FLAG_UNSET (buffer, GST_BUFFER_FLAG_DELTA_UNIT); /* For the simple/main profile this contains a single frame BDU without * startcodes and for the advanced profile this contains BDUs with * startcodes. In the case of the advanced profile parse them. * * Also for wrongly muxed simple/main profile streams with startcodes * we do the same. */ if (startcodes) { /* skip frame layer header */ if (!gst_vc1_parse_handle_bdus (vc1parse, buffer, 8, size - 8)) { ret = GST_FLOW_ERROR; goto done; } /* For the advanced profile we need a sequence header here */ if (!vc1parse->seq_hdr_buffer) { GST_ERROR_OBJECT (vc1parse, "Need sequence header"); ret = GST_FLOW_ERROR; goto done; } } } /* Need sequence header or sequence layer here, above code * checks this already */ g_assert (vc1parse->seq_layer_buffer || vc1parse->seq_hdr_buffer); /* We need the entrypoint BDU for the advanced profile before we can set * the caps. For the ASF header format it will already be in the codec_data, * for the frame-layer stream format it will be in the first frame already. * * The only case where we wait another frame is the raw stream format, where * it will be the second BDU */ if (vc1parse->profile == GST_VC1_PROFILE_ADVANCED && !vc1parse->entrypoint_buffer) { if (vc1parse->input_stream_format == VC1_STREAM_FORMAT_BDU || vc1parse->input_stream_format == VC1_STREAM_FORMAT_BDU_FRAME || vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU || vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU_FRAME) { frame->flags |= GST_BASE_PARSE_FRAME_FLAG_QUEUE; } else { GST_ERROR_OBJECT (vc1parse, "Need entrypoint for the advanced profile"); ret = GST_FLOW_ERROR; goto done; } } if (!gst_vc1_parse_update_caps (vc1parse)) { ret = GST_FLOW_NOT_NEGOTIATED; goto done; } gst_buffer_unmap (buffer, &minfo); memset (&minfo, 0, sizeof (minfo)); GST_DEBUG_OBJECT (vc1parse, "Finishing frame of size %" G_GSIZE_FORMAT, framesize); ret = gst_base_parse_finish_frame (parse, frame, framesize); done: if (minfo.data) gst_buffer_unmap (buffer, &minfo); return ret; } static GstFlowReturn gst_vc1_parse_push_sequence_layer (GstVC1Parse * vc1parse) { GstBuffer *seq_layer; if ((seq_layer = vc1parse->seq_layer_buffer)) gst_buffer_ref (seq_layer); else seq_layer = gst_vc1_parse_make_sequence_layer (vc1parse); return gst_pad_push (GST_BASE_PARSE_SRC_PAD (vc1parse), seq_layer); } static GstFlowReturn gst_vc1_parse_convert_asf_to_bdu (GstVC1Parse * vc1parse, GstBaseParseFrame * frame) { GstByteWriter bw; GstBuffer *buffer; GstBuffer *tmp; GstMemory *mem; guint8 sc_data[4]; guint32 startcode; gboolean ok; GstFlowReturn ret = GST_FLOW_OK; buffer = frame->buffer; /* Simple profile doesn't have start codes so bdu format is not possible */ if (vc1parse->profile == GST_VC1_PROFILE_SIMPLE) { GST_ERROR_OBJECT (vc1parse, "can't convert to bdu in simple profile"); ret = GST_FLOW_NOT_NEGOTIATED; goto done; } /* ASF frame could have a start code at the beginning or not. So we first * check for a start code if we have at least 4 bytes in the buffer. */ if (gst_buffer_extract (buffer, 0, sc_data, 4) == 4) { startcode = GST_READ_UINT32_BE (sc_data); if (((startcode & 0xffffff00) == 0x00000100)) { /* Start code found */ goto done; } } /* Yes, a frame could be smaller than 4 bytes and valid, for instance * black video. */ /* We will prepend 4 bytes to buffer */ gst_byte_writer_init_with_size (&bw, 4, TRUE); /* Set start code and suffixe, we assume raw asf data is a frame */ ok = gst_byte_writer_put_uint24_be (&bw, 0x000001); ok &= gst_byte_writer_put_uint8 (&bw, 0x0D); tmp = gst_byte_writer_reset_and_get_buffer (&bw); /* Prepend startcode buffer to frame buffer */ mem = gst_buffer_get_all_memory (tmp); gst_buffer_prepend_memory (buffer, mem); gst_buffer_unref (tmp); if (G_UNLIKELY (!ok)) { GST_ERROR_OBJECT (vc1parse, "convert asf to bdu failed"); ret = GST_FLOW_ERROR; } done: return ret; } static GstFlowReturn gst_vc1_parse_convert_to_frame_layer (GstVC1Parse * vc1parse, GstBaseParseFrame * frame) { GstByteWriter bw; GstBuffer *buffer; GstBuffer *frame_layer; gsize frame_layer_size; GstMemory *mem; gboolean ok; gboolean keyframe; guint8 sc_data[4]; guint32 startcode; buffer = frame->buffer; keyframe = !(GST_BUFFER_FLAG_IS_SET (buffer, GST_BUFFER_FLAG_DELTA_UNIT)); /* We need 8 bytes for frame-layer header */ frame_layer_size = 8; if (vc1parse->profile == GST_VC1_PROFILE_ADVANCED) { if (!vc1parse->frame_layer_first_frame_sent) { /* First frame should contain sequence-header, entry-point and frame */ frame_layer_size += 4 + gst_buffer_get_size (vc1parse->seq_hdr_buffer) + 4 + gst_buffer_get_size (vc1parse->entrypoint_buffer) + 4; } else if (keyframe) { /* Keyframe should contain entry point */ frame_layer_size += 4 + gst_buffer_get_size (vc1parse->entrypoint_buffer) + 4; } } gst_byte_writer_init_with_size (&bw, frame_layer_size, TRUE); /* frame-layer header shall be serialized in little-endian byte order */ ok = gst_byte_writer_put_uint24_le (&bw, gst_buffer_get_size (buffer)); if (keyframe) ok &= gst_byte_writer_put_uint8 (&bw, 0x80); /* keyframe */ else ok &= gst_byte_writer_put_uint8 (&bw, 0x00); ok &= gst_byte_writer_put_uint32_le (&bw, GST_BUFFER_PTS (buffer)); if (vc1parse->profile != GST_VC1_PROFILE_ADVANCED) goto headers_done; if (!vc1parse->frame_layer_first_frame_sent) { /* Write sequence-header start code, sequence-header entrypoint startcode * and entrypoint */ ok &= gst_byte_writer_put_uint32_be (&bw, 0x0000010f); ok &= gst_byte_writer_put_buffer (&bw, vc1parse->seq_hdr_buffer, 0, -1); ok &= gst_byte_writer_put_uint32_be (&bw, 0x0000010e); ok &= gst_byte_writer_put_buffer (&bw, vc1parse->entrypoint_buffer, 0, -1); } else if (keyframe) { /* Write entrypoint startcode and entrypoint */ ok &= gst_byte_writer_put_uint32_be (&bw, 0x0000010e); ok &= gst_byte_writer_put_buffer (&bw, vc1parse->entrypoint_buffer, 0, -1); } /* frame can begin with startcode, in this case, don't prepend it */ if (gst_buffer_extract (buffer, 0, sc_data, 4) == 4) { startcode = GST_READ_UINT32_BE (sc_data); if (((startcode & 0xffffff00) == 0x00000100)) { /* Start code found */ goto headers_done; } } ok &= gst_byte_writer_put_uint32_be (&bw, 0x0000010d); headers_done: frame_layer = gst_byte_writer_reset_and_get_buffer (&bw); mem = gst_buffer_get_all_memory (frame_layer); gst_buffer_prepend_memory (buffer, mem); gst_buffer_unref (frame_layer); if (G_UNLIKELY (!ok)) { GST_ERROR_OBJECT (vc1parse, "failed to convert to frame layer"); return GST_FLOW_ERROR; } vc1parse->frame_layer_first_frame_sent = TRUE; return GST_FLOW_OK; } static GstFlowReturn gst_vc1_parse_pre_push_frame (GstBaseParse * parse, GstBaseParseFrame * frame) { GstVC1Parse *vc1parse = GST_VC1_PARSE (parse); GstFlowReturn ret = GST_FLOW_OK; if (!vc1parse->sent_codec_tag) { GstTagList *taglist; GstCaps *caps; /* codec tag */ caps = gst_pad_get_current_caps (GST_BASE_PARSE_SRC_PAD (parse)); if (G_UNLIKELY (caps == NULL)) { if (GST_PAD_IS_FLUSHING (GST_BASE_PARSE_SRC_PAD (parse))) { GST_INFO_OBJECT (parse, "Src pad is flushing"); return GST_FLOW_FLUSHING; } else { GST_INFO_OBJECT (parse, "Src pad is not negotiated!"); return GST_FLOW_NOT_NEGOTIATED; } } taglist = gst_tag_list_new_empty (); gst_pb_utils_add_codec_description_to_tag_list (taglist, GST_TAG_VIDEO_CODEC, caps); gst_caps_unref (caps); gst_base_parse_merge_tags (parse, taglist, GST_TAG_MERGE_REPLACE); gst_tag_list_unref (taglist); /* also signals the end of first-frame processing */ vc1parse->sent_codec_tag = TRUE; } /* Nothing to do here */ if (vc1parse->input_stream_format == vc1parse->output_stream_format) return GST_FLOW_OK; switch (vc1parse->output_stream_format) { case VC1_STREAM_FORMAT_BDU: switch (vc1parse->input_stream_format) { case VC1_STREAM_FORMAT_BDU: g_assert_not_reached (); break; case VC1_STREAM_FORMAT_BDU_FRAME: goto conversion_not_supported; break; case VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU: /* We just need to drop sequence-layer buffer */ if (frame->flags & GST_BASE_PARSE_FRAME_FLAG_NO_FRAME) { ret = GST_BASE_PARSE_FLOW_DROPPED; } break; case VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU_FRAME: case VC1_STREAM_FORMAT_SEQUENCE_LAYER_RAW_FRAME: case VC1_STREAM_FORMAT_SEQUENCE_LAYER_FRAME_LAYER: goto conversion_not_supported; break; case VC1_STREAM_FORMAT_ASF: ret = gst_vc1_parse_convert_asf_to_bdu (vc1parse, frame); break; case VC1_STREAM_FORMAT_FRAME_LAYER: goto conversion_not_supported; break; default: g_assert_not_reached (); break; } break; case VC1_STREAM_FORMAT_BDU_FRAME: switch (vc1parse->input_stream_format) { case VC1_STREAM_FORMAT_BDU: goto conversion_not_supported; break; case VC1_STREAM_FORMAT_BDU_FRAME: g_assert_not_reached (); break; case VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU: goto conversion_not_supported; break; case VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU_FRAME: /* We just need to drop sequence-layer buffer */ if (frame->flags & GST_BASE_PARSE_FRAME_FLAG_NO_FRAME) { ret = GST_BASE_PARSE_FLOW_DROPPED; } break; case VC1_STREAM_FORMAT_SEQUENCE_LAYER_RAW_FRAME: case VC1_STREAM_FORMAT_SEQUENCE_LAYER_FRAME_LAYER: case VC1_STREAM_FORMAT_ASF: case VC1_STREAM_FORMAT_FRAME_LAYER: goto conversion_not_supported; break; default: g_assert_not_reached (); break; } break; case VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU: switch (vc1parse->input_stream_format) { case VC1_STREAM_FORMAT_BDU: /* We just need to send the sequence-layer first */ if (!vc1parse->seq_layer_sent) { ret = gst_vc1_parse_push_sequence_layer (vc1parse); if (ret != GST_FLOW_OK) { GST_ERROR_OBJECT (vc1parse, "push sequence layer failed"); break; } vc1parse->seq_layer_sent = TRUE; } break; case VC1_STREAM_FORMAT_BDU_FRAME: goto conversion_not_supported; break; case VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU: g_assert_not_reached (); break; case VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU_FRAME: case VC1_STREAM_FORMAT_SEQUENCE_LAYER_RAW_FRAME: case VC1_STREAM_FORMAT_SEQUENCE_LAYER_FRAME_LAYER: goto conversion_not_supported; break; case VC1_STREAM_FORMAT_ASF: /* We just need to send the sequence-layer first */ if (!vc1parse->seq_layer_sent) { ret = gst_vc1_parse_push_sequence_layer (vc1parse); if (ret != GST_FLOW_OK) { GST_ERROR_OBJECT (vc1parse, "push sequence layer failed"); break; } vc1parse->seq_layer_sent = TRUE; } /* FIXME: We may only authorize this when header-format is set to * none and we should add the entrypoint for advanced profile. */ ret = gst_vc1_parse_convert_asf_to_bdu (vc1parse, frame); break; case VC1_STREAM_FORMAT_FRAME_LAYER: goto conversion_not_supported; break; default: g_assert_not_reached (); break; } break; case VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU_FRAME: switch (vc1parse->input_stream_format) { case VC1_STREAM_FORMAT_BDU: goto conversion_not_supported; break; case VC1_STREAM_FORMAT_BDU_FRAME: /* We just need to send the sequence-layer first */ if (!vc1parse->seq_layer_sent) { ret = gst_vc1_parse_push_sequence_layer (vc1parse); if (ret != GST_FLOW_OK) { GST_ERROR_OBJECT (vc1parse, "push sequence layer failed"); break; } vc1parse->seq_layer_sent = TRUE; } break; case VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU: goto conversion_not_supported; break; case VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU_FRAME: g_assert_not_reached (); break; case VC1_STREAM_FORMAT_SEQUENCE_LAYER_RAW_FRAME: case VC1_STREAM_FORMAT_SEQUENCE_LAYER_FRAME_LAYER: case VC1_STREAM_FORMAT_ASF: case VC1_STREAM_FORMAT_FRAME_LAYER: goto conversion_not_supported; break; default: g_assert_not_reached (); break; } break; case VC1_STREAM_FORMAT_SEQUENCE_LAYER_RAW_FRAME: if (vc1parse->profile != GST_VC1_PROFILE_SIMPLE && vc1parse->profile != GST_VC1_PROFILE_MAIN) { GST_ERROR_OBJECT (vc1parse, "sequence-layer-raw-frame is only for simple/main profile"); goto conversion_not_supported; } switch (vc1parse->input_stream_format) { case VC1_STREAM_FORMAT_BDU: case VC1_STREAM_FORMAT_BDU_FRAME: case VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU: case VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU_FRAME: goto conversion_not_supported; break; case VC1_STREAM_FORMAT_SEQUENCE_LAYER_RAW_FRAME: g_assert_not_reached (); break; case VC1_STREAM_FORMAT_SEQUENCE_LAYER_FRAME_LAYER: goto conversion_not_supported; case VC1_STREAM_FORMAT_ASF: /* ASF contains raw frame for simple/main profile, so we just * have to send sequence-layer before frames */ if (!vc1parse->seq_layer_sent) { ret = gst_vc1_parse_push_sequence_layer (vc1parse); if (ret != GST_FLOW_OK) { GST_ERROR_OBJECT (vc1parse, "push sequence layer failed"); break; } vc1parse->seq_layer_sent = TRUE; } break; case VC1_STREAM_FORMAT_FRAME_LAYER: goto conversion_not_supported; break; default: g_assert_not_reached (); break; } break; case VC1_STREAM_FORMAT_SEQUENCE_LAYER_FRAME_LAYER: switch (vc1parse->input_stream_format) { case VC1_STREAM_FORMAT_BDU: case VC1_STREAM_FORMAT_BDU_FRAME: case VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU: case VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU_FRAME: case VC1_STREAM_FORMAT_SEQUENCE_LAYER_RAW_FRAME: goto conversion_not_supported; break; case VC1_STREAM_FORMAT_SEQUENCE_LAYER_FRAME_LAYER: g_assert_not_reached (); break; case VC1_STREAM_FORMAT_ASF: /* Make sure we push the sequence layer */ if (!vc1parse->seq_layer_sent) { ret = gst_vc1_parse_push_sequence_layer (vc1parse); if (ret != GST_FLOW_OK) { GST_ERROR_OBJECT (vc1parse, "push sequence layer failed"); break; } vc1parse->seq_layer_sent = TRUE; } ret = gst_vc1_parse_convert_to_frame_layer (vc1parse, frame); break; case VC1_STREAM_FORMAT_FRAME_LAYER: /* We just need to send the sequence-layer first */ if (!vc1parse->seq_layer_sent) { ret = gst_vc1_parse_push_sequence_layer (vc1parse); if (ret != GST_FLOW_OK) { GST_ERROR_OBJECT (vc1parse, "push sequence layer failed"); break; } vc1parse->seq_layer_sent = TRUE; } break; default: g_assert_not_reached (); break; } break; case VC1_STREAM_FORMAT_ASF: switch (vc1parse->input_stream_format) { case VC1_STREAM_FORMAT_BDU: case VC1_STREAM_FORMAT_BDU_FRAME: case VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU: case VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU_FRAME: case VC1_STREAM_FORMAT_SEQUENCE_LAYER_RAW_FRAME: case VC1_STREAM_FORMAT_SEQUENCE_LAYER_FRAME_LAYER: goto conversion_not_supported; break; case VC1_STREAM_FORMAT_ASF: g_assert_not_reached (); break; case VC1_STREAM_FORMAT_FRAME_LAYER: goto conversion_not_supported; break; default: g_assert_not_reached (); break; } break; case VC1_STREAM_FORMAT_FRAME_LAYER: switch (vc1parse->input_stream_format) { case VC1_STREAM_FORMAT_BDU: case VC1_STREAM_FORMAT_BDU_FRAME: case VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU: case VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU_FRAME: case VC1_STREAM_FORMAT_SEQUENCE_LAYER_RAW_FRAME: goto conversion_not_supported; break; case VC1_STREAM_FORMAT_SEQUENCE_LAYER_FRAME_LAYER: /* We just need to drop sequence-layer buffer */ if (frame->flags & GST_BASE_PARSE_FRAME_FLAG_NO_FRAME) { ret = GST_BASE_PARSE_FLOW_DROPPED; } break; case VC1_STREAM_FORMAT_ASF: ret = gst_vc1_parse_convert_to_frame_layer (vc1parse, frame); break; case VC1_STREAM_FORMAT_FRAME_LAYER: default: g_assert_not_reached (); break; } break; default: g_assert_not_reached (); break; } return ret; conversion_not_supported: GST_WARNING_OBJECT (vc1parse, "stream conversion not implemented yet"); return GST_FLOW_NOT_NEGOTIATED; } /* SMPTE 421M Table 7 */ static const struct { gint par_n, par_d; } aspect_ratios[] = { { 0, 0}, { 1, 1}, { 12, 11}, { 10, 11}, { 16, 11}, { 40, 33}, { 24, 11}, { 20, 11}, { 32, 11}, { 80, 33}, { 18, 11}, { 15, 11}, { 64, 33}, { 160, 99}, { 0, 0}, { 0, 0} }; /* SMPTE 421M Table 8 */ static const guint framerates_n[] = { 0, 24 * 1000, 25 * 1000, 30 * 1000, 50 * 1000, 60 * 1000, 48 * 1000, 72 * 1000 }; /* SMPTE 421M Table 9 */ static const guint framerates_d[] = { 0, 1000, 1001 }; static gboolean gst_vc1_parse_handle_seq_hdr (GstVC1Parse * vc1parse, GstBuffer * buf, guint offset, guint size) { GstVC1ParserResult pres; GstVC1Profile profile; GstMapInfo minfo; g_assert (gst_buffer_get_size (buf) >= offset + size); gst_buffer_replace (&vc1parse->seq_hdr_buffer, NULL); memset (&vc1parse->seq_hdr, 0, sizeof (vc1parse->seq_hdr)); gst_buffer_map (buf, &minfo, GST_MAP_READ); pres = gst_vc1_parse_sequence_header (minfo.data + offset, size, &vc1parse->seq_hdr); gst_buffer_unmap (buf, &minfo); if (pres != GST_VC1_PARSER_OK) { GST_ERROR_OBJECT (vc1parse, "Invalid VC1 sequence header"); return FALSE; } vc1parse->seq_hdr_buffer = gst_buffer_copy_region (buf, GST_BUFFER_COPY_ALL, offset, size); profile = vc1parse->seq_hdr.profile; if (vc1parse->profile != profile) { vc1parse->update_caps = TRUE; vc1parse->profile = vc1parse->seq_hdr.profile; } /* Only update fps if not from caps */ if (!vc1parse->fps_from_caps && profile != GST_VC1_PROFILE_ADVANCED) { gint fps; /* This is only an estimate but better than nothing */ fps = vc1parse->seq_hdr.struct_c.framerate; if (fps != 0 && (vc1parse->fps_d == 0 || gst_util_fraction_compare (fps, 1, vc1parse->fps_n, vc1parse->fps_d) != 0)) { vc1parse->update_caps = TRUE; vc1parse->fps_n = fps; vc1parse->fps_d = 1; } } if (profile == GST_VC1_PROFILE_ADVANCED) { GstVC1Level level; gint width, height; level = vc1parse->seq_hdr.advanced.level; if (vc1parse->level != level) { vc1parse->update_caps = TRUE; vc1parse->level = level; } width = vc1parse->seq_hdr.advanced.max_coded_width; height = vc1parse->seq_hdr.advanced.max_coded_height; if (vc1parse->width != width || vc1parse->height != height) { vc1parse->update_caps = TRUE; vc1parse->width = width; vc1parse->height = height; } /* Only update fps if not from caps */ if (!vc1parse->fps_from_caps) { gint fps; /* This is only an estimate but better than nothing */ fps = vc1parse->seq_hdr.advanced.framerate; if (fps != 0 && (vc1parse->fps_d == 0 || gst_util_fraction_compare (fps, 1, vc1parse->fps_n, vc1parse->fps_d) != 0)) { vc1parse->update_caps = TRUE; vc1parse->fps_n = fps; vc1parse->fps_d = 1; } } if (vc1parse->seq_hdr.advanced.display_ext) { /* Only update PAR if not from input caps */ if (!vc1parse->par_from_caps && vc1parse->seq_hdr.advanced.aspect_ratio_flag) { gint par_n, par_d; if (vc1parse->seq_hdr.advanced.aspect_ratio == 15) { par_n = vc1parse->seq_hdr.advanced.aspect_horiz_size; par_d = vc1parse->seq_hdr.advanced.aspect_vert_size; } else { par_n = aspect_ratios[vc1parse->seq_hdr.advanced.aspect_ratio].par_n; par_d = aspect_ratios[vc1parse->seq_hdr.advanced.aspect_ratio].par_d; } if (par_n != 0 && par_d != 0 && (vc1parse->par_d == 0 || gst_util_fraction_compare (par_n, par_d, vc1parse->par_n, vc1parse->par_d) != 0)) { vc1parse->update_caps = TRUE; vc1parse->par_n = par_n; vc1parse->par_d = par_d; } } /* Only update fps if not from caps, better value than above */ if (!vc1parse->fps_from_caps && vc1parse->seq_hdr.advanced.framerate_flag) { gint fps_n = 0, fps_d = 0; if (!vc1parse->seq_hdr.advanced.framerateind) { if (vc1parse->seq_hdr.advanced.frameratenr > 0 && vc1parse->seq_hdr.advanced.frameratenr < 8 && vc1parse->seq_hdr.advanced.frameratedr > 0 && vc1parse->seq_hdr.advanced.frameratedr < 3) { fps_n = framerates_n[vc1parse->seq_hdr.advanced.frameratenr]; fps_d = framerates_d[vc1parse->seq_hdr.advanced.frameratedr]; } } else { fps_n = vc1parse->seq_hdr.advanced.framerateexp + 1; fps_d = 32; } if (fps_n != 0 && fps_d != 0 && (vc1parse->fps_d == 0 || gst_util_fraction_compare (fps_n, fps_d, vc1parse->fps_n, vc1parse->fps_d) != 0)) { vc1parse->update_caps = TRUE; vc1parse->fps_n = fps_n; vc1parse->fps_d = fps_d; } } } } return TRUE; } static gboolean gst_vc1_parse_handle_seq_layer (GstVC1Parse * vc1parse, GstBuffer * buf, guint offset, guint size) { GstVC1ParserResult pres; GstVC1Profile profile; GstVC1Level level; gint width, height; GstMapInfo minfo; g_assert (gst_buffer_get_size (buf) >= offset + size); gst_buffer_replace (&vc1parse->seq_layer_buffer, NULL); memset (&vc1parse->seq_layer, 0, sizeof (vc1parse->seq_layer)); gst_buffer_map (buf, &minfo, GST_MAP_READ); pres = gst_vc1_parse_sequence_layer (minfo.data + offset, size, &vc1parse->seq_layer); gst_buffer_unmap (buf, &minfo); if (pres != GST_VC1_PARSER_OK) { GST_ERROR_OBJECT (vc1parse, "Invalid VC1 sequence layer"); return FALSE; } vc1parse->seq_layer_buffer = gst_buffer_copy_region (buf, GST_BUFFER_COPY_ALL, offset, size); profile = vc1parse->seq_layer.struct_c.profile; if (vc1parse->profile != profile) { vc1parse->update_caps = TRUE; vc1parse->profile = vc1parse->seq_layer.struct_c.profile; } width = vc1parse->seq_layer.struct_a.vert_size; height = vc1parse->seq_layer.struct_a.horiz_size; if (width > 0 && height > 0 && (vc1parse->width != width || vc1parse->height != height)) { vc1parse->update_caps = TRUE; vc1parse->width = width; vc1parse->height = height; } level = vc1parse->seq_layer.struct_b.level; if (vc1parse->level != level) { vc1parse->update_caps = TRUE; vc1parse->level = level; } if (!vc1parse->fps_from_caps && profile != GST_VC1_PROFILE_ADVANCED) { gint fps; fps = vc1parse->seq_layer.struct_c.framerate; if (fps == 0 || fps == -1) fps = vc1parse->seq_layer.struct_b.framerate; if (fps != 0 && fps != -1 && (vc1parse->fps_d == 0 || gst_util_fraction_compare (fps, 1, vc1parse->fps_n, vc1parse->fps_d) != 0)) { vc1parse->update_caps = TRUE; vc1parse->fps_n = fps; vc1parse->fps_d = 1; } } /* And now update the duration */ if (vc1parse->seq_layer.numframes != 0 && vc1parse->seq_layer.numframes != -1) gst_base_parse_set_duration (GST_BASE_PARSE (vc1parse), GST_FORMAT_DEFAULT, vc1parse->seq_layer.numframes, 50); return TRUE; } static gboolean gst_vc1_parse_handle_entrypoint (GstVC1Parse * vc1parse, GstBuffer * buf, guint offset, guint size) { g_assert (gst_buffer_get_size (buf) >= offset + size); gst_buffer_replace (&vc1parse->entrypoint_buffer, NULL); vc1parse->entrypoint_buffer = gst_buffer_copy_region (buf, GST_BUFFER_COPY_ALL, offset, size); return TRUE; } static void gst_vc1_parse_update_stream_format_properties (GstVC1Parse * vc1parse) { if (vc1parse->input_stream_format == VC1_STREAM_FORMAT_BDU || vc1parse->input_stream_format == VC1_STREAM_FORMAT_BDU_FRAME) { /* Need at least the 4 bytes start code */ gst_base_parse_set_min_frame_size (GST_BASE_PARSE (vc1parse), 4); gst_base_parse_set_syncable (GST_BASE_PARSE (vc1parse), TRUE); } else if (vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU || vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_BDU_FRAME) { /* Need at least the 36 bytes sequence layer */ gst_base_parse_set_min_frame_size (GST_BASE_PARSE (vc1parse), 36); gst_base_parse_set_syncable (GST_BASE_PARSE (vc1parse), TRUE); } else if (vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_RAW_FRAME || vc1parse->input_stream_format == VC1_STREAM_FORMAT_SEQUENCE_LAYER_FRAME_LAYER) { /* Need at least the 36 bytes sequence layer */ gst_base_parse_set_min_frame_size (GST_BASE_PARSE (vc1parse), 36); gst_base_parse_set_syncable (GST_BASE_PARSE (vc1parse), FALSE); } else if (vc1parse->input_stream_format == VC1_STREAM_FORMAT_ASF) { vc1parse->input_stream_format = VC1_STREAM_FORMAT_ASF; /* Need something, assume this is already packetized */ gst_base_parse_set_min_frame_size (GST_BASE_PARSE (vc1parse), 1); gst_base_parse_set_syncable (GST_BASE_PARSE (vc1parse), FALSE); } else if (vc1parse->input_stream_format == VC1_STREAM_FORMAT_FRAME_LAYER) { /* Need at least the frame layer header */ gst_base_parse_set_min_frame_size (GST_BASE_PARSE (vc1parse), 8); gst_base_parse_set_syncable (GST_BASE_PARSE (vc1parse), FALSE); } else { g_assert_not_reached (); } } static gboolean gst_vc1_parse_set_caps (GstBaseParse * parse, GstCaps * caps) { GstVC1Parse *vc1parse = GST_VC1_PARSE (parse); GstStructure *s; const GValue *value; GstBuffer *codec_data = NULL; const gchar *stream_format = NULL; const gchar *header_format = NULL; const gchar *profile = NULL; const gchar *format; GST_DEBUG_OBJECT (parse, "caps %" GST_PTR_FORMAT, caps); /* Parse the caps to get as much information as possible */ s = gst_caps_get_structure (caps, 0); vc1parse->width = 0; gst_structure_get_int (s, "width", &vc1parse->width); vc1parse->height = 0; gst_structure_get_int (s, "height", &vc1parse->height); vc1parse->fps_n = vc1parse->fps_d = 0; vc1parse->fps_from_caps = FALSE; gst_structure_get_fraction (s, "framerate", &vc1parse->fps_n, &vc1parse->fps_d); if (vc1parse->fps_d != 0) vc1parse->fps_from_caps = TRUE; gst_structure_get_fraction (s, "pixel-aspect-ratio", &vc1parse->par_n, &vc1parse->par_d); if (vc1parse->par_n != 0 && vc1parse->par_d != 0) vc1parse->par_from_caps = TRUE; vc1parse->format = 0; format = gst_structure_get_string (s, "format"); if (format && strcmp (format, "WVC1") == 0) vc1parse->format = GST_VC1_PARSE_FORMAT_WVC1; else vc1parse->format = GST_VC1_PARSE_FORMAT_WMV3; vc1parse->profile = -1; profile = gst_structure_get_string (s, "profile"); if (profile && strcmp (profile, "simple")) vc1parse->profile = GST_VC1_PROFILE_SIMPLE; else if (profile && strcmp (profile, "main")) vc1parse->profile = GST_VC1_PROFILE_MAIN; else if (profile && strcmp (profile, "advanced")) vc1parse->profile = GST_VC1_PROFILE_ADVANCED; else if (vc1parse->format == GST_VC1_PARSE_FORMAT_WVC1) vc1parse->profile = GST_VC1_PROFILE_ADVANCED; else if (vc1parse->format == GST_VC1_PARSE_FORMAT_WMV3) vc1parse->profile = GST_VC1_PROFILE_MAIN; /* or SIMPLE */ vc1parse->level = -1; vc1parse->detecting_stream_format = FALSE; header_format = gst_structure_get_string (s, "header-format"); stream_format = gst_structure_get_string (s, "stream-format"); /* Now parse the codec_data */ gst_buffer_replace (&vc1parse->seq_layer_buffer, NULL); gst_buffer_replace (&vc1parse->seq_hdr_buffer, NULL); gst_buffer_replace (&vc1parse->entrypoint_buffer, NULL); memset (&vc1parse->seq_layer, 0, sizeof (vc1parse->seq_layer)); memset (&vc1parse->seq_hdr, 0, sizeof (vc1parse->seq_hdr)); value = gst_structure_get_value (s, "codec_data"); if (value != NULL) { gsize codec_data_size; GstMapInfo minfo; codec_data = gst_value_get_buffer (value); gst_buffer_map (codec_data, &minfo, GST_MAP_READ); codec_data_size = gst_buffer_get_size (codec_data); if ((codec_data_size == 4 || codec_data_size == 5)) { /* ASF, VC1/WMV3 simple/main profile * This is the sequence header without start codes */ if (!gst_vc1_parse_handle_seq_hdr (vc1parse, codec_data, 0, codec_data_size)) { gst_buffer_unmap (codec_data, &minfo); return FALSE; } if (header_format && strcmp (header_format, "asf") != 0) GST_WARNING_OBJECT (vc1parse, "Upstream claimed '%s' header format but 'asf' detected", header_format); vc1parse->input_header_format = VC1_HEADER_FORMAT_ASF; } else if (codec_data_size == 36 && minfo.data[3] == 0xc5) { /* Sequence Layer, SMPTE S421M-2006 Annex L.3 */ if (!gst_vc1_parse_handle_seq_layer (vc1parse, codec_data, 0, codec_data_size)) { GST_ERROR_OBJECT (vc1parse, "Invalid VC1 sequence layer"); gst_buffer_unmap (codec_data, &minfo); return FALSE; } if (header_format && strcmp (header_format, "sequence-layer") != 0) GST_WARNING_OBJECT (vc1parse, "Upstream claimed '%s' header format but 'sequence-layer' detected", header_format); vc1parse->input_header_format = VC1_HEADER_FORMAT_SEQUENCE_LAYER; } else { guint32 start_code; /* ASF, VC1 advanced profile * This should be the * 1) ASF binding byte * 2) Sequence Header with startcode * 3) EntryPoint Header with startcode */ if (codec_data_size < 1 + 4 + 4 + 4 + 2) { GST_ERROR_OBJECT (vc1parse, "Too small for VC1 advanced profile ASF header"); gst_buffer_unmap (codec_data, &minfo); return FALSE; } /* Some sanity checking */ if ((minfo.data[0] & 0x01) != 0x01) { GST_WARNING_OBJECT (vc1parse, "Invalid binding byte for VC1 advanced profile ASF header"); /* stay relax on the validation, it's quite minor to set the reserved * bit to 0 instead of 1, also see bug #793551 */ } start_code = GST_READ_UINT32_BE (minfo.data + 1); if (start_code != 0x000010f) { GST_ERROR_OBJECT (vc1parse, "VC1 advanced profile ASF header does not start with SequenceHeader startcode"); gst_buffer_unmap (codec_data, &minfo); return FALSE; } if (!gst_vc1_parse_handle_bdus (vc1parse, codec_data, 1, codec_data_size - 1)) { gst_buffer_unmap (codec_data, &minfo); return FALSE; } if (!vc1parse->seq_hdr_buffer || !vc1parse->entrypoint_buffer) { GST_ERROR_OBJECT (vc1parse, "Need sequence header and entrypoint header in the codec_data"); gst_buffer_unmap (codec_data, &minfo); return FALSE; } if (header_format && strcmp (header_format, "asf") != 0) GST_WARNING_OBJECT (vc1parse, "Upstream claimed '%s' header format but 'asf' detected", header_format); vc1parse->input_header_format = VC1_HEADER_FORMAT_ASF; } gst_buffer_unmap (codec_data, &minfo); } else { vc1parse->input_header_format = VC1_HEADER_FORMAT_NONE; if (header_format && strcmp (header_format, "none") != 0) GST_WARNING_OBJECT (vc1parse, "Upstream claimed '%s' header format but 'none' detected", header_format); } /* If no stream-format was set we try to detect it */ if (!stream_format) { vc1parse->detecting_stream_format = TRUE; } else { vc1parse->input_stream_format = stream_format_from_string (stream_format); gst_vc1_parse_update_stream_format_properties (vc1parse); } vc1parse->renegotiate = TRUE; vc1parse->update_caps = TRUE; return TRUE; }