/* GStreamer * * unit test for videorate * * Copyright (C) 2006 Thomas Vander Stichele * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, * Boston, MA 02110-1301, USA. */ #ifdef HAVE_CONFIG_H #include "config.h" #endif #include /* For ease of programming we use globals to keep refs for our floating * src and sink pads we create; otherwise we always have to do get_pad, * get_peer, and then remove references in every test function */ static GstPad *mysrcpad, *mysinkpad; #define VIDEO_CAPS_TEMPLATE_STRING \ "video/x-raw" #define VIDEO_CAPS_STRING \ "video/x-raw, " \ "width = (int) 320, " \ "height = (int) 240, " \ "framerate = (fraction) 25/1 , " \ "format = (string) I420" #define VIDEO_CAPS_FORCE_VARIABLE_FRAMERATE_STRING \ "video/x-raw, " \ "framerate = (fraction) 0/1" #define VIDEO_CAPS_NO_FRAMERATE_STRING \ "video/x-raw, " \ "width = (int) 320, " \ "height = (int) 240, " \ "format = (string) I420" #define VIDEO_CAPS_NEWSIZE_STRING \ "video/x-raw, " \ "width = (int) 240, " \ "height = (int) 120, " \ "framerate = (fraction) 25/1 , " \ "format = (string) I420" #define VIDEO_CAPS_UNUSUAL_FRAMERATE \ "video/x-raw, " \ "width = (int) 240, " \ "height = (int) 120, " \ "framerate = (fraction) 999/7 , " \ "format = (string) I420" static GstStaticPadTemplate sinktemplate = GST_STATIC_PAD_TEMPLATE ("sink", GST_PAD_SINK, GST_PAD_ALWAYS, GST_STATIC_CAPS (VIDEO_CAPS_TEMPLATE_STRING) ); static GstStaticPadTemplate downstreamsinktemplate = GST_STATIC_PAD_TEMPLATE ("sink", GST_PAD_SINK, GST_PAD_ALWAYS, GST_STATIC_CAPS (VIDEO_CAPS_STRING) ); static GstStaticPadTemplate srctemplate = GST_STATIC_PAD_TEMPLATE ("src", GST_PAD_SRC, GST_PAD_ALWAYS, GST_STATIC_CAPS (VIDEO_CAPS_TEMPLATE_STRING) ); static GstStaticPadTemplate force_variable_rate_template = GST_STATIC_PAD_TEMPLATE ("sink", GST_PAD_SINK, GST_PAD_ALWAYS, GST_STATIC_CAPS (VIDEO_CAPS_FORCE_VARIABLE_FRAMERATE_STRING) ); static void assert_videorate_stats (GstElement * videorate, const gchar * reason, guint64 xin, guint64 xout, guint64 xdropped, guint64 xduplicated) { guint64 in, out, dropped, duplicated; g_object_get (videorate, "in", &in, "out", &out, "drop", &dropped, "duplicate", &duplicated, NULL); #define _assert_equals_uint64(a, b) \ G_STMT_START { \ guint64 first = a; \ guint64 second = b; \ fail_unless(first == second, \ "%s: '" #a "' (%" G_GUINT64_FORMAT ") is not equal to " \ "expected '" #a"' (%" G_GUINT64_FORMAT ")", reason, first, second); \ } G_STMT_END; _assert_equals_uint64 (in, xin); _assert_equals_uint64 (out, xout); _assert_equals_uint64 (dropped, xdropped); _assert_equals_uint64 (duplicated, xduplicated); } static GstElement * setup_videorate_full (GstStaticPadTemplate * srctemplate, GstStaticPadTemplate * sinktemplate) { GstElement *videorate; GST_DEBUG ("setup_videorate"); videorate = gst_check_setup_element ("videorate"); mysrcpad = gst_check_setup_src_pad (videorate, srctemplate); mysinkpad = gst_check_setup_sink_pad (videorate, sinktemplate); gst_pad_set_active (mysrcpad, TRUE); gst_pad_set_active (mysinkpad, TRUE); return videorate; } static GstElement * setup_videorate (void) { return setup_videorate_full (&srctemplate, &sinktemplate); } static void cleanup_videorate (GstElement * videorate) { GST_DEBUG ("cleanup_videorate"); g_list_foreach (buffers, (GFunc) gst_mini_object_unref, NULL); g_list_free (buffers); buffers = NULL; gst_element_set_state (videorate, GST_STATE_NULL); gst_element_get_state (videorate, NULL, NULL, GST_CLOCK_TIME_NONE); gst_pad_set_active (mysrcpad, FALSE); gst_pad_set_active (mysinkpad, FALSE); gst_check_teardown_src_pad (videorate); gst_check_teardown_sink_pad (videorate); gst_check_teardown_element (videorate); } static guint8 buffer_get_byte (GstBuffer * buffer, gint offset) { guint8 res; gst_buffer_extract (buffer, offset, &res, 1); return res; } GST_START_TEST (test_one) { GstElement *videorate; GstBuffer *inbuffer; GstCaps *caps; videorate = setup_videorate (); fail_unless (gst_element_set_state (videorate, GST_STATE_PLAYING) == GST_STATE_CHANGE_SUCCESS, "could not set to playing"); inbuffer = gst_buffer_new_and_alloc (4); gst_buffer_memset (inbuffer, 0, 0, 4); caps = gst_caps_from_string (VIDEO_CAPS_STRING); gst_check_setup_events (mysrcpad, videorate, caps, GST_FORMAT_TIME); GST_BUFFER_TIMESTAMP (inbuffer) = 0; gst_caps_unref (caps); ASSERT_BUFFER_REFCOUNT (inbuffer, "inbuffer", 1); /* pushing gives away my reference ... */ fail_unless (gst_pad_push (mysrcpad, inbuffer) == GST_FLOW_OK); /* ... and it is now stuck inside videorate */ ASSERT_BUFFER_REFCOUNT (inbuffer, "inbuffer", 1); fail_unless_equals_int (g_list_length (buffers), 0); /* cleanup */ cleanup_videorate (videorate); } GST_END_TEST; GST_START_TEST (test_more) { GstElement *videorate; GstBuffer *first, *second, *third, *outbuffer; GList *l; GstCaps *caps; GRand *rand; videorate = setup_videorate (); fail_unless (gst_element_set_state (videorate, GST_STATE_PLAYING) == GST_STATE_CHANGE_SUCCESS, "could not set to playing"); assert_videorate_stats (videorate, "creation", 0, 0, 0, 0); rand = g_rand_new (); /* first buffer */ first = gst_buffer_new_and_alloc (4); GST_BUFFER_TIMESTAMP (first) = 0; /* it shouldn't matter what the offsets are, videorate produces perfect streams */ GST_BUFFER_OFFSET (first) = g_rand_int (rand); GST_BUFFER_OFFSET_END (first) = g_rand_int (rand); gst_buffer_memset (first, 0, 1, 4); caps = gst_caps_from_string (VIDEO_CAPS_STRING); gst_check_setup_events (mysrcpad, videorate, caps, GST_FORMAT_TIME); gst_caps_unref (caps); ASSERT_BUFFER_REFCOUNT (first, "first", 1); gst_buffer_ref (first); /* pushing gives away my reference ... */ fail_unless (gst_pad_push (mysrcpad, first) == GST_FLOW_OK); /* ... and a copy is now stuck inside videorate */ ASSERT_BUFFER_REFCOUNT (first, "first", 1); fail_unless_equals_int (g_list_length (buffers), 0); assert_videorate_stats (videorate, "first buffer", 1, 0, 0, 0); /* second buffer; in between second and third output frame's timestamp */ second = gst_buffer_new_and_alloc (4); GST_BUFFER_TIMESTAMP (second) = GST_SECOND * 3 / 50; GST_BUFFER_OFFSET (second) = g_rand_int (rand); GST_BUFFER_OFFSET_END (second) = g_rand_int (rand); gst_buffer_memset (second, 0, 2, 4); ASSERT_BUFFER_REFCOUNT (second, "second", 1); gst_buffer_ref (second); /* pushing gives away one of my references ... */ fail_unless (gst_pad_push (mysrcpad, second) == GST_FLOW_OK); /* ... and a copy is now stuck inside videorate */ ASSERT_BUFFER_REFCOUNT (second, "second", 1); /* ... and the first one is pushed out, with timestamp 0 */ fail_unless_equals_int (g_list_length (buffers), 1); assert_videorate_stats (videorate, "second buffer", 2, 1, 0, 0); ASSERT_BUFFER_REFCOUNT (first, "first", 1); outbuffer = buffers->data; fail_unless_equals_uint64 (GST_BUFFER_TIMESTAMP (outbuffer), 0); /* third buffer */ third = gst_buffer_new_and_alloc (4); GST_BUFFER_TIMESTAMP (third) = GST_SECOND * 12 / 50; GST_BUFFER_OFFSET (third) = g_rand_int (rand); GST_BUFFER_OFFSET_END (third) = g_rand_int (rand); gst_buffer_memset (third, 0, 3, 4); ASSERT_BUFFER_REFCOUNT (third, "third", 1); gst_buffer_ref (third); /* pushing gives away my reference ... */ fail_unless (gst_pad_push (mysrcpad, third) == GST_FLOW_OK); /* ... and a copy is now stuck inside videorate */ ASSERT_BUFFER_REFCOUNT (third, "third", 1); /* submitting the third buffer has triggered flushing of three more frames */ assert_videorate_stats (videorate, "third buffer", 3, 4, 0, 2); /* check timestamp and source correctness */ l = buffers; fail_unless_equals_uint64 (GST_BUFFER_TIMESTAMP (l->data), 0); fail_unless_equals_int (buffer_get_byte (l->data, 0), 1); fail_unless_equals_uint64 (GST_BUFFER_OFFSET (l->data), 0); fail_unless_equals_uint64 (GST_BUFFER_OFFSET_END (l->data), 1); l = g_list_next (l); fail_unless_equals_uint64 (GST_BUFFER_TIMESTAMP (l->data), GST_SECOND / 25); fail_unless_equals_int (buffer_get_byte (l->data, 0), 2); fail_unless_equals_uint64 (GST_BUFFER_OFFSET (l->data), 1); fail_unless_equals_uint64 (GST_BUFFER_OFFSET_END (l->data), 2); l = g_list_next (l); fail_unless_equals_uint64 (GST_BUFFER_TIMESTAMP (l->data), GST_SECOND * 2 / 25); fail_unless_equals_int (buffer_get_byte (l->data, 0), 2); fail_unless_equals_uint64 (GST_BUFFER_OFFSET (l->data), 2); fail_unless_equals_uint64 (GST_BUFFER_OFFSET_END (l->data), 3); l = g_list_next (l); fail_unless_equals_uint64 (GST_BUFFER_TIMESTAMP (l->data), GST_SECOND * 3 / 25); fail_unless_equals_int (buffer_get_byte (l->data, 0), 2); fail_unless_equals_uint64 (GST_BUFFER_OFFSET (l->data), 3); fail_unless_equals_uint64 (GST_BUFFER_OFFSET_END (l->data), 4); fail_unless_equals_int (g_list_length (buffers), 4); /* one held by us, three held by each output frame taken from the second */ ASSERT_BUFFER_REFCOUNT (second, "second", 1); /* now send EOS */ fail_unless (gst_pad_push_event (mysrcpad, gst_event_new_eos ())); /* submitting eos should flush out two more frames for tick 8 and 10 */ /* FIXME: right now it only flushes out one, so out is 5 instead of 6 ! */ assert_videorate_stats (videorate, "eos", 3, 5, 0, 2); fail_unless_equals_int (g_list_length (buffers), 5); /* cleanup */ g_rand_free (rand); gst_buffer_unref (first); gst_buffer_unref (second); gst_buffer_unref (third); cleanup_videorate (videorate); } GST_END_TEST; /* frames at 1, 0, 2 -> second one should be ignored */ GST_START_TEST (test_wrong_order_from_zero) { GstElement *videorate; GstBuffer *first, *second, *third, *outbuffer; GstCaps *caps; videorate = setup_videorate (); fail_unless (gst_element_set_state (videorate, GST_STATE_PLAYING) == GST_STATE_CHANGE_SUCCESS, "could not set to playing"); assert_videorate_stats (videorate, "start", 0, 0, 0, 0); /* first buffer */ first = gst_buffer_new_and_alloc (4); GST_BUFFER_TIMESTAMP (first) = GST_SECOND; gst_buffer_memset (first, 0, 0, 4); caps = gst_caps_from_string (VIDEO_CAPS_STRING); gst_check_setup_events (mysrcpad, videorate, caps, GST_FORMAT_TIME); gst_caps_unref (caps); ASSERT_BUFFER_REFCOUNT (first, "first", 1); gst_buffer_ref (first); GST_DEBUG ("pushing first buffer"); /* pushing gives away my reference ... */ fail_unless (gst_pad_push (mysrcpad, first) == GST_FLOW_OK); /* ... and a copy is now stuck inside videorate */ ASSERT_BUFFER_REFCOUNT (first, "first", 1); fail_unless_equals_int (g_list_length (buffers), 0); assert_videorate_stats (videorate, "first", 1, 0, 0, 0); /* second buffer */ second = gst_buffer_new_and_alloc (4); GST_BUFFER_TIMESTAMP (second) = 0; gst_buffer_memset (second, 0, 0, 4); ASSERT_BUFFER_REFCOUNT (second, "second", 1); gst_buffer_ref (second); /* pushing gives away my reference ... */ fail_unless (gst_pad_push (mysrcpad, second) == GST_FLOW_OK); /* ... and it is now dropped because it is too old */ ASSERT_BUFFER_REFCOUNT (second, "second", 1); fail_unless_equals_int (g_list_length (buffers), 0); /* ... and the first one is still there */ assert_videorate_stats (videorate, "second", 2, 0, 1, 0); ASSERT_BUFFER_REFCOUNT (first, "first", 1); /* third buffer */ third = gst_buffer_new_and_alloc (4); GST_BUFFER_TIMESTAMP (third) = 2 * GST_SECOND; gst_buffer_memset (third, 0, 0, 4); ASSERT_BUFFER_REFCOUNT (third, "third", 1); gst_buffer_ref (third); /* pushing gives away my reference ... */ fail_unless (gst_pad_push (mysrcpad, third) == GST_FLOW_OK); /* ... and a copy is now stuck inside videorate */ ASSERT_BUFFER_REFCOUNT (third, "third", 1); /* and now the first one should be pushed once and dupped 24 + 13 times, to * reach the half point between 1 s (first) and 2 s (third) */ fail_unless_equals_int (g_list_length (buffers), 38); ASSERT_BUFFER_REFCOUNT (first, "first", 1); ASSERT_BUFFER_REFCOUNT (second, "second", 1); ASSERT_BUFFER_REFCOUNT (third, "third", 1); assert_videorate_stats (videorate, "third", 3, 38, 1, 37); /* verify last buffer */ outbuffer = g_list_last (buffers)->data; fail_unless (GST_IS_BUFFER (outbuffer)); fail_unless_equals_uint64 (GST_BUFFER_TIMESTAMP (outbuffer), GST_SECOND * 37 / 25); /* cleanup */ gst_buffer_unref (first); gst_buffer_unref (second); gst_buffer_unref (third); cleanup_videorate (videorate); } GST_END_TEST; /* send frames with 0, 1, 2, 5, 6 seconds, max-duplication-time=2sec */ GST_START_TEST (test_max_duplication_time) { GstElement *videorate; GstBuffer *first, *second, *third, *fourth, *fifth, *outbuffer; GstCaps *caps; videorate = setup_videorate (); g_object_set (videorate, "max-duplication-time", 2 * GST_SECOND, NULL); fail_unless (gst_element_set_state (videorate, GST_STATE_PLAYING) == GST_STATE_CHANGE_SUCCESS, "could not set to playing"); assert_videorate_stats (videorate, "start", 0, 0, 0, 0); /* first buffer */ first = gst_buffer_new_and_alloc (4); GST_BUFFER_TIMESTAMP (first) = 0; gst_buffer_memset (first, 0, 0, 4); caps = gst_caps_from_string (VIDEO_CAPS_STRING); gst_check_setup_events (mysrcpad, videorate, caps, GST_FORMAT_TIME); gst_caps_unref (caps); ASSERT_BUFFER_REFCOUNT (first, "first", 1); gst_buffer_ref (first); GST_DEBUG ("pushing first buffer"); /* pushing gives away my reference ... */ fail_unless (gst_pad_push (mysrcpad, first) == GST_FLOW_OK); /* ... and a copy is now stuck inside videorate */ ASSERT_BUFFER_REFCOUNT (first, "first", 1); fail_unless_equals_int (g_list_length (buffers), 0); assert_videorate_stats (videorate, "first", 1, 0, 0, 0); /* second buffer */ second = gst_buffer_new_and_alloc (4); GST_BUFFER_TIMESTAMP (second) = GST_SECOND; gst_buffer_memset (second, 0, 0, 4); ASSERT_BUFFER_REFCOUNT (second, "second", 1); gst_buffer_ref (second); /* pushing gives away my reference ... */ fail_unless (gst_pad_push (mysrcpad, second) == GST_FLOW_OK); /* ... and a copy is now stuck inside videorate */ ASSERT_BUFFER_REFCOUNT (second, "second", 1); /* and it created 13 output buffers as copies of the first frame */ fail_unless_equals_int (g_list_length (buffers), 13); assert_videorate_stats (videorate, "second", 2, 13, 0, 12); ASSERT_BUFFER_REFCOUNT (first, "first", 1); /* third buffer */ third = gst_buffer_new_and_alloc (4); GST_BUFFER_TIMESTAMP (third) = 2 * GST_SECOND; gst_buffer_memset (third, 0, 0, 4); ASSERT_BUFFER_REFCOUNT (third, "third", 1); gst_buffer_ref (third); /* pushing gives away my reference ... */ fail_unless (gst_pad_push (mysrcpad, third) == GST_FLOW_OK); /* ... and a copy is now stuck inside videorate */ ASSERT_BUFFER_REFCOUNT (third, "third", 1); /* submitting a frame with 2 seconds triggers output of 25 more frames */ fail_unless_equals_int (g_list_length (buffers), 38); ASSERT_BUFFER_REFCOUNT (first, "first", 1); ASSERT_BUFFER_REFCOUNT (second, "second", 1); ASSERT_BUFFER_REFCOUNT (third, "third", 1); /* three frames submitted; two of them output as is, and 36 duplicated */ assert_videorate_stats (videorate, "third", 3, 38, 0, 36); /* fourth buffer */ fourth = gst_buffer_new_and_alloc (4); GST_BUFFER_TIMESTAMP (fourth) = 5 * GST_SECOND; gst_buffer_memset (fourth, 0, 0, 4); ASSERT_BUFFER_REFCOUNT (fourth, "fourth", 1); gst_buffer_ref (fourth); /* pushing gives away my reference ... */ fail_unless (gst_pad_push (mysrcpad, fourth) == GST_FLOW_OK); /* ... and a copy is now stuck inside videorate */ ASSERT_BUFFER_REFCOUNT (fourth, "fourth", 1); /* should now have drained everything up to the 2s buffer above */ fail_unless_equals_int (g_list_length (buffers), 51); ASSERT_BUFFER_REFCOUNT (first, "first", 1); ASSERT_BUFFER_REFCOUNT (second, "second", 1); ASSERT_BUFFER_REFCOUNT (third, "third", 1); ASSERT_BUFFER_REFCOUNT (fourth, "fourth", 1); assert_videorate_stats (videorate, "fourth", 4, 51, 0, 48); /* verify last buffer */ outbuffer = g_list_last (buffers)->data; fail_unless (GST_IS_BUFFER (outbuffer)); fail_unless_equals_uint64 (GST_BUFFER_TIMESTAMP (outbuffer), 2 * GST_SECOND); /* fifth buffer */ fifth = gst_buffer_new_and_alloc (4); GST_BUFFER_TIMESTAMP (fifth) = 6 * GST_SECOND; gst_buffer_memset (fifth, 0, 0, 4); ASSERT_BUFFER_REFCOUNT (fifth, "fifth", 1); gst_buffer_ref (fifth); /* pushing gives away my reference ... */ fail_unless (gst_pad_push (mysrcpad, fifth) == GST_FLOW_OK); /* ... and a copy is now stuck inside videorate */ ASSERT_BUFFER_REFCOUNT (third, "fifth", 1); /* submitting a frame with 6 seconds triggers output of 12 more frames */ fail_unless_equals_int (g_list_length (buffers), 63); ASSERT_BUFFER_REFCOUNT (first, "first", 1); ASSERT_BUFFER_REFCOUNT (second, "second", 1); ASSERT_BUFFER_REFCOUNT (third, "third", 1); ASSERT_BUFFER_REFCOUNT (fourth, "fourth", 1); ASSERT_BUFFER_REFCOUNT (fifth, "fifth", 1); /* five frames submitted; two of them output as is, 63 and 59 duplicated */ assert_videorate_stats (videorate, "fifth", 5, 63, 0, 59); /* push EOS to drain */ fail_unless (gst_pad_push_event (mysrcpad, gst_event_new_eos ())); /* we should now have gotten one output for the last frame */ fail_unless_equals_int (g_list_length (buffers), 64); ASSERT_BUFFER_REFCOUNT (first, "first", 1); ASSERT_BUFFER_REFCOUNT (second, "second", 1); ASSERT_BUFFER_REFCOUNT (third, "third", 1); ASSERT_BUFFER_REFCOUNT (fourth, "fourth", 1); ASSERT_BUFFER_REFCOUNT (fifth, "fifth", 1); /* five frames submitted; two of them output as is, 64 and 60 duplicated */ assert_videorate_stats (videorate, "fifth", 5, 64, 0, 59); /* cleanup */ gst_buffer_unref (first); gst_buffer_unref (second); gst_buffer_unref (third); gst_buffer_unref (fourth); gst_buffer_unref (fifth); cleanup_videorate (videorate); } GST_END_TEST; /* send frames with 0, 1, 2, 0 seconds */ GST_START_TEST (test_wrong_order) { GstElement *videorate; GstBuffer *first, *second, *third, *fourth, *outbuffer; GstCaps *caps; videorate = setup_videorate (); fail_unless (gst_element_set_state (videorate, GST_STATE_PLAYING) == GST_STATE_CHANGE_SUCCESS, "could not set to playing"); assert_videorate_stats (videorate, "start", 0, 0, 0, 0); /* first buffer */ first = gst_buffer_new_and_alloc (4); GST_BUFFER_TIMESTAMP (first) = 0; gst_buffer_memset (first, 0, 0, 4); caps = gst_caps_from_string (VIDEO_CAPS_STRING); gst_check_setup_events (mysrcpad, videorate, caps, GST_FORMAT_TIME); gst_caps_unref (caps); ASSERT_BUFFER_REFCOUNT (first, "first", 1); gst_buffer_ref (first); GST_DEBUG ("pushing first buffer"); /* pushing gives away my reference ... */ fail_unless (gst_pad_push (mysrcpad, first) == GST_FLOW_OK); /* ... and a copy is now stuck inside videorate */ ASSERT_BUFFER_REFCOUNT (first, "first", 1); fail_unless_equals_int (g_list_length (buffers), 0); assert_videorate_stats (videorate, "first", 1, 0, 0, 0); /* second buffer */ second = gst_buffer_new_and_alloc (4); GST_BUFFER_TIMESTAMP (second) = GST_SECOND; gst_buffer_memset (second, 0, 0, 4); ASSERT_BUFFER_REFCOUNT (second, "second", 1); gst_buffer_ref (second); /* pushing gives away my reference ... */ fail_unless (gst_pad_push (mysrcpad, second) == GST_FLOW_OK); /* ... and a copy is now stuck inside videorate */ ASSERT_BUFFER_REFCOUNT (second, "second", 1); /* and it created 13 output buffers as copies of the first frame */ fail_unless_equals_int (g_list_length (buffers), 13); assert_videorate_stats (videorate, "second", 2, 13, 0, 12); ASSERT_BUFFER_REFCOUNT (first, "first", 1); /* third buffer */ third = gst_buffer_new_and_alloc (4); GST_BUFFER_TIMESTAMP (third) = 2 * GST_SECOND; gst_buffer_memset (third, 0, 0, 4); ASSERT_BUFFER_REFCOUNT (third, "third", 1); gst_buffer_ref (third); /* pushing gives away my reference ... */ fail_unless (gst_pad_push (mysrcpad, third) == GST_FLOW_OK); /* ... and a copy is now stuck inside videorate */ ASSERT_BUFFER_REFCOUNT (third, "third", 1); /* submitting a frame with 2 seconds triggers output of 25 more frames */ fail_unless_equals_int (g_list_length (buffers), 38); ASSERT_BUFFER_REFCOUNT (first, "first", 1); ASSERT_BUFFER_REFCOUNT (second, "second", 1); /* three frames submitted; two of them output as is, and 36 duplicated */ assert_videorate_stats (videorate, "third", 3, 38, 0, 36); /* fourth buffer */ fourth = gst_buffer_new_and_alloc (4); GST_BUFFER_TIMESTAMP (fourth) = 0; gst_buffer_memset (fourth, 0, 0, 4); ASSERT_BUFFER_REFCOUNT (fourth, "fourth", 1); gst_buffer_ref (fourth); /* pushing gives away my reference ... */ fail_unless (gst_pad_push (mysrcpad, fourth) == GST_FLOW_OK); /* ... and it is dropped */ ASSERT_BUFFER_REFCOUNT (fourth, "fourth", 1); fail_unless_equals_int (g_list_length (buffers), 38); ASSERT_BUFFER_REFCOUNT (first, "first", 1); ASSERT_BUFFER_REFCOUNT (second, "second", 1); assert_videorate_stats (videorate, "fourth", 4, 38, 1, 36); /* verify last buffer */ outbuffer = g_list_last (buffers)->data; fail_unless (GST_IS_BUFFER (outbuffer)); fail_unless_equals_uint64 (GST_BUFFER_TIMESTAMP (outbuffer), GST_SECOND * 37 / 25); /* cleanup */ gst_buffer_unref (first); gst_buffer_unref (second); gst_buffer_unref (third); gst_buffer_unref (fourth); cleanup_videorate (videorate); } GST_END_TEST; /* if no framerate is negotiated, we should not be able to push a buffer */ GST_START_TEST (test_no_framerate) { GstElement *videorate; GstBuffer *inbuffer; GstCaps *caps; videorate = setup_videorate (); fail_unless (gst_element_set_state (videorate, GST_STATE_PLAYING) == GST_STATE_CHANGE_SUCCESS, "could not set to playing"); inbuffer = gst_buffer_new_and_alloc (4); gst_buffer_memset (inbuffer, 0, 0, 4); caps = gst_caps_from_string (VIDEO_CAPS_NO_FRAMERATE_STRING); gst_check_setup_events (mysrcpad, videorate, caps, GST_FORMAT_TIME); gst_caps_unref (caps); ASSERT_BUFFER_REFCOUNT (inbuffer, "inbuffer", 1); /* take a ref so we can later check refcount */ gst_buffer_ref (inbuffer); /* no framerate is negotiated so pushing should fail */ fail_if (gst_pad_push (mysrcpad, inbuffer) == GST_FLOW_OK); ASSERT_BUFFER_REFCOUNT (inbuffer, "inbuffer", 1); gst_buffer_unref (inbuffer); fail_unless_equals_int (g_list_length (buffers), 0); /* cleanup */ cleanup_videorate (videorate); } GST_END_TEST; /* This test outputs 2 buffers of same dimensions (320x240), then 1 buffer of * differing dimensions (240x120), and then another buffer of previous * dimensions (320x240) and checks that the 3 buffers output as a result have * correct caps (first 2 with 320x240 and 3rd with 240x120). */ GST_START_TEST (test_changing_size) { GstElement *videorate; GstBuffer *first; GstBuffer *second; GstBuffer *third; GstBuffer *fourth; GstBuffer *fifth; GstBuffer *outbuf; GstCaps *caps, *caps_newsize; videorate = setup_videorate (); fail_unless (gst_element_set_state (videorate, GST_STATE_PLAYING) == GST_STATE_CHANGE_SUCCESS, "could not set to playing"); first = gst_buffer_new_and_alloc (4); gst_buffer_memset (first, 0, 0, 4); caps = gst_caps_from_string (VIDEO_CAPS_STRING); GST_BUFFER_TIMESTAMP (first) = 0; gst_check_setup_events (mysrcpad, videorate, caps, GST_FORMAT_TIME); GST_DEBUG ("pushing first buffer"); fail_unless (gst_pad_push (mysrcpad, first) == GST_FLOW_OK); /* second buffer */ second = gst_buffer_new_and_alloc (4); GST_BUFFER_TIMESTAMP (second) = GST_SECOND / 25; gst_buffer_memset (second, 0, 0, 4); fail_unless (gst_pad_push (mysrcpad, second) == GST_FLOW_OK); fail_unless_equals_int (g_list_length (buffers), 1); outbuf = buffers->data; /* first buffer should be output here */ fail_unless (GST_BUFFER_TIMESTAMP (outbuf) == 0); /* third buffer with new size */ third = gst_buffer_new_and_alloc (4); GST_BUFFER_TIMESTAMP (third) = 2 * GST_SECOND / 25; gst_buffer_memset (third, 0, 0, 4); caps_newsize = gst_caps_from_string (VIDEO_CAPS_NEWSIZE_STRING); gst_pad_set_caps (mysrcpad, caps_newsize); fail_unless (gst_pad_push (mysrcpad, third) == GST_FLOW_OK); /* new caps flushed the internal state, no new output yet */ fail_unless_equals_int (g_list_length (buffers), 1); outbuf = g_list_last (buffers)->data; /* first buffer should be output here */ //fail_unless (gst_caps_is_equal (GST_BUFFER_CAPS (outbuf), caps)); fail_unless (GST_BUFFER_TIMESTAMP (outbuf) == 0); /* fourth buffer with original size */ fourth = gst_buffer_new_and_alloc (4); GST_BUFFER_TIMESTAMP (fourth) = 3 * GST_SECOND / 25; gst_buffer_memset (fourth, 0, 0, 4); gst_pad_set_caps (mysrcpad, caps); fail_unless (gst_pad_push (mysrcpad, fourth) == GST_FLOW_OK); fail_unless_equals_int (g_list_length (buffers), 1); /* fifth buffer with original size */ fifth = gst_buffer_new_and_alloc (4); GST_BUFFER_TIMESTAMP (fifth) = 4 * GST_SECOND / 25; gst_buffer_memset (fifth, 0, 0, 4); fail_unless (gst_pad_push (mysrcpad, fifth) == GST_FLOW_OK); /* all four missing buffers here, dups of fourth buffer */ fail_unless_equals_int (g_list_length (buffers), 4); outbuf = g_list_last (buffers)->data; /* third buffer should be output here */ fail_unless (GST_BUFFER_TIMESTAMP (outbuf) == 3 * GST_SECOND / 25); //fail_unless (gst_caps_is_equal (GST_BUFFER_CAPS (outbuf), caps)); gst_caps_unref (caps); gst_caps_unref (caps_newsize); cleanup_videorate (videorate); } GST_END_TEST; GST_START_TEST (test_non_ok_flow) { GstElement *videorate; GstClockTime ts; GstBuffer *buf; GstCaps *caps; videorate = setup_videorate (); fail_unless (gst_element_set_state (videorate, GST_STATE_PLAYING) == GST_STATE_CHANGE_SUCCESS, "could not set to playing"); buf = gst_buffer_new_and_alloc (4); gst_buffer_memset (buf, 0, 0, 4); caps = gst_caps_from_string (VIDEO_CAPS_STRING); gst_check_setup_events (mysrcpad, videorate, caps, GST_FORMAT_TIME); gst_caps_unref (caps); ASSERT_BUFFER_REFCOUNT (buf, "inbuffer", 1); /* push a few 'normal' buffers */ for (ts = 0; ts < 100 * GST_SECOND; ts += GST_SECOND / 33) { GstBuffer *inbuf; inbuf = gst_buffer_copy (buf); GST_BUFFER_TIMESTAMP (inbuf) = ts; fail_unless_equals_int (gst_pad_push (mysrcpad, inbuf), GST_FLOW_OK); } /* we should have buffers according to the output framerate of 25/1 */ fail_unless_equals_int (g_list_length (buffers), 100 * 25); /* now deactivate pad so we get a WRONG_STATE flow return */ gst_pad_set_active (mysinkpad, FALSE); /* push buffer on deactivated pad */ fail_unless (gst_buffer_is_writable (buf)); GST_BUFFER_TIMESTAMP (buf) = ts; /* pushing gives away our reference */ fail_unless_equals_int (gst_pad_push (mysrcpad, buf), GST_FLOW_FLUSHING); /* cleanup */ cleanup_videorate (videorate); } GST_END_TEST; GST_START_TEST (test_upstream_caps_nego) { GstElement *videorate; GstPad *videorate_pad; GstCaps *expected_caps; GstCaps *caps; GstStructure *structure; videorate = setup_videorate_full (&srctemplate, &downstreamsinktemplate); fail_unless (gst_element_set_state (videorate, GST_STATE_PLAYING) == GST_STATE_CHANGE_SUCCESS, "could not set to playing"); videorate_pad = gst_element_get_static_pad (videorate, "sink"); caps = gst_pad_query_caps (videorate_pad, NULL); /* assemble the expected caps */ structure = gst_structure_from_string (VIDEO_CAPS_STRING, NULL); expected_caps = gst_caps_new_empty (); gst_caps_append_structure (expected_caps, structure); structure = gst_structure_copy (structure); gst_structure_set (structure, "framerate", GST_TYPE_FRACTION_RANGE, 0, 1, G_MAXINT, 1, NULL); gst_caps_append_structure (expected_caps, structure); fail_unless (gst_caps_is_equal (expected_caps, caps)); gst_caps_unref (caps); gst_caps_unref (expected_caps); gst_object_unref (videorate_pad); /* cleanup */ cleanup_videorate (videorate); } GST_END_TEST; GST_START_TEST (test_selected_caps) { GstElement *videorate; GstElement *pipeline; GstBus *bus; GstMessage *msg; pipeline = gst_parse_launch ("videotestsrc num-buffers=1" " ! identity ! videorate name=videorate0 ! " VIDEO_CAPS_UNUSUAL_FRAMERATE " ! fakesink", NULL); fail_if (pipeline == NULL); videorate = gst_bin_get_by_name (GST_BIN (pipeline), "videorate0"); fail_if (videorate == NULL); bus = gst_pipeline_get_bus (GST_PIPELINE (pipeline)); fail_if (gst_element_set_state (pipeline, GST_STATE_PLAYING) == GST_STATE_CHANGE_FAILURE, "could not set to playing"); msg = gst_bus_timed_pop_filtered (bus, GST_CLOCK_TIME_NONE, GST_MESSAGE_EOS | GST_MESSAGE_ERROR); fail_if (msg == NULL || GST_MESSAGE_TYPE (msg) == GST_MESSAGE_ERROR); /* make sure upstream nego works right and videotestsrc has selected the * caps we want downstream of videorate */ { GstStructure *s; const GValue *val; GstCaps *caps = NULL; GstPad *videorate_pad; videorate_pad = gst_element_get_static_pad (videorate, "sink"); g_object_get (videorate_pad, "caps", &caps, NULL); fail_unless (caps != NULL); GST_DEBUG ("negotiated caps: %" GST_PTR_FORMAT, caps); s = gst_caps_get_structure (caps, 0); val = gst_structure_get_value (s, "framerate"); fail_unless (val != NULL, "no framerate field in negotiated caps"); fail_unless (GST_VALUE_HOLDS_FRACTION (val)); fail_unless_equals_int (gst_value_get_fraction_numerator (val), 999); fail_unless_equals_int (gst_value_get_fraction_denominator (val), 7); gst_caps_unref (caps); gst_object_unref (videorate_pad); } /* cleanup */ gst_object_unref (bus); gst_message_unref (msg); gst_element_set_state (pipeline, GST_STATE_NULL); gst_element_get_state (pipeline, NULL, NULL, GST_CLOCK_TIME_NONE); gst_object_unref (videorate); gst_object_unref (pipeline); } GST_END_TEST; /* Caps negotiation tests */ typedef struct { const gchar *caps; gboolean drop_only; int max_rate; /* Result of the videomaxrate caps after transforming */ const gchar *expected_sink_caps; const gchar *expected_src_caps; } TestInfo; static TestInfo caps_negotiation_tests[] = { { .caps = "video/x-raw", .drop_only = FALSE, .expected_sink_caps = "video/x-raw", .expected_src_caps = "video/x-raw, framerate=(fraction)[0/1, MAX]"}, { .caps = "video/x-raw", .drop_only = FALSE, .max_rate = 15, .expected_sink_caps = "video/x-raw", .expected_src_caps = "video/x-raw, framerate=(fraction)[0/1, 15]"}, { .caps = "video/x-raw", .drop_only = TRUE, .expected_sink_caps = "video/x-raw, framerate=(fraction)[0/1, MAX]", .expected_src_caps = "video/x-raw, framerate=(fraction)[0/1, MAX]"}, { .caps = "video/x-raw", .drop_only = TRUE, .max_rate = 15, .expected_sink_caps = "video/x-raw, framerate=(fraction)[0/1, 15];" "video/x-raw, framerate=(fraction)[0/1, MAX]", .expected_src_caps = "video/x-raw, framerate=(fraction)[0/1, 15]"}, { .caps = "video/x-raw, framerate=(fraction)[0/1, MAX]", .drop_only = FALSE, .expected_sink_caps = "video/x-raw, framerate=(fraction)[0/1, MAX]", .expected_src_caps = "video/x-raw, framerate=(fraction)[0/1, MAX]"}, { .caps = "video/x-raw, framerate=(fraction)[0/1, MAX]", .drop_only = FALSE, .max_rate = 15, .expected_sink_caps = "video/x-raw, framerate=(fraction)[0/1, MAX]", .expected_src_caps = "video/x-raw, framerate=(fraction)[0/1, 15]"}, { .caps = "video/x-raw, framerate=(fraction)[0/1, MAX]", .drop_only = TRUE, .expected_sink_caps = "video/x-raw, framerate=(fraction)[0/1, MAX]", .expected_src_caps = "video/x-raw, framerate=(fraction)[0/1, MAX]"}, { .caps = "video/x-raw, framerate=(fraction)[0/1, MAX]", .drop_only = TRUE, .max_rate = 15, .expected_sink_caps = "video/x-raw, framerate=(fraction)[0/1, 15];" "video/x-raw, framerate=(fraction)[0/1, MAX]", .expected_src_caps = "video/x-raw, framerate=(fraction)[0/1, 15]"}, { .caps = "video/x-raw, framerate=15/1", .drop_only = FALSE, .expected_sink_caps = "video/x-raw, framerate=(fraction)15/1;" "video/x-raw, framerate=(fraction)[0/1, MAX]", .expected_src_caps = "video/x-raw, framerate=(fraction)15/1;" "video/x-raw, framerate=(fraction)[0/1, MAX]"}, { .caps = "video/x-raw, framerate=15/1", .drop_only = FALSE, .max_rate = 20, .expected_sink_caps = "video/x-raw, framerate=(fraction)15/1;" "video/x-raw, framerate=(fraction)[0/1, MAX]", .expected_src_caps = "video/x-raw, framerate=(fraction)15/1;" "video/x-raw, framerate=(fraction)[0/1, 20/1]"}, { .caps = "video/x-raw, framerate=15/1", .drop_only = TRUE, .expected_sink_caps = "video/x-raw, framerate=(fraction)15/1;" "video/x-raw, framerate=(fraction)[15/1, MAX];" "video/x-raw, framerate=(fraction)0/1", .expected_src_caps = "video/x-raw, framerate=(fraction)15/1;" "video/x-raw, framerate=(fraction)[0/1, 15/1]"}, { .caps = "video/x-raw, framerate=15/1", .drop_only = TRUE, .max_rate = 20, .expected_sink_caps = "video/x-raw, framerate=(fraction)15/1;" "video/x-raw, framerate=(fraction)[15/1, MAX];" "video/x-raw, framerate=(fraction)0/1", .expected_src_caps = "video/x-raw, framerate=(fraction)15/1;" "video/x-raw, framerate=(fraction)[0/1, 15/1];"}, { .caps = "video/x-raw, framerate=[15/1, 30/1]", .drop_only = FALSE, .expected_sink_caps = "video/x-raw, framerate=(fraction)[15/1, 30/1];" "video/x-raw, framerate=(fraction)[0/1, MAX];", .expected_src_caps = "video/x-raw, framerate=(fraction)[15/1, 30/1];" "video/x-raw, framerate=(fraction)[0/1, MAX];"}, { .caps = "video/x-raw, framerate=[15/1, 30/1]", .drop_only = FALSE, .max_rate = 20, .expected_sink_caps = "video/x-raw, framerate=(fraction)[15/1, 30/1];" "video/x-raw, framerate=(fraction)[0/1, MAX];", .expected_src_caps = "video/x-raw, framerate=(fraction)[15/1, 20/1];" "video/x-raw, framerate=(fraction)[0/1, 20/1];"}, { .caps = "video/x-raw, framerate=[15/1, 30/1]", .drop_only = TRUE, .expected_sink_caps = "video/x-raw, framerate=(fraction)[15/1, 30/1];" "video/x-raw, framerate=(fraction)[15/1, MAX];" "video/x-raw, framerate=(fraction)0/1", .expected_src_caps = "video/x-raw, framerate=(fraction)[15/1, 30/1];" "video/x-raw, framerate=(fraction)[0/1, 30/1]"}, { .caps = "video/x-raw, framerate=[15/1, 30/1]", .drop_only = TRUE, .max_rate = 20, .expected_sink_caps = "video/x-raw, framerate=(fraction)[15/1, 20/1];" "video/x-raw, framerate=(fraction)[15/1, 30/1];" "video/x-raw, framerate=(fraction)[15/1, MAX];" "video/x-raw, framerate=(fraction)0/1", .expected_src_caps = "video/x-raw, framerate=(fraction)[15/1, 20/1];" "video/x-raw, framerate=(fraction)[0/1, 20/1]"}, { .caps = "video/x-raw, framerate={15/1, 30/1}", .drop_only = FALSE, .expected_sink_caps = "video/x-raw, framerate=(fraction){15/1, 30/1};" "video/x-raw, framerate=(fraction)[0/1, MAX];", .expected_src_caps = "video/x-raw, framerate=(fraction){15/1, 30/1};" "video/x-raw, framerate=(fraction)[0/1, MAX]"}, { .caps = "video/x-raw, framerate={15/1, 30/1}", .drop_only = FALSE, .max_rate = 20, .expected_sink_caps = "video/x-raw, framerate=(fraction){15/1, 30/1};" "video/x-raw, framerate=(fraction)[0/1, MAX];", .expected_src_caps = "video/x-raw, framerate=(fraction)15/1;" "video/x-raw, framerate=(fraction)[0/1, 20/1];"}, { .caps = "video/x-raw, framerate={15/1, 30/1}", .drop_only = TRUE, .expected_sink_caps = "video/x-raw, framerate=(fraction){15/1, 30/1};" "video/x-raw, framerate=(fraction)[15/1, MAX];" "video/x-raw, framerate=(fraction)0/1", .expected_src_caps = "video/x-raw, framerate=(fraction){15/1, 30/1};" "video/x-raw, framerate=(fraction)[0/1, 30/1];"}, { .caps = "video/x-raw, framerate={15/1, 30/1}", .drop_only = TRUE, .max_rate = 20, .expected_sink_caps = "video/x-raw, framerate=(fraction)15/1;" "video/x-raw, framerate=(fraction){15/1, 30/1};" "video/x-raw, framerate=(fraction)[15/1, MAX];" "video/x-raw, framerate=(fraction)0/1", .expected_src_caps = "video/x-raw, framerate=(fraction)15/1;" "video/x-raw, framerate=(fraction)[0/1, 20/1]"}, }; static gboolean _query_function (GstPad * pad, GstObject * parent, GstQuery * query) { gboolean res; switch (GST_QUERY_TYPE (query)) { case GST_QUERY_CAPS:{ GstCaps *caps = g_object_get_data (G_OBJECT (pad), "caps"); fail_unless (caps != NULL); gst_query_set_caps_result (query, caps); res = TRUE; break; } default: res = gst_pad_query_default (pad, parent, query); break; } return res; } static void check_caps_identical (GstCaps * a, GstCaps * b, const char *name) { int i; gchar *caps_str_a; gchar *caps_str_b; if (gst_caps_get_size (a) != gst_caps_get_size (b)) goto fail; for (i = 0; i < gst_caps_get_size (a); i++) { GstStructure *sa, *sb; sa = gst_caps_get_structure (a, i); sb = gst_caps_get_structure (b, i); if (!gst_structure_is_equal (sa, sb)) goto fail; } return; fail: caps_str_a = gst_caps_to_string (a); caps_str_b = gst_caps_to_string (b); fail ("%s caps (%s) is not equal to caps (%s)", name, caps_str_a, caps_str_b); g_free (caps_str_a); g_free (caps_str_b); } static void check_peer_caps (GstPad * pad, const char *expected, const char *name) { GstCaps *caps; GstCaps *expected_caps; caps = gst_pad_peer_query_caps (pad, NULL); fail_unless (caps != NULL); expected_caps = gst_caps_from_string (expected); fail_unless (expected_caps != NULL); check_caps_identical (caps, expected_caps, name); gst_caps_unref (caps); gst_caps_unref (expected_caps); } GST_START_TEST (test_caps_negotiation) { GstElement *videorate; GstCaps *caps; TestInfo *test = &caps_negotiation_tests[__i__]; videorate = setup_videorate_full (&srctemplate, &sinktemplate); caps = gst_caps_from_string (test->caps); g_object_set_data_full (G_OBJECT (mysrcpad), "caps", gst_caps_ref (caps), (GDestroyNotify) gst_caps_unref); g_object_set_data_full (G_OBJECT (mysinkpad), "caps", gst_caps_ref (caps), (GDestroyNotify) gst_caps_unref); gst_caps_unref (caps); g_object_set (videorate, "drop-only", test->drop_only, NULL); if (test->max_rate != 0) g_object_set (videorate, "max-rate", test->max_rate, NULL); gst_pad_set_query_function (mysrcpad, _query_function); gst_pad_set_query_function (mysinkpad, _query_function); check_peer_caps (mysrcpad, test->expected_sink_caps, "sink"); check_peer_caps (mysinkpad, test->expected_src_caps, "src"); cleanup_videorate (videorate); } GST_END_TEST; static void videorate_send_buffers (GstElement * videorate, const gchar * pre_push_caps, const gchar * post_push_caps) { GstCaps *caps, *expected_caps; GstBuffer *first; GstBuffer *second; GstBuffer *third; caps = gst_pad_get_current_caps (mysinkpad); expected_caps = gst_caps_from_string (pre_push_caps); gst_check_caps_equal (caps, expected_caps); gst_caps_unref (caps); gst_caps_unref (expected_caps); GST_DEBUG ("pushing first buffer"); first = gst_buffer_new_and_alloc (4); gst_buffer_memset (first, 0, 0, 4); GST_BUFFER_TIMESTAMP (first) = 0; fail_unless (gst_pad_push (mysrcpad, first) == GST_FLOW_OK); /* second buffer */ second = gst_buffer_new_and_alloc (4); GST_BUFFER_TIMESTAMP (second) = GST_SECOND / 25; gst_buffer_memset (second, 0, 0, 4); fail_unless (gst_pad_push (mysrcpad, second) == GST_FLOW_OK); /* third buffer with new size */ third = gst_buffer_new_and_alloc (4); GST_BUFFER_TIMESTAMP (third) = 2 * GST_SECOND / 25; gst_buffer_memset (third, 0, 0, 4); fail_unless (gst_pad_push (mysrcpad, third) == GST_FLOW_OK); caps = gst_pad_get_current_caps (mysinkpad); expected_caps = gst_caps_from_string (post_push_caps); gst_check_caps_equal (caps, expected_caps); gst_caps_unref (caps); gst_caps_unref (expected_caps); } GST_START_TEST (test_fixed_framerate) { GstElement *videorate; GstCaps *caps; /* 1) if upstream caps contain a non-0/1 framerate, we should use that and pass * it on downstream (if possible; otherwise fixate_to_nearest) */ videorate = setup_videorate_full (&srctemplate, &sinktemplate); caps = gst_caps_from_string ("video/x-raw,framerate=25/1"); ASSERT_SET_STATE (videorate, GST_STATE_PLAYING, GST_STATE_CHANGE_SUCCESS); gst_check_setup_events (mysrcpad, videorate, caps, GST_FORMAT_TIME); gst_caps_unref (caps); videorate_send_buffers (videorate, "video/x-raw,framerate=25/1", "video/x-raw,framerate=25/1"); cleanup_videorate (videorate); /* 2) if upstream framerate is 0/1 and downstream doesn't force a particular * framerate, we try to guess based on buffer intervals and use that as output * framerate */ videorate = setup_videorate_full (&srctemplate, &sinktemplate); ASSERT_SET_STATE (videorate, GST_STATE_PLAYING, GST_STATE_CHANGE_SUCCESS); caps = gst_caps_from_string ("video/x-raw,framerate=0/1"); gst_check_setup_events (mysrcpad, videorate, caps, GST_FORMAT_TIME); gst_caps_unref (caps); videorate_send_buffers (videorate, "video/x-raw,framerate=0/1", "video/x-raw,framerate=25/1"); cleanup_videorate (videorate); /* 3) if downstream force variable framerate, do that */ videorate = setup_videorate_full (&srctemplate, &force_variable_rate_template); ASSERT_SET_STATE (videorate, GST_STATE_PLAYING, GST_STATE_CHANGE_SUCCESS); caps = gst_caps_from_string ("video/x-raw,framerate=0/1"); gst_check_setup_events (mysrcpad, videorate, caps, GST_FORMAT_TIME); gst_caps_unref (caps); videorate_send_buffers (videorate, "video/x-raw,framerate=0/1", "video/x-raw,framerate=0/1"); cleanup_videorate (videorate); } GST_END_TEST; GST_START_TEST (test_variable_framerate_renegotiation) { GstElement *videorate; GstCaps *caps; GstCaps *allowed; videorate = setup_videorate_full (&srctemplate, &sinktemplate); ASSERT_SET_STATE (videorate, GST_STATE_PLAYING, GST_STATE_CHANGE_SUCCESS); caps = gst_caps_from_string ("video/x-raw,framerate=0/1"); gst_check_setup_events (mysrcpad, videorate, caps, GST_FORMAT_TIME); videorate_send_buffers (videorate, "video/x-raw,framerate=0/1", "video/x-raw,framerate=25/1"); /* framerate=0/1 must still be allowed to be configured on * the upstream side of videorate */ allowed = gst_pad_get_allowed_caps (mysrcpad); fail_unless (gst_caps_is_subset (caps, allowed) == TRUE); gst_caps_unref (allowed); gst_caps_unref (caps); cleanup_videorate (videorate); } GST_END_TEST; /* Rate tests info */ typedef struct { gdouble rate; guint64 expected_in, expected_out, expected_drop, expected_dup; gint current_buf; GstClockTime expected_ts; } RateInfo; static RateInfo rate_tests[] = { { .rate = 1.0, .expected_in = 34, .expected_out = 25, .expected_drop = 8, .expected_dup = 0, .current_buf = 0, .expected_ts = 0}, { .rate = 0.5, .expected_in = 34, .expected_out = 50, .expected_drop = 0, .expected_dup = 17, .current_buf = 0, .expected_ts = 0}, { .rate = 2.0, .expected_in = 34, .expected_out = 13, .expected_drop = 20, .expected_dup = 0, .current_buf = 0, .expected_ts = 0}, }; static GstPadProbeReturn listen_outbuffer_ts (GstPad * pad, GstPadProbeInfo * info, gpointer user_data) { GstBuffer *buffer; guint64 buf_ts; RateInfo *test = (RateInfo *) user_data; buffer = GST_PAD_PROBE_INFO_BUFFER (info); buf_ts = GST_BUFFER_TIMESTAMP (buffer); GST_DEBUG ("Probed %d outbuf. ts : %" GST_TIME_FORMAT ", expected : %" GST_TIME_FORMAT, test->current_buf, GST_TIME_ARGS (buf_ts), GST_TIME_ARGS (test->expected_ts)); fail_unless_equals_uint64 (buf_ts, test->expected_ts); /* Next expected timestamp with fps 25/1 */ test->expected_ts += 40000000; test->current_buf += 1; fail_if (test->current_buf > test->expected_out); return GST_PAD_PROBE_OK; } GST_START_TEST (test_rate) { GstElement *videorate; RateInfo *test = &rate_tests[__i__]; GstClockTime ts; GstBuffer *buf; GstCaps *caps; gulong probe; videorate = setup_videorate (); fail_unless (gst_element_set_state (videorate, GST_STATE_PLAYING) == GST_STATE_CHANGE_SUCCESS, "could not set to playing"); probe = gst_pad_add_probe (mysinkpad, GST_PAD_PROBE_TYPE_BUFFER, (GstPadProbeCallback) listen_outbuffer_ts, test, NULL); buf = gst_buffer_new_and_alloc (4); gst_buffer_memset (buf, 0, 0, 4); caps = gst_caps_from_string (VIDEO_CAPS_STRING); gst_check_setup_events (mysrcpad, videorate, caps, GST_FORMAT_TIME); gst_caps_unref (caps); ASSERT_BUFFER_REFCOUNT (buf, "inbuffer", 1); /* Setting rate */ g_object_set (videorate, "rate", test->rate, NULL); /* Push 1 second of buffers */ for (ts = 0; ts < 1 * GST_SECOND; ts += GST_SECOND / 33) { GstBuffer *inbuf; inbuf = gst_buffer_copy (buf); GST_BUFFER_TIMESTAMP (inbuf) = ts; fail_unless_equals_int (gst_pad_push (mysrcpad, inbuf), GST_FLOW_OK); } fail_unless_equals_int (g_list_length (buffers), test->expected_out); assert_videorate_stats (videorate, "last buffer", test->expected_in, test->expected_out, test->expected_drop, test->expected_dup); /* cleanup */ gst_pad_remove_probe (mysinkpad, probe); cleanup_videorate (videorate); gst_buffer_unref (buf); } GST_END_TEST; /* Probing the pad to force a fake upstream duration */ static GstPadProbeReturn listen_sink_query_duration (GstPad * pad, GstPadProbeInfo * info, gpointer user_data) { GstQuery *query; gint64 *duration = (gint64 *) user_data; query = gst_pad_probe_info_get_query (info); if (GST_QUERY_TYPE (query) == GST_QUERY_DURATION) { gst_query_set_duration (query, GST_FORMAT_TIME, *duration); return GST_PAD_PROBE_HANDLED; } return GST_PAD_PROBE_OK; } GST_START_TEST (test_query_duration) { GstElement *videorate; gulong probe_sink; gint64 duration; GstQuery *query; videorate = setup_videorate (); fail_unless (gst_element_set_state (videorate, GST_STATE_PLAYING) == GST_STATE_CHANGE_SUCCESS, "could not set to playing"); probe_sink = gst_pad_add_probe (mysrcpad, GST_PAD_PROBE_TYPE_QUERY_UPSTREAM, (GstPadProbeCallback) listen_sink_query_duration, &duration, NULL); query = gst_query_new_duration (GST_FORMAT_TIME); duration = GST_CLOCK_TIME_NONE; gst_pad_peer_query (mysinkpad, query); gst_query_parse_duration (query, NULL, &duration); fail_unless_equals_uint64 (duration, GST_CLOCK_TIME_NONE); /* Setting fake upstream duration to 1 second */ duration = GST_SECOND; /* Setting rate to 2.0 */ g_object_set (videorate, "rate", 2.0, NULL); gst_pad_peer_query (mysinkpad, query); gst_query_parse_duration (query, NULL, &duration); fail_unless_equals_uint64 (duration, 0.5 * GST_SECOND); /* cleanup */ gst_query_unref (query); gst_pad_remove_probe (mysrcpad, probe_sink); cleanup_videorate (videorate); } GST_END_TEST; /* Position tests info */ typedef struct { gdouble rate; } PositionInfo; static PositionInfo position_tests[] = { { .rate = 1.0}, { .rate = 0.5}, { .rate = 2.0}, { .rate = 1.7}, }; GST_START_TEST (test_query_position) { GstElement *videorate; PositionInfo *test = &position_tests[__i__]; GstClockTime ts; GstBuffer *buf; GstCaps *caps; gint64 position, expected_position = 0; videorate = setup_videorate (); fail_unless (gst_element_set_state (videorate, GST_STATE_PLAYING) == GST_STATE_CHANGE_SUCCESS, "could not set to playing"); buf = gst_buffer_new_and_alloc (4); gst_buffer_memset (buf, 0, 0, 4); caps = gst_caps_from_string (VIDEO_CAPS_STRING); gst_check_setup_events (mysrcpad, videorate, caps, GST_FORMAT_TIME); gst_caps_unref (caps); ASSERT_BUFFER_REFCOUNT (buf, "inbuffer", 1); /* Push a few buffers */ g_object_set (videorate, "rate", test->rate, NULL); for (ts = 0; ts < GST_SECOND; ts += GST_SECOND / 20) { GstBuffer *inbuf; inbuf = gst_buffer_copy (buf); GST_BUFFER_TIMESTAMP (inbuf) = ts; fail_unless_equals_int (gst_pad_push (mysrcpad, inbuf), GST_FLOW_OK); expected_position = ts / test->rate; gst_element_query_position (videorate, GST_FORMAT_TIME, &position); GST_DEBUG_OBJECT (NULL, "pushed buffer %" GST_TIME_FORMAT ", queried pos: %" GST_TIME_FORMAT ", expected pos: %" GST_TIME_FORMAT, GST_TIME_ARGS (ts), GST_TIME_ARGS (position), GST_TIME_ARGS (expected_position)); fail_unless_equals_uint64 (position, expected_position); } /* cleanup */ cleanup_videorate (videorate); gst_buffer_unref (buf); } GST_END_TEST; /* frames at 1, 0, 2 -> second one should be ignored */ GST_START_TEST (test_nopts_in_middle) { GstElement *videorate; GstBuffer *first, *second; GstCaps *caps; videorate = setup_videorate_full (&srctemplate, &force_variable_rate_template); fail_unless (gst_element_set_state (videorate, GST_STATE_PLAYING) == GST_STATE_CHANGE_SUCCESS, "could not set to playing"); /* first buffer */ first = gst_buffer_new_and_alloc (4); GST_BUFFER_TIMESTAMP (first) = GST_SECOND; gst_buffer_memset (first, 0, 0, 4); caps = gst_caps_from_string (VIDEO_CAPS_STRING); gst_caps_set_simple (caps, "framerate", GST_TYPE_FRACTION, 0, 1, NULL); gst_check_setup_events (mysrcpad, videorate, caps, GST_FORMAT_TIME); gst_caps_unref (caps); ASSERT_BUFFER_REFCOUNT (first, "first", 1); gst_buffer_ref (first); GST_DEBUG ("pushing first buffer"); /* pushing gives away my reference ... */ fail_unless (gst_pad_push (mysrcpad, first) == GST_FLOW_OK); /* ... and a copy is now stuck inside videorate */ ASSERT_BUFFER_REFCOUNT (first, "first", 1); fail_unless_equals_int (g_list_length (buffers), 0); assert_videorate_stats (videorate, "second", 1, 0, 0, 0); /* second buffer */ second = gst_buffer_new_and_alloc (4); gst_buffer_memset (second, 0, 0, 4); ASSERT_BUFFER_REFCOUNT (second, "second", 1); gst_buffer_ref (second); /* pushing gives away my reference ... */ fail_unless (gst_pad_push (mysrcpad, second) == GST_FLOW_ERROR); ASSERT_BUFFER_REFCOUNT (second, "second", 1); fail_unless_equals_int (g_list_length (buffers), 0); /* cleanup */ gst_buffer_unref (first); gst_buffer_unref (second); cleanup_videorate (videorate); } GST_END_TEST; /* test segment update */ GST_START_TEST (test_segment_update) { GstElement *videorate; GstBuffer *first, *second, *third; GstCaps *caps; GstSegment segment; GstBuffer *buf; GList *l; GstClockTime next_ts = 0; videorate = setup_videorate_full (&srctemplate, &downstreamsinktemplate); fail_unless (gst_element_set_state (videorate, GST_STATE_PLAYING) == GST_STATE_CHANGE_SUCCESS, "could not set to playing"); caps = gst_caps_from_string (VIDEO_CAPS_STRING); gst_check_setup_events (mysrcpad, videorate, caps, GST_FORMAT_TIME); gst_caps_unref (caps); /* first buffer */ first = gst_buffer_new_and_alloc (4); GST_BUFFER_TIMESTAMP (first) = 0; gst_buffer_memset (first, 0, 1, 4); ASSERT_BUFFER_REFCOUNT (first, "first", 1); gst_buffer_ref (first); GST_DEBUG ("pushing first buffer"); /* pushing gives away my reference ... */ fail_unless (gst_pad_push (mysrcpad, first) == GST_FLOW_OK); /* ... and a copy is now stuck inside videorate */ ASSERT_BUFFER_REFCOUNT (first, "first", 1); fail_unless_equals_int (g_list_length (buffers), 0); assert_videorate_stats (videorate, "first", 1, 0, 0, 0); /* second buffer */ second = gst_buffer_new_and_alloc (4); GST_BUFFER_TIMESTAMP (second) = 2 * GST_SECOND; gst_buffer_memset (second, 0, 2, 4); ASSERT_BUFFER_REFCOUNT (second, "second", 1); gst_buffer_ref (second); /* pushing gives away my reference ... */ fail_unless (gst_pad_push (mysrcpad, second) == GST_FLOW_OK); ASSERT_BUFFER_REFCOUNT (second, "second", 1); fail_unless_equals_int (g_list_length (buffers), 26); assert_videorate_stats (videorate, "second", 2, 26, 0, 25); for (l = buffers; l; l = l->next) { buf = l->data; fail_unless_equals_uint64 (GST_BUFFER_PTS (buf), next_ts); fail_unless_equals_int (buffer_get_byte (buf, 0), 1); next_ts += GST_SECOND / 25; } gst_check_drop_buffers (); fail_unless_equals_uint64 (next_ts, 1 * GST_SECOND + (GST_SECOND / 25)); /* Send a pointless segment update, shouldn't change anything */ gst_segment_init (&segment, GST_FORMAT_TIME); segment.position = 5 * GST_SECOND; fail_unless (gst_pad_push_event (mysrcpad, gst_event_new_segment (&segment))); /* Shouldnt push anything, rest is same as above */ fail_unless_equals_int (g_list_length (buffers), 0); assert_videorate_stats (videorate, "second", 2, 26, 0, 25); /* third buffer */ third = gst_buffer_new_and_alloc (4); GST_BUFFER_TIMESTAMP (third) = 3 * GST_SECOND; gst_buffer_memset (third, 0, 3, 4); ASSERT_BUFFER_REFCOUNT (third, "third", 1); gst_buffer_ref (third); /* pushing gives away my reference ... */ fail_unless (gst_pad_push (mysrcpad, third) == GST_FLOW_OK); ASSERT_BUFFER_REFCOUNT (third, "third", 1); fail_unless_equals_int (g_list_length (buffers), 37); assert_videorate_stats (videorate, "third", 3, 63, 0, 61); for (l = buffers; l; l = l->next) { buf = l->data; fail_unless_equals_uint64 (GST_BUFFER_PTS (buf), next_ts); fail_unless_equals_int (buffer_get_byte (buf, 0), 2); next_ts += GST_SECOND / 25; } fail_unless_equals_uint64 (next_ts, (25 + 25 + 13) * (GST_SECOND / 25)); /* cleanup */ gst_buffer_unref (first); gst_buffer_unref (second); gst_buffer_unref (third); cleanup_videorate (videorate); } GST_END_TEST; /* test segment closing */ GST_START_TEST (test_segment_closing) { GstElement *videorate; GstBuffer *buf; GstCaps *caps; GstSegment segment; GList *l; GstClockTime next_ts = 0; videorate = setup_videorate_full (&srctemplate, &downstreamsinktemplate); fail_unless (gst_element_set_state (videorate, GST_STATE_PLAYING) == GST_STATE_CHANGE_SUCCESS, "could not set to playing"); caps = gst_caps_from_string (VIDEO_CAPS_STRING); gst_check_setup_events (mysrcpad, videorate, caps, GST_FORMAT_TIME); gst_caps_unref (caps); /* Send first closed segment [0, 5] */ gst_segment_init (&segment, GST_FORMAT_TIME); segment.start = 0; segment.stop = 5 * GST_SECOND; fail_unless (gst_pad_push_event (mysrcpad, gst_event_new_segment (&segment))); /* first buffer */ buf = gst_buffer_new_and_alloc (4); GST_BUFFER_TIMESTAMP (buf) = 0; gst_buffer_memset (buf, 0, 1, 4); ASSERT_BUFFER_REFCOUNT (buf, "first", 1); gst_buffer_ref (buf); GST_DEBUG ("pushing first buffer"); /* pushing gives away my reference ... */ fail_unless (gst_pad_push (mysrcpad, buf) == GST_FLOW_OK); /* ... and a copy is now stuck inside videorate */ ASSERT_BUFFER_REFCOUNT (buf, "first", 1); gst_buffer_unref (buf); fail_unless_equals_int (g_list_length (buffers), 0); assert_videorate_stats (videorate, "first", 1, 0, 0, 0); /* second buffer */ buf = gst_buffer_new_and_alloc (4); GST_BUFFER_TIMESTAMP (buf) = 2 * GST_SECOND; gst_buffer_memset (buf, 0, 2, 4); ASSERT_BUFFER_REFCOUNT (buf, "second", 1); gst_buffer_ref (buf); /* pushing gives away my reference ... */ fail_unless (gst_pad_push (mysrcpad, buf) == GST_FLOW_OK); ASSERT_BUFFER_REFCOUNT (buf, "second", 1); gst_buffer_unref (buf); fail_unless_equals_int (g_list_length (buffers), 26); assert_videorate_stats (videorate, "second", 2, 26, 0, 25); for (l = buffers; l; l = l->next) { buf = l->data; fail_unless_equals_uint64 (GST_BUFFER_PTS (buf), next_ts); fail_unless_equals_int (buffer_get_byte (buf, 0), 1); next_ts += GST_SECOND / 25; } gst_check_drop_buffers (); fail_unless_equals_int (g_list_length (buffers), 0); /* Push a buffer just outside the segment */ buf = gst_buffer_new_and_alloc (4); GST_BUFFER_TIMESTAMP (buf) = 5 * GST_SECOND + 1; gst_buffer_memset (buf, 0, 7, 4); ASSERT_BUFFER_REFCOUNT (buf, "drop", 1); gst_buffer_ref (buf); fail_unless (gst_pad_push (mysrcpad, buf) == GST_FLOW_OK); ASSERT_BUFFER_REFCOUNT (buf, "drop", 1); gst_buffer_unref (buf); fail_unless_equals_int (g_list_length (buffers), 0); /* Send a new segment [10, 20] that doesn't intersect with the first */ gst_segment_init (&segment, GST_FORMAT_TIME); segment.base = 10 * GST_SECOND; segment.start = 10 * GST_SECOND; segment.stop = 20 * GST_SECOND; fail_unless (gst_pad_push_event (mysrcpad, gst_event_new_segment (&segment))); /* Except the rest of the initial segment to be filled */ fail_unless_equals_int (g_list_length (buffers), 26); for (l = buffers; l; l = l->next) { buf = l->data; fail_unless_equals_uint64 (GST_BUFFER_PTS (buf), next_ts); fail_unless_equals_int (buffer_get_byte (buf, 0), 2); next_ts += GST_SECOND / 25; } gst_check_drop_buffers (); fail_unless_equals_uint64 (next_ts, (25 + 25 + 2) * (GST_SECOND / 25)); /* third buffer */ buf = gst_buffer_new_and_alloc (4); GST_BUFFER_TIMESTAMP (buf) = 12 * GST_SECOND; gst_buffer_memset (buf, 0, 8, 4); ASSERT_BUFFER_REFCOUNT (buf, "third", 1); gst_buffer_ref (buf); /* pushing gives away my reference ... */ fail_unless (gst_pad_push (mysrcpad, buf) == GST_FLOW_OK); ASSERT_BUFFER_REFCOUNT (buf, "third", 1); gst_buffer_unref (buf); fail_unless_equals_int (g_list_length (buffers), 0); /* fourth buffer */ buf = gst_buffer_new_and_alloc (4); GST_BUFFER_TIMESTAMP (buf) = 14 * GST_SECOND; gst_buffer_memset (buf, 0, 9, 4); ASSERT_BUFFER_REFCOUNT (buf, "fourth", 1); gst_buffer_ref (buf); /* pushing gives away my reference ... */ fail_unless (gst_pad_push (mysrcpad, buf) == GST_FLOW_OK); ASSERT_BUFFER_REFCOUNT (buf, "fourth", 1); gst_buffer_unref (buf); fail_unless_equals_int (g_list_length (buffers), 76); assert_videorate_stats (videorate, "fourth", 4, 128, 0, 125); /* Expect the ts to stat from 10ms now */ next_ts = 10 * GST_SECOND; for (l = buffers; l; l = l->next) { buf = l->data; fail_unless_equals_uint64 (GST_BUFFER_PTS (buf), next_ts); fail_unless_equals_int (buffer_get_byte (buf, 0), 8); next_ts += GST_SECOND / 25; } /* cleanup */ cleanup_videorate (videorate); } GST_END_TEST; static Suite * videorate_suite (void) { Suite *s = suite_create ("videorate"); TCase *tc_chain = tcase_create ("general"); suite_add_tcase (s, tc_chain); tcase_add_test (tc_chain, test_one); tcase_add_test (tc_chain, test_more); tcase_add_test (tc_chain, test_wrong_order_from_zero); tcase_add_test (tc_chain, test_wrong_order); tcase_add_test (tc_chain, test_no_framerate); tcase_add_test (tc_chain, test_changing_size); tcase_add_test (tc_chain, test_non_ok_flow); tcase_add_test (tc_chain, test_upstream_caps_nego); tcase_add_test (tc_chain, test_selected_caps); tcase_add_loop_test (tc_chain, test_caps_negotiation, 0, G_N_ELEMENTS (caps_negotiation_tests)); tcase_add_test (tc_chain, test_fixed_framerate); tcase_add_test (tc_chain, test_variable_framerate_renegotiation); tcase_add_loop_test (tc_chain, test_rate, 0, G_N_ELEMENTS (rate_tests)); tcase_add_test (tc_chain, test_query_duration); tcase_add_test (tc_chain, test_max_duplication_time); tcase_add_loop_test (tc_chain, test_query_position, 0, G_N_ELEMENTS (position_tests)); tcase_add_test (tc_chain, test_nopts_in_middle); tcase_add_test (tc_chain, test_segment_update); tcase_add_test (tc_chain, test_segment_closing); return s; } GST_CHECK_MAIN (videorate)