isomp4/mux: add a fragment mode for initial moov with data

Used by some proprietary software for their fragmented files.

Adds some support for multi-stream fragmented files

Flow is as follows.
1. The first 'fragment' is written as a self-contained fragmented
   mdat+moov complete with an edit list and durations, tags, etc.
2. Subsequent fragments are written with a mdat+moof and each stream is
   interleaved as data arrives (currently ignoring the interleave-*
   properties).  data-offsets in both the traf and the trun ensure
   data is read from the correct place on demuxing.  Data/chunk offsets
   are also kept for writing out the final moov.
3. On finalisation, the initial moov is invalidated to a hoov and the
   size of the first mdat is extended to cover the entire file contents.
   Then a moov is written as regularly would in moov-at-end mode (the
   default).

This results in a file that is playable throughout while leaving a
finalised file on completion for players that do not understand
fragmented mp4.

Part-of: <https://gitlab.freedesktop.org/gstreamer/gst-plugins-good/-/merge_requests/643>

1 files changed, 176 insertions, 2 deletions

diff --git a/tests/check/elements/qtmux.c b/tests/check/elements/qtmux.c
index 5da17acf5..77c2af9c9 100644
--- a/tests/check/elements/qtmux.c
+++ b/tests/check/elements/qtmux.c
@@ -444,6 +444,158 @@ check_qtmux_pad_fragmented (GstStaticPadTemplate * srctemplate,
   buffers = NULL;
 }
 
+static void
+check_qtmux_pad_fragmented_finalise (GstStaticPadTemplate * srctemplate,
+    const gchar * sinkname, guint32 dts_method, gboolean streamable)
+{
+  GstElement *qtmux;
+  GstBuffer *inbuffer, *outbuffer;
+  GstCaps *caps;
+  int num_buffers;
+  int i;
+  guint8 data0[12] = "\000\000\000\024ftypqt  ";
+  guint8 data1[4] = "mdat";
+  guint8 data2[4] = "moov";
+  guint8 data3[4] = "moof";
+  GstSegment segment;
+
+  qtmux = setup_qtmux (srctemplate, sinkname, !streamable);
+  g_object_set (qtmux, "dts-method", dts_method, NULL);
+  g_object_set (qtmux, "fragment-duration", 40, NULL);
+  g_object_set (qtmux, "fragment-mode", 1, NULL);
+  g_object_set (qtmux, "streamable", streamable, NULL);
+  fail_unless (gst_element_set_state (qtmux,
+          GST_STATE_PLAYING) == GST_STATE_CHANGE_SUCCESS,
+      "could not set to playing");
+
+  gst_pad_push_event (mysrcpad, gst_event_new_stream_start ("test"));
+
+  caps = gst_pad_get_pad_template_caps (mysrcpad);
+  gst_pad_set_caps (mysrcpad, caps);
+  gst_caps_unref (caps);
+
+  /* ensure segment (format) properly setup */
+  gst_segment_init (&segment, GST_FORMAT_TIME);
+  fail_unless (gst_pad_push_event (mysrcpad, gst_event_new_segment (&segment)));
+
+  inbuffer = gst_buffer_new_and_alloc (1);
+  gst_buffer_memset (inbuffer, 0, 0, 1);
+  GST_BUFFER_TIMESTAMP (inbuffer) = 0 * 40 * GST_MSECOND;
+  GST_BUFFER_DURATION (inbuffer) = 40 * GST_MSECOND;
+  ASSERT_BUFFER_REFCOUNT (inbuffer, "inbuffer", 1);
+  fail_unless (gst_pad_push (mysrcpad, inbuffer) == GST_FLOW_OK);
+
+  inbuffer = gst_buffer_new_and_alloc (1);
+  gst_buffer_memset (inbuffer, 0, 0, 1);
+  GST_BUFFER_TIMESTAMP (inbuffer) = 1 * 40 * GST_MSECOND;
+  GST_BUFFER_DURATION (inbuffer) = 40 * GST_MSECOND;
+  ASSERT_BUFFER_REFCOUNT (inbuffer, "inbuffer", 1);
+  fail_unless (gst_pad_push (mysrcpad, inbuffer) == GST_FLOW_OK);
+
+  inbuffer = gst_buffer_new_and_alloc (1);
+  gst_buffer_memset (inbuffer, 0, 0, 1);
+  GST_BUFFER_TIMESTAMP (inbuffer) = 2 * 40 * GST_MSECOND;
+  GST_BUFFER_DURATION (inbuffer) = 40 * GST_MSECOND;
+  ASSERT_BUFFER_REFCOUNT (inbuffer, "inbuffer", 1);
+  fail_unless (gst_pad_push (mysrcpad, inbuffer) == GST_FLOW_OK);
+
+  /* send eos to have all written */
+  fail_unless (gst_pad_push_event (mysrcpad, gst_event_new_eos ()) == TRUE);
+
+  wait_for_eos ();
+
+  num_buffers = g_list_length (buffers);
+  fail_unless (num_buffers >= 13);
+
+  /* clean up first to clear any pending refs in sticky caps */
+  cleanup_qtmux (qtmux, sinkname);
+
+  for (i = 0; i < num_buffers; ++i) {
+    outbuffer = GST_BUFFER (buffers->data);
+    fail_if (outbuffer == NULL);
+    buffers = g_list_remove (buffers, outbuffer);
+
+    switch (i) {
+      case 0:
+      {
+        /* ftyp header */
+        fail_unless (gst_buffer_get_size (outbuffer) >= 20);
+        fail_unless (gst_buffer_memcmp (outbuffer, 0, data0,
+                sizeof (data0)) == 0);
+        fail_unless (gst_buffer_memcmp (outbuffer, 16, data0 + 8, 4) == 0);
+        break;
+      }
+      case 1:                  /* first moov mdat header */
+        fail_unless_equals_int (gst_buffer_get_size (outbuffer), 16);
+        fail_unless (gst_buffer_memcmp (outbuffer, 12, data1,
+                sizeof (data1)) == 0);
+        break;
+      case 2:                  /* buffer we put in */
+        fail_unless_equals_int (gst_buffer_get_size (outbuffer), 1);
+        break;
+      case 3:                  /* first moov mdat header rewrite */
+        fail_unless_equals_int (gst_buffer_get_size (outbuffer), 16);
+        fail_unless (gst_buffer_memcmp (outbuffer, 12, data1,
+                sizeof (data1)) == 0);
+        break;
+      case 4:                  /* moov */
+        fail_unless (gst_buffer_get_size (outbuffer) > 8);
+        fail_unless (gst_buffer_memcmp (outbuffer, 4, data2,
+                sizeof (data2)) == 0);
+        break;
+      case 5:                  /* fragment mdat header size == 0 */
+        fail_unless_equals_int (gst_buffer_get_size (outbuffer), 16);
+        fail_unless (gst_buffer_memcmp (outbuffer, 12, data1,
+                sizeof (data1)) == 0);
+        break;
+      case 6:                  /* buffer we put in */
+        fail_unless_equals_int (gst_buffer_get_size (outbuffer), 1);
+        break;
+      case 7:                  /* fragment mdat header size */
+        fail_unless_equals_int (gst_buffer_get_size (outbuffer), 16);
+        fail_unless (gst_buffer_memcmp (outbuffer, 12, data1,
+                sizeof (data1)) == 0);
+        break;
+      case 8:                  /* moof */
+        fail_unless (gst_buffer_get_size (outbuffer) > 8);
+        fail_unless (gst_buffer_memcmp (outbuffer, 4, data3,
+                sizeof (data3)) == 0);
+        break;
+      case 9:                  /* fragment mdat header size = 0 */
+        fail_unless_equals_int (gst_buffer_get_size (outbuffer), 16);
+        fail_unless (gst_buffer_memcmp (outbuffer, 12, data1,
+                sizeof (data1)) == 0);
+        break;
+      case 10:                 /* buffer we put in */
+        fail_unless_equals_int (gst_buffer_get_size (outbuffer), 1);
+        break;
+      case 11:                 /* initial moov->hoov */
+        fail_unless_equals_int (gst_buffer_get_size (outbuffer), 1);
+        fail_unless (gst_buffer_memcmp (outbuffer, 0, "h", 1) == 0);
+        break;
+      case 12:                 /* final moov mdat header size */
+        fail_unless_equals_int (gst_buffer_get_size (outbuffer), 16);
+        fail_unless (gst_buffer_memcmp (outbuffer, 12, data1,
+                sizeof (data1)) == 0);
+        break;
+      case 13:                 /* final moov */
+        fail_unless (gst_buffer_get_size (outbuffer) > 8);
+        fail_unless (gst_buffer_memcmp (outbuffer, 4, data2,
+                sizeof (data2)) == 0);
+        break;
+      default:
+        break;
+    }
+
+    ASSERT_BUFFER_REFCOUNT (outbuffer, "outbuffer", 1);
+    gst_buffer_unref (outbuffer);
+    outbuffer = NULL;
+  }
+
+  g_list_free (buffers);
+  buffers = NULL;
+}
+
 /* dts-method dd */
 
 GST_START_TEST (test_video_pad_dd)
@@ -475,7 +627,6 @@ GST_START_TEST (test_audio_pad_frag_dd)
 
 GST_END_TEST;
 
-
 GST_START_TEST (test_video_pad_frag_dd_streamable)
 {
   check_qtmux_pad_fragmented (&srcvideotemplate, "video_%u", 0, TRUE);
@@ -483,7 +634,6 @@ GST_START_TEST (test_video_pad_frag_dd_streamable)
 
 GST_END_TEST;
 
-
 GST_START_TEST (test_audio_pad_frag_dd_streamable)
 {
   check_qtmux_pad_fragmented (&srcaudiotemplate, "audio_%u", 0, TRUE);
@@ -491,6 +641,13 @@ GST_START_TEST (test_audio_pad_frag_dd_streamable)
 
 GST_END_TEST;
 
+GST_START_TEST (test_video_pad_frag_dd_finalise)
+{
+  check_qtmux_pad_fragmented_finalise (&srcvideotemplate, "video_%u", 0, FALSE);
+}
+
+GST_END_TEST;
+
 /* dts-method reorder */
 
 GST_START_TEST (test_video_pad_reorder)
@@ -538,6 +695,13 @@ GST_START_TEST (test_audio_pad_frag_reorder_streamable)
 
 GST_END_TEST;
 
+GST_START_TEST (test_video_pad_frag_reorder_finalise)
+{
+  check_qtmux_pad_fragmented_finalise (&srcvideotemplate, "video_%u", 1, FALSE);
+}
+
+GST_END_TEST;
+
 /* dts-method asc */
 
 GST_START_TEST (test_video_pad_asc)
@@ -585,6 +749,13 @@ GST_START_TEST (test_audio_pad_frag_asc_streamable)
 
 GST_END_TEST;
 
+GST_START_TEST (test_video_pad_frag_asc_finalise)
+{
+  check_qtmux_pad_fragmented_finalise (&srcvideotemplate, "video_%u", 2, FALSE);
+}
+
+GST_END_TEST;
+
 GST_START_TEST (test_reuse)
 {
   GstElement *qtmux = setup_qtmux (&srcvideotemplate, "video_%u", TRUE);
@@ -1651,6 +1822,7 @@ qtmux_suite (void)
   tcase_add_test (tc_chain, test_audio_pad_frag_dd);
   tcase_add_test (tc_chain, test_video_pad_frag_dd_streamable);
   tcase_add_test (tc_chain, test_audio_pad_frag_dd_streamable);
+  tcase_add_test (tc_chain, test_video_pad_frag_dd_finalise);
 
   tcase_add_test (tc_chain, test_video_pad_reorder);
   tcase_add_test (tc_chain, test_audio_pad_reorder);
@@ -1658,6 +1830,7 @@ qtmux_suite (void)
   tcase_add_test (tc_chain, test_audio_pad_frag_reorder);
   tcase_add_test (tc_chain, test_video_pad_frag_reorder_streamable);
   tcase_add_test (tc_chain, test_audio_pad_frag_reorder_streamable);
+  tcase_add_test (tc_chain, test_video_pad_frag_reorder_finalise);
 
   tcase_add_test (tc_chain, test_video_pad_asc);
   tcase_add_test (tc_chain, test_audio_pad_asc);
@@ -1665,6 +1838,7 @@ qtmux_suite (void)
   tcase_add_test (tc_chain, test_audio_pad_frag_asc);
   tcase_add_test (tc_chain, test_video_pad_frag_asc_streamable);
   tcase_add_test (tc_chain, test_audio_pad_frag_asc_streamable);
+  tcase_add_test (tc_chain, test_video_pad_frag_asc_finalise);
 
   tcase_add_test (tc_chain, test_average_bitrate);