From 68c2650b03f417fd48bcc0f682fcc71a2a4c9c81 Mon Sep 17 00:00:00 2001 From: Richard Antalik Date: Mon, 31 Jan 2022 22:22:24 +0100 Subject: Fix T94287: gaps between strips when adding movies Currently, audio and video strips are synchronized based on data from media stream, which is nice, but this causes gaps between strips. This synchronization was implemented by moving movie strip position relative to sound, which doesn't make much sense for user which is mostly interested in editing video. Code was bit hard to read, so it has been simplified. Ideally video stream time would be easily accessible so synchronization could be done at any time, but this is not necessary at this point. Reviewed By: zeddb Differential Revision: https://developer.blender.org/D13948 --- source/blender/sequencer/SEQ_add.h | 9 +++--- source/blender/sequencer/intern/strip_add.c | 45 ++++++++++++++--------------- 2 files changed, 26 insertions(+), 28 deletions(-) (limited to 'source/blender/sequencer') diff --git a/source/blender/sequencer/SEQ_add.h b/source/blender/sequencer/SEQ_add.h index 85f44ab914f..23ad845fda1 100644 --- a/source/blender/sequencer/SEQ_add.h +++ b/source/blender/sequencer/SEQ_add.h @@ -64,7 +64,8 @@ typedef struct SeqLoadData { bool use_multiview; char views_format; struct Stereo3dFormat *stereo3d_format; - bool allow_invalid_file; /* Used by RNA API to create placeholder strips. */ + bool allow_invalid_file; /* Used by RNA API to create placeholder strips. */ + double r_video_stream_start; /* For AV synchronization. Set by `SEQ_add_movie_strip`. */ } SeqLoadData; /** @@ -108,8 +109,7 @@ struct Sequence *SEQ_add_image_strip(struct Main *bmain, struct Sequence *SEQ_add_sound_strip(struct Main *bmain, struct Scene *scene, struct ListBase *seqbase, - struct SeqLoadData *load_data, - double audio_offset); + struct SeqLoadData *load_data); /** * Add meta strip. * @@ -133,8 +133,7 @@ struct Sequence *SEQ_add_meta_strip(struct Scene *scene, struct Sequence *SEQ_add_movie_strip(struct Main *bmain, struct Scene *scene, struct ListBase *seqbase, - struct SeqLoadData *load_data, - double *r_start_offset); + struct SeqLoadData *load_data); /** * Add scene strip. * diff --git a/source/blender/sequencer/intern/strip_add.c b/source/blender/sequencer/intern/strip_add.c index f342765eec9..93950782295 100644 --- a/source/blender/sequencer/intern/strip_add.c +++ b/source/blender/sequencer/intern/strip_add.c @@ -287,14 +287,24 @@ Sequence *SEQ_add_image_strip(Main *bmain, Scene *scene, ListBase *seqbase, SeqL } #ifdef WITH_AUDASPACE -Sequence *SEQ_add_sound_strip(Main *bmain, - Scene *scene, - ListBase *seqbase, - SeqLoadData *load_data, - const double audio_offset) + +static void seq_add_sound_av_sync(Main *bmain, Scene *scene, Sequence *seq, SeqLoadData *load_data) +{ + SoundStreamInfo sound_stream; + if (!BKE_sound_stream_info_get(bmain, load_data->path, 0, &sound_stream)) { + return; + } + + const double av_stream_offset = sound_stream.start - load_data->r_video_stream_start; + const int frame_offset = av_stream_offset * FPS; + /* Set subframe offset. */ + seq->sound->offset_time = ((double)frame_offset / FPS) - av_stream_offset; + SEQ_transform_translate_sequence(scene, seq, frame_offset); +} + +Sequence *SEQ_add_sound_strip(Main *bmain, Scene *scene, ListBase *seqbase, SeqLoadData *load_data) { bSound *sound = BKE_sound_new_file(bmain, load_data->path); /* Handles relative paths. */ - sound->offset_time = audio_offset; SoundInfo info; bool sound_loaded = BKE_sound_info_get(bmain, sound, &info); @@ -337,6 +347,8 @@ Sequence *SEQ_add_sound_strip(Main *bmain, } } + seq_add_sound_av_sync(bmain, scene, seq, load_data); + /* Set Last active directory. */ BLI_strncpy(scene->ed->act_sounddir, strip->dir, FILE_MAXDIR); seq_add_set_name(scene, seq, load_data); @@ -373,8 +385,7 @@ Sequence *SEQ_add_meta_strip(Scene *scene, ListBase *seqbase, SeqLoadData *load_ return seqm; } -Sequence *SEQ_add_movie_strip( - Main *bmain, Scene *scene, ListBase *seqbase, SeqLoadData *load_data, double *r_start_offset) +Sequence *SEQ_add_movie_strip(Main *bmain, Scene *scene, ListBase *seqbase, SeqLoadData *load_data) { char path[sizeof(load_data->path)]; BLI_strncpy(path, load_data->path, sizeof(path)); @@ -420,8 +431,8 @@ Sequence *SEQ_add_movie_strip( return NULL; } - int video_frame_offset = 0; float video_fps = 0.0f; + load_data->r_video_stream_start = 0.0; if (anim_arr[0] != NULL) { short fps_denom; @@ -437,23 +448,11 @@ Sequence *SEQ_add_movie_strip( scene->r.frs_sec_base = fps_num; } - double video_start_offset = IMD_anim_get_offset(anim_arr[0]); - int minimum_frame_offset; - - if (*r_start_offset >= 0) { - minimum_frame_offset = MIN2(video_start_offset, *r_start_offset) * FPS; - } - else { - minimum_frame_offset = video_start_offset * FPS; - } - - video_frame_offset = video_start_offset * FPS - minimum_frame_offset; - - *r_start_offset = video_start_offset; + load_data->r_video_stream_start = IMD_anim_get_offset(anim_arr[0]); } Sequence *seq = SEQ_sequence_alloc( - seqbase, load_data->start_frame + video_frame_offset, load_data->channel, SEQ_TYPE_MOVIE); + seqbase, load_data->start_frame, load_data->channel, SEQ_TYPE_MOVIE); /* Multiview settings. */ if (load_data->use_multiview) { -- cgit v1.2.3