diff options
Diffstat (limited to 'source/blender/blenkernel/intern/tracking_region_tracker.c')
| -rw-r--r-- | source/blender/blenkernel/intern/tracking_region_tracker.c | 487 |
1 files changed, 262 insertions, 225 deletions
diff --git a/source/blender/blenkernel/intern/tracking_region_tracker.c b/source/blender/blenkernel/intern/tracking_region_tracker.c index f6e07e8b459..a66a521783b 100644 --- a/source/blender/blenkernel/intern/tracking_region_tracker.c +++ b/source/blender/blenkernel/intern/tracking_region_tracker.c @@ -43,142 +43,167 @@ /* **** utility functions for tracking **** */ /* convert from float and byte RGBA to grayscale. Supports different coefficients for RGB. */ -static void float_rgba_to_gray(const float *rgba, float *gray, int num_pixels, - float weight_red, float weight_green, float weight_blue) +static void float_rgba_to_gray(const float *rgba, + float *gray, + int num_pixels, + float weight_red, + float weight_green, + float weight_blue) { - int i; + int i; - for (i = 0; i < num_pixels; i++) { - const float *pixel = rgba + 4 * i; + for (i = 0; i < num_pixels; i++) { + const float *pixel = rgba + 4 * i; - gray[i] = weight_red * pixel[0] + weight_green * pixel[1] + weight_blue * pixel[2]; - } + gray[i] = weight_red * pixel[0] + weight_green * pixel[1] + weight_blue * pixel[2]; + } } -static void uint8_rgba_to_float_gray(const unsigned char *rgba, float *gray, int num_pixels, - float weight_red, float weight_green, float weight_blue) +static void uint8_rgba_to_float_gray(const unsigned char *rgba, + float *gray, + int num_pixels, + float weight_red, + float weight_green, + float weight_blue) { - int i; + int i; - for (i = 0; i < num_pixels; i++) { - const unsigned char *pixel = rgba + i * 4; + for (i = 0; i < num_pixels; i++) { + const unsigned char *pixel = rgba + i * 4; - gray[i] = (weight_red * pixel[0] + weight_green * pixel[1] + weight_blue * pixel[2]) / 255.0f; - } + gray[i] = (weight_red * pixel[0] + weight_green * pixel[1] + weight_blue * pixel[2]) / 255.0f; + } } /* Get grayscale float search buffer for given marker and frame. */ -static float *track_get_search_floatbuf(ImBuf *ibuf, MovieTrackingTrack *track, MovieTrackingMarker *marker, - int *width_r, int *height_r) +static float *track_get_search_floatbuf(ImBuf *ibuf, + MovieTrackingTrack *track, + MovieTrackingMarker *marker, + int *width_r, + int *height_r) { - ImBuf *searchibuf; - float *gray_pixels; - int width, height; + ImBuf *searchibuf; + float *gray_pixels; + int width, height; - searchibuf = BKE_tracking_get_search_imbuf(ibuf, track, marker, false, true); + searchibuf = BKE_tracking_get_search_imbuf(ibuf, track, marker, false, true); - if (!searchibuf) { - *width_r = 0; - *height_r = 0; - return NULL; - } + if (!searchibuf) { + *width_r = 0; + *height_r = 0; + return NULL; + } - width = searchibuf->x; - height = searchibuf->y; + width = searchibuf->x; + height = searchibuf->y; - gray_pixels = MEM_callocN(width * height * sizeof(float), "tracking floatBuf"); + gray_pixels = MEM_callocN(width * height * sizeof(float), "tracking floatBuf"); - if (searchibuf->rect_float) { - float_rgba_to_gray(searchibuf->rect_float, gray_pixels, width * height, - 0.2126f, 0.7152f, 0.0722f); - } - else { - uint8_rgba_to_float_gray((unsigned char *)searchibuf->rect, gray_pixels, width * height, - 0.2126f, 0.7152f, 0.0722f); - } + if (searchibuf->rect_float) { + float_rgba_to_gray( + searchibuf->rect_float, gray_pixels, width * height, 0.2126f, 0.7152f, 0.0722f); + } + else { + uint8_rgba_to_float_gray( + (unsigned char *)searchibuf->rect, gray_pixels, width * height, 0.2126f, 0.7152f, 0.0722f); + } - IMB_freeImBuf(searchibuf); + IMB_freeImBuf(searchibuf); - *width_r = width; - *height_r = height; + *width_r = width; + *height_r = height; - return gray_pixels; + return gray_pixels; } /* Get image buffer for a given frame * * Frame is in clip space. */ -static ImBuf *tracking_context_get_frame_ibuf(MovieClip *clip, MovieClipUser *user, int clip_flag, int framenr) +static ImBuf *tracking_context_get_frame_ibuf(MovieClip *clip, + MovieClipUser *user, + int clip_flag, + int framenr) { - ImBuf *ibuf; - MovieClipUser new_user = *user; + ImBuf *ibuf; + MovieClipUser new_user = *user; - new_user.framenr = BKE_movieclip_remap_clip_to_scene_frame(clip, framenr); + new_user.framenr = BKE_movieclip_remap_clip_to_scene_frame(clip, framenr); - ibuf = BKE_movieclip_get_ibuf_flag(clip, &new_user, clip_flag, MOVIECLIP_CACHE_SKIP); + ibuf = BKE_movieclip_get_ibuf_flag(clip, &new_user, clip_flag, MOVIECLIP_CACHE_SKIP); - return ibuf; + return ibuf; } /* Get image buffer for previous marker's keyframe. */ -static ImBuf *tracking_context_get_keyframed_ibuf(MovieClip *clip, MovieClipUser *user, int clip_flag, - MovieTrackingTrack *track, int curfra, bool backwards, +static ImBuf *tracking_context_get_keyframed_ibuf(MovieClip *clip, + MovieClipUser *user, + int clip_flag, + MovieTrackingTrack *track, + int curfra, + bool backwards, MovieTrackingMarker **marker_keyed_r) { - MovieTrackingMarker *marker_keyed; - int keyed_framenr; + MovieTrackingMarker *marker_keyed; + int keyed_framenr; - marker_keyed = tracking_get_keyframed_marker(track, curfra, backwards); - if (marker_keyed == NULL) { - return NULL; - } + marker_keyed = tracking_get_keyframed_marker(track, curfra, backwards); + if (marker_keyed == NULL) { + return NULL; + } - keyed_framenr = marker_keyed->framenr; + keyed_framenr = marker_keyed->framenr; - *marker_keyed_r = marker_keyed; + *marker_keyed_r = marker_keyed; - return tracking_context_get_frame_ibuf(clip, user, clip_flag, keyed_framenr); + return tracking_context_get_frame_ibuf(clip, user, clip_flag, keyed_framenr); } /* Get image buffer which si used as reference for track. */ -static ImBuf *tracking_context_get_reference_ibuf(MovieClip *clip, MovieClipUser *user, int clip_flag, - MovieTrackingTrack *track, int curfra, bool backwards, +static ImBuf *tracking_context_get_reference_ibuf(MovieClip *clip, + MovieClipUser *user, + int clip_flag, + MovieTrackingTrack *track, + int curfra, + bool backwards, MovieTrackingMarker **reference_marker) { - ImBuf *ibuf = NULL; + ImBuf *ibuf = NULL; - if (track->pattern_match == TRACK_MATCH_KEYFRAME) { - ibuf = tracking_context_get_keyframed_ibuf(clip, user, clip_flag, track, curfra, backwards, reference_marker); - } - else { - ibuf = tracking_context_get_frame_ibuf(clip, user, clip_flag, curfra); + if (track->pattern_match == TRACK_MATCH_KEYFRAME) { + ibuf = tracking_context_get_keyframed_ibuf( + clip, user, clip_flag, track, curfra, backwards, reference_marker); + } + else { + ibuf = tracking_context_get_frame_ibuf(clip, user, clip_flag, curfra); - /* use current marker as keyframed position */ - *reference_marker = BKE_tracking_marker_get(track, curfra); - } + /* use current marker as keyframed position */ + *reference_marker = BKE_tracking_marker_get(track, curfra); + } - return ibuf; + return ibuf; } /* Fill in libmv tracker options structure with settings need to be used to perform track. */ -void tracking_configure_tracker(const MovieTrackingTrack *track, float *mask, +void tracking_configure_tracker(const MovieTrackingTrack *track, + float *mask, libmv_TrackRegionOptions *options) { - options->motion_model = track->motion_model; + options->motion_model = track->motion_model; - options->use_brute = ((track->algorithm_flag & TRACK_ALGORITHM_FLAG_USE_BRUTE) != 0); + options->use_brute = ((track->algorithm_flag & TRACK_ALGORITHM_FLAG_USE_BRUTE) != 0); - options->use_normalization = ((track->algorithm_flag & TRACK_ALGORITHM_FLAG_USE_NORMALIZATION) != 0); + options->use_normalization = ((track->algorithm_flag & TRACK_ALGORITHM_FLAG_USE_NORMALIZATION) != + 0); - options->num_iterations = 50; - options->minimum_correlation = track->minimum_correlation; - options->sigma = 0.9; + options->num_iterations = 50; + options->minimum_correlation = track->minimum_correlation; + options->sigma = 0.9; - if ((track->algorithm_flag & TRACK_ALGORITHM_FLAG_USE_MASK) != 0) - options->image1_mask = mask; - else - options->image1_mask = NULL; + if ((track->algorithm_flag & TRACK_ALGORITHM_FLAG_USE_MASK) != 0) + options->image1_mask = mask; + else + options->image1_mask = NULL; } /* Perform tracking from a reference_marker to destination_ibuf. @@ -187,61 +212,70 @@ void tracking_configure_tracker(const MovieTrackingTrack *track, float *mask, * Returns truth if tracker returned success, puts result * to dst_pixel_x and dst_pixel_y. */ -static bool configure_and_run_tracker(ImBuf *destination_ibuf, MovieTrackingTrack *track, - MovieTrackingMarker *reference_marker, MovieTrackingMarker *marker, - float *reference_search_area, int reference_search_area_width, - int reference_search_area_height, float *mask, - double dst_pixel_x[5], double dst_pixel_y[5]) +static bool configure_and_run_tracker(ImBuf *destination_ibuf, + MovieTrackingTrack *track, + MovieTrackingMarker *reference_marker, + MovieTrackingMarker *marker, + float *reference_search_area, + int reference_search_area_width, + int reference_search_area_height, + float *mask, + double dst_pixel_x[5], + double dst_pixel_y[5]) { - /* To convert to the x/y split array format for libmv. */ - double src_pixel_x[5], src_pixel_y[5]; - - /* Settings for the tracker */ - libmv_TrackRegionOptions options = {0}; - libmv_TrackRegionResult result; - - float *patch_new; - - int new_search_area_width, new_search_area_height; - int frame_width, frame_height; - - bool tracked; - - frame_width = destination_ibuf->x; - frame_height = destination_ibuf->y; - - /* for now track to the same search area dimension as marker has got for current frame - * will make all tracked markers in currently tracked segment have the same search area - * size, but it's quite close to what is actually needed - */ - patch_new = track_get_search_floatbuf(destination_ibuf, track, marker, - &new_search_area_width, &new_search_area_height); - - /* configure the tracker */ - tracking_configure_tracker(track, mask, &options); - - /* convert the marker corners and center into pixel coordinates in the search/destination images. */ - tracking_get_marker_coords_for_tracking(frame_width, frame_height, reference_marker, src_pixel_x, src_pixel_y); - tracking_get_marker_coords_for_tracking(frame_width, frame_height, marker, dst_pixel_x, dst_pixel_y); - - if (patch_new == NULL || reference_search_area == NULL) - return false; - - /* run the tracker! */ - tracked = libmv_trackRegion(&options, - reference_search_area, - reference_search_area_width, - reference_search_area_height, - patch_new, - new_search_area_width, - new_search_area_height, - src_pixel_x, src_pixel_y, - &result, - dst_pixel_x, dst_pixel_y); - - MEM_freeN(patch_new); - - return tracked; + /* To convert to the x/y split array format for libmv. */ + double src_pixel_x[5], src_pixel_y[5]; + + /* Settings for the tracker */ + libmv_TrackRegionOptions options = {0}; + libmv_TrackRegionResult result; + + float *patch_new; + + int new_search_area_width, new_search_area_height; + int frame_width, frame_height; + + bool tracked; + + frame_width = destination_ibuf->x; + frame_height = destination_ibuf->y; + + /* for now track to the same search area dimension as marker has got for current frame + * will make all tracked markers in currently tracked segment have the same search area + * size, but it's quite close to what is actually needed + */ + patch_new = track_get_search_floatbuf( + destination_ibuf, track, marker, &new_search_area_width, &new_search_area_height); + + /* configure the tracker */ + tracking_configure_tracker(track, mask, &options); + + /* convert the marker corners and center into pixel coordinates in the search/destination images. */ + tracking_get_marker_coords_for_tracking( + frame_width, frame_height, reference_marker, src_pixel_x, src_pixel_y); + tracking_get_marker_coords_for_tracking( + frame_width, frame_height, marker, dst_pixel_x, dst_pixel_y); + + if (patch_new == NULL || reference_search_area == NULL) + return false; + + /* run the tracker! */ + tracked = libmv_trackRegion(&options, + reference_search_area, + reference_search_area_width, + reference_search_area_height, + patch_new, + new_search_area_width, + new_search_area_height, + src_pixel_x, + src_pixel_y, + &result, + dst_pixel_x, + dst_pixel_y); + + MEM_freeN(patch_new); + + return tracked; } static bool refine_marker_reference_frame_get(MovieTrackingTrack *track, @@ -249,28 +283,24 @@ static bool refine_marker_reference_frame_get(MovieTrackingTrack *track, bool backwards, int *reference_framenr) { - const MovieTrackingMarker *first_marker = track->markers; - const MovieTrackingMarker *last_marker = track->markers + track->markersnr - 1; - MovieTrackingMarker *reference = backwards ? marker + 1 : marker - 1; - - while (reference >= first_marker && - reference <= last_marker && - (reference->flag & MARKER_DISABLED) != 0) - { - if (backwards) - reference++; - else - reference--; - } - - if (reference < first_marker || - reference > last_marker) - { - return false; - } - - *reference_framenr = reference->framenr; - return (reference->flag & MARKER_DISABLED) == 0; + const MovieTrackingMarker *first_marker = track->markers; + const MovieTrackingMarker *last_marker = track->markers + track->markersnr - 1; + MovieTrackingMarker *reference = backwards ? marker + 1 : marker - 1; + + while (reference >= first_marker && reference <= last_marker && + (reference->flag & MARKER_DISABLED) != 0) { + if (backwards) + reference++; + else + reference--; + } + + if (reference < first_marker || reference > last_marker) { + return false; + } + + *reference_framenr = reference->framenr; + return (reference->flag & MARKER_DISABLED) == 0; } /* Refine marker's position using previously known keyframe. @@ -278,74 +308,81 @@ static bool refine_marker_reference_frame_get(MovieTrackingTrack *track, * which means if backwards is false, previous keyframe will be as * reference. */ -void BKE_tracking_refine_marker(MovieClip *clip, MovieTrackingTrack *track, MovieTrackingMarker *marker, bool backwards) +void BKE_tracking_refine_marker(MovieClip *clip, + MovieTrackingTrack *track, + MovieTrackingMarker *marker, + bool backwards) { - MovieTrackingMarker *reference_marker = NULL; - ImBuf *reference_ibuf, *destination_ibuf; - float *search_area, *mask = NULL; - int frame_width, frame_height; - int search_area_height, search_area_width; - int clip_flag = clip->flag & MCLIP_TIMECODE_FLAGS; - int reference_framenr; - MovieClipUser user = {0}; - double dst_pixel_x[5], dst_pixel_y[5]; - bool tracked; - - /* Construct a temporary clip used, used to acquire image buffers. */ - user.framenr = BKE_movieclip_remap_clip_to_scene_frame(clip, marker->framenr); - - BKE_movieclip_get_size(clip, &user, &frame_width, &frame_height); - - /* Get an image buffer for reference frame, also gets reference marker. */ - if (!refine_marker_reference_frame_get(track, - marker, - backwards, - &reference_framenr)) - { - return; - } - - reference_ibuf = tracking_context_get_reference_ibuf(clip, &user, clip_flag, track, reference_framenr, - backwards, &reference_marker); - if (reference_ibuf == NULL) { - return; - } - - /* Could not refine with self. */ - if (reference_marker == marker) { - return; - } - - /* Destination image buffer has got frame number corresponding to refining marker. */ - destination_ibuf = BKE_movieclip_get_ibuf_flag(clip, &user, clip_flag, MOVIECLIP_CACHE_SKIP); - if (destination_ibuf == NULL) { - IMB_freeImBuf(reference_ibuf); - return; - } - - /* Get search area from reference image. */ - search_area = track_get_search_floatbuf(reference_ibuf, track, reference_marker, - &search_area_width, &search_area_height); - - /* If needed, compute track's mask. */ - if ((track->algorithm_flag & TRACK_ALGORITHM_FLAG_USE_MASK) != 0) - mask = BKE_tracking_track_get_mask(frame_width, frame_height, track, marker); - - /* Run the tracker from reference frame to current one. */ - tracked = configure_and_run_tracker(destination_ibuf, track, reference_marker, marker, - search_area, search_area_width, search_area_height, - mask, dst_pixel_x, dst_pixel_y); - - /* Refine current marker's position if track was successful. */ - if (tracked) { - tracking_set_marker_coords_from_tracking(frame_width, frame_height, marker, dst_pixel_x, dst_pixel_y); - marker->flag |= MARKER_TRACKED; - } - - /* Free memory used for refining */ - MEM_freeN(search_area); - if (mask) - MEM_freeN(mask); - IMB_freeImBuf(reference_ibuf); - IMB_freeImBuf(destination_ibuf); + MovieTrackingMarker *reference_marker = NULL; + ImBuf *reference_ibuf, *destination_ibuf; + float *search_area, *mask = NULL; + int frame_width, frame_height; + int search_area_height, search_area_width; + int clip_flag = clip->flag & MCLIP_TIMECODE_FLAGS; + int reference_framenr; + MovieClipUser user = {0}; + double dst_pixel_x[5], dst_pixel_y[5]; + bool tracked; + + /* Construct a temporary clip used, used to acquire image buffers. */ + user.framenr = BKE_movieclip_remap_clip_to_scene_frame(clip, marker->framenr); + + BKE_movieclip_get_size(clip, &user, &frame_width, &frame_height); + + /* Get an image buffer for reference frame, also gets reference marker. */ + if (!refine_marker_reference_frame_get(track, marker, backwards, &reference_framenr)) { + return; + } + + reference_ibuf = tracking_context_get_reference_ibuf( + clip, &user, clip_flag, track, reference_framenr, backwards, &reference_marker); + if (reference_ibuf == NULL) { + return; + } + + /* Could not refine with self. */ + if (reference_marker == marker) { + return; + } + + /* Destination image buffer has got frame number corresponding to refining marker. */ + destination_ibuf = BKE_movieclip_get_ibuf_flag(clip, &user, clip_flag, MOVIECLIP_CACHE_SKIP); + if (destination_ibuf == NULL) { + IMB_freeImBuf(reference_ibuf); + return; + } + + /* Get search area from reference image. */ + search_area = track_get_search_floatbuf( + reference_ibuf, track, reference_marker, &search_area_width, &search_area_height); + + /* If needed, compute track's mask. */ + if ((track->algorithm_flag & TRACK_ALGORITHM_FLAG_USE_MASK) != 0) + mask = BKE_tracking_track_get_mask(frame_width, frame_height, track, marker); + + /* Run the tracker from reference frame to current one. */ + tracked = configure_and_run_tracker(destination_ibuf, + track, + reference_marker, + marker, + search_area, + search_area_width, + search_area_height, + mask, + dst_pixel_x, + dst_pixel_y); + + /* Refine current marker's position if track was successful. */ + if (tracked) { + tracking_set_marker_coords_from_tracking( + frame_width, frame_height, marker, dst_pixel_x, dst_pixel_y); + marker->flag |= MARKER_TRACKED; + } + + /* Free memory used for refining */ + MEM_freeN(search_area); + if (mask) + MEM_freeN(mask); + IMB_freeImBuf(reference_ibuf); + IMB_freeImBuf(destination_ibuf); } |