Camera tracking integration

===========================

Commiting camera tracking integration gsoc project into trunk.

This commit includes:

- Bundled version of libmv library (with some changes against official repo,
  re-sync with libmv repo a bit later)
- New datatype ID called MovieClip which is optimized to work with movie
  clips (both of movie files and image sequences) and doing camera/motion
  tracking operations.
- New editor called Clip Editor which is currently used for motion/tracking
  stuff only, but which can be easily extended to work with masks too.

  This editor supports:
  * Loading movie files/image sequences
  * Build proxies with different size for loaded movie clip, also supports
    building undistorted proxies to increase speed of playback in
    undistorted mode.
  * Manual lens distortion mode calibration using grid and grease pencil
  * Supervised 2D tracking using two different algorithms KLT and SAD.
  * Basic algorithm for feature detection
  * Camera motion solving. scene orientation

- New constraints to "link" scene objects with solved motions from clip:

  * Follow Track (make object follow 2D motion of track with given name
    or parent object to reconstructed 3D position of track)
  * Camera Solver to make camera moving in the same way as reconstructed camera

This commit NOT includes changes from tomato branch:

- New nodes (they'll be commited as separated patch)
- Automatic image offset guessing for image input node and image editor
  (need to do more tests and gather more feedback)
- Code cleanup in libmv-capi. It's not so critical cleanup, just increasing
  readability and understanadability of code. Better to make this chaneg when
  Keir will finish his current patch.

More details about this project can be found on this page:
    http://wiki.blender.org/index.php/User:Nazg-gul/GSoC-2011

Further development of small features would be done in trunk, bigger/experimental
features would first be implemented in tomato branch.

1 files changed, 436 insertions, 0 deletions

diff --git a/source/blender/editors/space_clip/clip_buttons.c b/source/blender/editors/space_clip/clip_buttons.c
new file mode 100644
index 00000000000..149aa9106b0
--- /dev/null
+++ b/source/blender/editors/space_clip/clip_buttons.c
@@ -0,0 +1,436 @@
+/*
+ * ***** BEGIN GPL LICENSE BLOCK *****
+ *
+ * This program is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU General Public License
+ * as published by the Free Software Foundation; either version 2
+ * of the License, or (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software Foundation,
+ * Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
+ *
+ * The Original Code is Copyright (C) 2011 Blender Foundation.
+ * All rights reserved.
+ *
+ *
+ * Contributor(s): Blender Foundation,
+ *                 Sergey Sharybin
+ *
+ * ***** END GPL LICENSE BLOCK *****
+ */
+
+/** \file blender/editors/space_clip/clip_buttons.c
+ *  \ingroup spclip
+ */
+
+#include <string.h>
+#include <stdio.h>
+
+#include "MEM_guardedalloc.h"
+
+#include "DNA_scene_types.h"
+#include "DNA_screen_types.h"
+#include "DNA_space_types.h"
+
+#include "BLI_math.h"
+#include "BLI_utildefines.h"
+#include "BLI_listbase.h"
+
+#include "BKE_context.h"
+#include "BKE_depsgraph.h"
+#include "BKE_screen.h"
+#include "BKE_movieclip.h"
+#include "BKE_tracking.h"
+
+#include "ED_clip.h"
+#include "ED_gpencil.h"
+
+#include "UI_interface.h"
+#include "UI_resources.h"
+
+#include "RNA_access.h"
+
+#include "WM_api.h"
+#include "WM_types.h"
+
+#include "clip_intern.h"	// own include
+
+/* Panels */
+
+void ED_clip_buttons_register(ARegionType *art)
+{
+	PanelType *pt;
+
+	pt= MEM_callocN(sizeof(PanelType), "spacetype clip panel gpencil");
+	strcpy(pt->idname, "CLIP_PT_gpencil");
+	strcpy(pt->label, "Grease Pencil");
+	pt->draw= gpencil_panel_standard;
+	pt->flag|= PNL_DEFAULT_CLOSED;
+	BLI_addtail(&art->paneltypes, pt);
+}
+
+/********************* MovieClip Template ************************/
+
+void uiTemplateMovieClip(uiLayout *layout, bContext *C, PointerRNA *ptr, const char *propname, int compact)
+{
+	PropertyRNA *prop;
+	PointerRNA clipptr;
+	MovieClip *clip;
+	uiLayout *row, *split;
+	uiBlock *block;
+
+	if(!ptr->data)
+		return;
+
+	prop= RNA_struct_find_property(ptr, propname);
+	if(!prop) {
+		printf("uiTemplateMovieClip: property not found: %s.%s\n", RNA_struct_identifier(ptr->type), propname);
+		return;
+	}
+
+	if(RNA_property_type(prop) != PROP_POINTER) {
+		printf("uiTemplateMovieClip: expected pointer property for %s.%s\n", RNA_struct_identifier(ptr->type), propname);
+		return;
+	}
+
+	clipptr= RNA_property_pointer_get(ptr, prop);
+	clip= clipptr.data;
+
+	uiLayoutSetContextPointer(layout, "edit_movieclip", &clipptr);
+
+	if(!compact)
+		uiTemplateID(layout, C, ptr, propname, NULL, "CLIP_OT_open", NULL);
+
+	if(clip) {
+		row= uiLayoutRow(layout, 0);
+		block= uiLayoutGetBlock(row);
+		uiDefBut(block, LABEL, 0, "File Path:", 0, 19, 145, 19, NULL, 0, 0, 0, 0, "");
+
+		row= uiLayoutRow(layout, 0);
+		split = uiLayoutSplit(row, 0.0, 0);
+		row= uiLayoutRow(split, 1);
+
+		uiItemR(row, &clipptr, "filepath", 0, "", ICON_NONE);
+		uiItemO(row, "", ICON_FILE_REFRESH, "clip.reload");
+	}
+}
+
+/********************* Track Template ************************/
+
+void uiTemplateTrack(uiLayout *layout, PointerRNA *ptr, const char *propname)
+{
+	PropertyRNA *prop;
+	PointerRNA scopesptr;
+	uiBlock *block;
+	rctf rect;
+	MovieClipScopes *scopes;
+
+	if(!ptr->data)
+		return;
+
+	prop= RNA_struct_find_property(ptr, propname);
+	if(!prop) {
+		printf("uiTemplateTrack: property not found: %s.%s\n", RNA_struct_identifier(ptr->type), propname);
+		return;
+	}
+
+	if(RNA_property_type(prop) != PROP_POINTER) {
+		printf("uiTemplateTrack: expected pointer property for %s.%s\n", RNA_struct_identifier(ptr->type), propname);
+		return;
+	}
+
+	scopesptr= RNA_property_pointer_get(ptr, prop);
+	scopes= (MovieClipScopes *)scopesptr.data;
+
+	rect.xmin= 0; rect.xmax= 200;
+	rect.ymin= 0; rect.ymax= 120;
+
+	block= uiLayoutAbsoluteBlock(layout);
+
+	scopes->track_preview_height= (scopes->track_preview_height<=UI_UNIT_Y)?UI_UNIT_Y:scopes->track_preview_height;
+
+	uiDefBut(block, TRACKPREVIEW, 0, "", rect.xmin, rect.ymin, rect.xmax-rect.xmin, scopes->track_preview_height, scopes, 0, 0, 0, 0, "");
+}
+
+/********************* Marker Template ************************/
+
+#define B_MARKER_POS			3
+#define B_MARKER_OFFSET			4
+#define B_MARKER_PAT_DIM		5
+#define B_MARKER_SEARCH_POS		6
+#define B_MARKER_SEARCH_DIM		7
+#define B_MARKER_FLAG			8
+
+typedef struct {
+	int compact;								/* compact mode */
+
+	MovieClip *clip;
+	MovieClipUser *user;						/* user of clip */
+	MovieTrackingTrack *track;
+
+	int framenr;								/* current frame number */
+	float marker_pos[2];						/* position of marker in pixel coords */
+	float track_pat[2];							/* position and dimensions of marker pattern in pixel coords */
+	float track_offset[2];						/* offset of "parenting" point */
+	float track_search_pos[2], track_search[2];	/* position and dimensions of marker search in pixel coords */
+	int marker_flag;							/* marker's flags */
+} MarkerUpdateCb;
+
+static void to_pixel_space(float r[2], float a[2], int width, int height)
+{
+	copy_v2_v2(r, a);
+	r[0]*= width;
+	r[1]*= height;
+}
+
+static void marker_update_cb(bContext *C, void *arg_cb, void *UNUSED(arg))
+{
+	MarkerUpdateCb *cb= (MarkerUpdateCb*) arg_cb;
+	MovieTrackingMarker *marker;
+
+	if(!cb->compact)
+		return;
+
+	marker= BKE_tracking_ensure_marker(cb->track, cb->framenr);
+
+	marker->flag= cb->marker_flag;
+
+	WM_event_add_notifier(C, NC_MOVIECLIP|NA_EDITED, NULL);
+}
+
+static void marker_block_handler(bContext *C, void *arg_cb, int event)
+{
+	MarkerUpdateCb *cb= (MarkerUpdateCb*) arg_cb;
+	MovieTrackingMarker *marker;
+	int width, height, ok= 0;
+
+	BKE_movieclip_get_size(cb->clip, cb->user, &width, &height);
+
+	marker= BKE_tracking_ensure_marker(cb->track, cb->framenr);
+
+	if(event==B_MARKER_POS) {
+		marker->pos[0]= cb->marker_pos[0]/width;
+		marker->pos[1]= cb->marker_pos[1]/height;
+
+		/* to update position of "parented" objects */
+		DAG_id_tag_update(&cb->clip->id, 0);
+		WM_event_add_notifier(C, NC_SPACE|ND_SPACE_VIEW3D, NULL);
+
+		ok= 1;
+	}
+	else if(event==B_MARKER_PAT_DIM) {
+		float dim[2], pat_dim[2];
+
+		sub_v2_v2v2(pat_dim, cb->track->pat_max, cb->track->pat_min);
+
+		dim[0]= cb->track_pat[0]/width;
+		dim[1]= cb->track_pat[1]/height;
+
+		sub_v2_v2(dim, pat_dim);
+		mul_v2_fl(dim, 0.5f);
+
+		cb->track->pat_min[0]-= dim[0];
+		cb->track->pat_min[1]-= dim[1];
+
+		cb->track->pat_max[0]+= dim[0];
+		cb->track->pat_max[1]+= dim[1];
+
+		BKE_tracking_clamp_track(cb->track, CLAMP_PAT_DIM);
+
+		ok= 1;
+	}
+	else if(event==B_MARKER_SEARCH_POS) {
+		float delta[2], side[2];
+
+		sub_v2_v2v2(side, cb->track->search_max, cb->track->search_min);
+		mul_v2_fl(side, 0.5f);
+
+		delta[0]= cb->track_search_pos[0]/width;
+		delta[1]= cb->track_search_pos[1]/height;
+
+		sub_v2_v2v2(cb->track->search_min, delta, side);
+		add_v2_v2v2(cb->track->search_max, delta, side);
+
+		BKE_tracking_clamp_track(cb->track, CLAMP_SEARCH_POS);
+
+		ok= 1;
+	}
+	else if(event==B_MARKER_SEARCH_DIM) {
+		float dim[2], search_dim[2];
+
+		sub_v2_v2v2(search_dim, cb->track->search_max, cb->track->search_min);
+
+		dim[0]= cb->track_search[0]/width;
+		dim[1]= cb->track_search[1]/height;
+
+		sub_v2_v2(dim, search_dim);
+		mul_v2_fl(dim, 0.5f);
+
+		cb->track->search_min[0]-= dim[0];
+		cb->track->search_min[1]-= dim[1];
+
+		cb->track->search_max[0]+= dim[0];
+		cb->track->search_max[1]+= dim[1];
+
+		BKE_tracking_clamp_track(cb->track, CLAMP_SEARCH_DIM);
+
+		ok= 1;
+	} else if(event==B_MARKER_FLAG) {
+		marker->flag= cb->marker_flag;
+
+		ok= 1;
+	} else if(event==B_MARKER_OFFSET) {
+		float offset[2], delta[2];
+		int i;
+
+		offset[0]= cb->track_offset[0]/width;
+		offset[1]= cb->track_offset[1]/height;
+
+		sub_v2_v2v2(delta, offset, cb->track->offset);
+		copy_v2_v2(cb->track->offset, offset);
+
+		for(i=0; i<cb->track->markersnr; i++)
+			sub_v2_v2(cb->track->markers[i].pos, delta);
+
+		/* to update position of "parented" objects */
+		DAG_id_tag_update(&cb->clip->id, 0);
+		WM_event_add_notifier(C, NC_SPACE|ND_SPACE_VIEW3D, NULL);
+
+		ok= 1;
+	}
+
+	if(ok)
+		WM_event_add_notifier(C, NC_MOVIECLIP|NA_EDITED, cb->clip);
+}
+
+void uiTemplateMarker(uiLayout *layout, PointerRNA *ptr, const char *propname, PointerRNA *userptr, PointerRNA *trackptr, int compact)
+{
+	PropertyRNA *prop;
+	uiBlock *block;
+	uiBut *bt;
+	PointerRNA clipptr;
+	MovieClip *clip;
+	MovieClipUser *user;
+	MovieTrackingTrack *track;
+	MovieTrackingMarker *marker;
+	MarkerUpdateCb *cb;
+
+	if(!ptr->data)
+		return;
+
+	prop= RNA_struct_find_property(ptr, propname);
+	if(!prop) {
+		printf("uiTemplateMarker: property not found: %s.%s\n", RNA_struct_identifier(ptr->type), propname);
+		return;
+	}
+
+	if(RNA_property_type(prop) != PROP_POINTER) {
+		printf("uiTemplateMarker: expected pointer property for %s.%s\n", RNA_struct_identifier(ptr->type), propname);
+		return;
+	}
+
+	clipptr= RNA_property_pointer_get(ptr, prop);
+	clip= (MovieClip *)clipptr.data;
+	user= userptr->data;
+	track= trackptr->data;
+
+	marker= BKE_tracking_get_marker(track, user->framenr);
+
+	cb= MEM_callocN(sizeof(MarkerUpdateCb), "uiTemplateMarker update_cb");
+	cb->compact= compact;
+	cb->clip= clip;
+	cb->user= user;
+	cb->track= track;
+	cb->marker_flag= marker->flag;
+	cb->framenr= user->framenr;
+
+	if(compact) {
+		block= uiLayoutGetBlock(layout);
+
+		bt= uiDefIconButBitI(block, TOGN, MARKER_DISABLED, 0, ICON_RESTRICT_VIEW_OFF, 0, 0, 20, 20, &cb->marker_flag, 0, 0, 1, 0, "Marker is disabled for current frame.");
+		uiButSetNFunc(bt, marker_update_cb, cb, NULL);
+	} else {
+		int width, height, step, digits;
+		float pat_dim[2], pat_pos[2], search_dim[2], search_pos[2];
+		uiLayout *col;
+
+		BKE_movieclip_get_size(clip, user, &width, &height);
+
+		if(track->flag&TRACK_LOCKED) {
+			uiLayoutSetActive(layout, 0);
+			block= uiLayoutAbsoluteBlock(layout);
+			uiDefBut(block, LABEL, 0, "Track is locked", 0, 0, 300, 19, NULL, 0, 0, 0, 0, "");
+
+			return;
+		}
+
+		step= 100;
+		digits= 2;
+
+		sub_v2_v2v2(pat_dim, track->pat_max, track->pat_min);
+		sub_v2_v2v2(search_dim, track->search_max, track->search_min);
+
+		add_v2_v2v2(search_pos, track->search_max, track->search_min);
+		mul_v2_fl(search_pos, 0.5);
+
+		add_v2_v2v2(pat_pos, track->pat_max, track->pat_min);
+		mul_v2_fl(pat_pos, 0.5);
+
+		to_pixel_space(cb->marker_pos, marker->pos, width, height);
+		to_pixel_space(cb->track_pat, pat_dim, width, height);
+		to_pixel_space(cb->track_search, search_dim, width, height);
+		to_pixel_space(cb->track_search_pos, search_pos, width, height);
+		to_pixel_space(cb->track_offset, track->offset, width, height);
+
+		cb->marker_flag= marker->flag;
+
+		block= uiLayoutAbsoluteBlock(layout);
+		uiBlockSetHandleFunc(block, marker_block_handler, cb);
+		uiBlockSetNFunc(block, marker_update_cb, cb, NULL);
+
+		uiDefButBitI(block, OPTIONN, MARKER_DISABLED, B_MARKER_FLAG,  "Enabled", 10, 190, 145, 19, &cb->marker_flag,
+			0, 0, 0, 0, "Marker is disabled for current frame.");
+
+		col= uiLayoutColumn(layout, 1);
+		uiLayoutSetActive(col, (cb->marker_flag&MARKER_DISABLED)==0);
+
+		block= uiLayoutAbsoluteBlock(col);
+		uiBlockBeginAlign(block);
+
+		uiDefBut(block, LABEL, 0, "Position:", 0, 190, 300, 19, NULL, 0, 0, 0, 0, "");
+		uiDefButF(block, NUM, B_MARKER_POS, "X:", 10, 171, 145, 19, &cb->marker_pos[0],
+			-10*width, 10.0*width, step, digits, "X-position of marker at frame in screen coordinates.");
+		uiDefButF(block, NUM, B_MARKER_POS, "Y:", 165, 171, 145, 19, &cb->marker_pos[1],
+			-10*height, 10.0*height, step, digits, "Y-position of marker at frame in screen coordinates.");
+
+		uiDefBut(block, LABEL, 0, "Offset:", 0, 152, 300, 19, NULL, 0, 0, 0, 0, "");
+		uiDefButF(block, NUM, B_MARKER_OFFSET, "X:", 10, 133, 145, 19, &cb->track_offset[0],
+			-10*width, 10.0*width, step, digits, "X-offset to parenting point.");
+		uiDefButF(block, NUM, B_MARKER_OFFSET, "Y:", 165, 133, 145, 19, &cb->track_offset[1],
+			-10*height, 10.0*height, step, digits, "Y-offset to parenting point.");
+
+		uiDefBut(block, LABEL, 0, "Pattern Area:", 0, 114, 300, 19, NULL, 0, 0, 0, 0, "");
+		uiDefButF(block, NUM, B_MARKER_PAT_DIM, "Width:", 10, 95, 300, 19, &cb->track_pat[0], 3.0f,
+			10.0*width, step, digits, "Width of marker's pattern in screen soordinates.");
+		uiDefButF(block, NUM, B_MARKER_PAT_DIM, "Height:", 10, 76, 300, 19, &cb->track_pat[1], 3.0f,
+			10.0*height, step, digits, "Height of marker's pattern in screen soordinates.");
+
+		uiDefBut(block, LABEL, 0, "Search Area:", 0, 57, 300, 19, NULL, 0, 0, 0, 0, "");
+		uiDefButF(block, NUM, B_MARKER_SEARCH_POS, "X:", 10, 38, 145, 19, &cb->track_search_pos[0],
+			-width, width, step, digits, "X-position of search at frame relative to marker's position");
+		uiDefButF(block, NUM, B_MARKER_SEARCH_POS, "Y:", 165, 38, 145, 19, &cb->track_search_pos[1],
+			-height, height, step, digits, "X-position of search at frame relative to marker's position");
+		uiDefButF(block, NUM, B_MARKER_SEARCH_DIM, "Width:", 10, 19, 300, 19, &cb->track_search[0], 3.0f,
+			10.0*width, step, digits, "Width of marker's search in screen soordinates.");
+		uiDefButF(block, NUM, B_MARKER_SEARCH_DIM, "Height:", 10, 0, 300, 19, &cb->track_search[1], 3.0f,
+			10.0*height, step, digits, "Height of marker's search in screen soordinates.");
+
+		uiBlockEndAlign(block);
+	}
+}