44# define CACHE_PRINTF(...) printf(__VA_ARGS__)
46# define CACHE_PRINTF(...)
61 map->
tracks = MEM_new_array<MovieTrackingTrack>(num_tracks,
"TrackingsMap tracks");
63 map->
hash = MEM_new<Map<MovieTrackingTrack *, MovieTrackingTrack *>>(
"TracksMap hash");
91 ListBaseT<MovieTrackingTrack> tracks = {
nullptr,
nullptr}, new_tracks = {
nullptr,
nullptr};
92 ListBaseT<MovieTrackingTrack> *old_tracks;
95 if (!tracking_object) {
100 old_tracks = &tracking_object->
tracks;
108 bool mapped_to_old =
false;
113 old_track = map->
hash->lookup_default(track,
nullptr);
126 MEM_delete(old_track->
markers);
134 mapped_to_old =
true;
138 if (mapped_to_old ==
false) {
142 map->
hash->add(track, new_track);
149 track = old_tracks->first();
157 track = tracks.first();
163 track->
next = track->
prev =
nullptr;
171 sizeof(track->
name));
176 *old_tracks = new_tracks;
181 MEM_delete(map->
hash);
208 const float unified_coords[2],
209 float pixel_coords[2])
211 pixel_coords[0] = unified_coords[0] * frame_width;
212 pixel_coords[1] = unified_coords[1] * frame_height;
216 const float marker_unified_coords[2],
217 float frame_unified_coords[2])
219 frame_unified_coords[0] = marker_unified_coords[0] + marker->
pos[0];
220 frame_unified_coords[1] = marker_unified_coords[1] + marker->
pos[1];
226 const float marker_unified_coords[2],
227 float frame_pixel_coords[2])
230 unified_to_pixel(frame_width, frame_height, frame_pixel_coords, frame_pixel_coords);
236 float frame_pixel[2])
240 frame_width, frame_height, marker, marker->
search_min, frame_pixel);
241 frame_pixel[0] = int(frame_pixel[0]);
242 frame_pixel[1] = int(frame_pixel[1]);
247 const float pixel_coords[2],
248 float unified_coords[2])
250 unified_coords[0] = pixel_coords[0] / frame_width;
251 unified_coords[1] = pixel_coords[1] / frame_height;
257 const float marker_unified[2],
258 float search_pixel[2])
260 float frame_pixel[2];
261 float search_origin_frame_pixel[2];
264 frame_width, frame_height, marker, marker_unified, frame_pixel);
266 frame_width, frame_height, marker, search_origin_frame_pixel);
267 sub_v2_v2v2(search_pixel, frame_pixel, search_origin_frame_pixel);
273 const float search_pixel[2],
274 float marker_unified[2])
276 float frame_unified[2];
277 float search_origin_frame_pixel[2];
280 frame_width, frame_height, marker, search_origin_frame_pixel);
281 add_v2_v2v2(frame_unified, search_pixel, search_origin_frame_pixel);
291 double search_pixel_x[5],
292 double search_pixel_y[5])
294 float unified_coords[2];
295 float pixel_coords[2];
298 for (
int i = 0; i < 4; i++) {
300 frame_width, frame_height, marker, marker->
pattern_corners[i], pixel_coords);
301 search_pixel_x[i] = pixel_coords[0] - 0.5f;
302 search_pixel_y[i] = pixel_coords[1] - 0.5f;
306 unified_coords[0] = 0.0f;
307 unified_coords[1] = 0.0f;
310 search_pixel_x[4] = pixel_coords[0] - 0.5f;
311 search_pixel_y[4] = pixel_coords[1] - 0.5f;
317 const double search_pixel_x[5],
318 const double search_pixel_y[5])
320 float marker_unified[2];
321 float search_pixel[2];
324 for (
int i = 0; i < 4; i++) {
325 search_pixel[0] = search_pixel_x[i] + 0.5;
326 search_pixel[1] = search_pixel_y[i] + 0.5;
328 frame_width, frame_height, marker, search_pixel, marker->
pattern_corners[i]);
332 search_pixel[0] = search_pixel_x[4] + 0.5;
333 search_pixel[1] = search_pixel_y[4] + 0.5;
340 for (
int i = 0; i < 4; i++) {
345 marker->
pos[0] += marker_unified[0];
346 marker->
pos[1] += marker_unified[1];
350 const int frame_width,
351 const int frame_height,
352 float r_principal_point_pixel[2])
354 const float frame_center_x =
float(frame_width) / 2;
355 const float frame_center_y =
float(frame_height) / 2;
357 r_principal_point_pixel[0] = frame_center_x + principal_point_normalized[0] * frame_center_x;
358 r_principal_point_pixel[1] = frame_center_y + principal_point_normalized[1] * frame_center_y;
362 const int frame_width,
363 const int frame_height,
364 float r_principal_point_normalized[2])
366 const float frame_center_x =
float(frame_width) / 2;
367 const float frame_center_y =
float(frame_height) / 2;
369 r_principal_point_normalized[0] = (principal_point_pixel[0] - frame_center_x) / frame_center_x;
370 r_principal_point_normalized[1] = (principal_point_pixel[1] - frame_center_y) / frame_center_y;
386 marker_new = *ref_marker;
405 switch (
camera->distortion_model) {
491 const int calibration_width,
492 const int calibration_height,
498 float principal_px[2];
500 camera->principal_point, calibration_width, calibration_height, principal_px);
509 camera_intrinsics_options->
image_width = calibration_width;
510 camera_intrinsics_options->
image_height = int(calibration_height * aspy);
541 while (a >= 0 && a < track->markersnr) {
542 int next = backwards ? a + 1 : a - 1;
543 bool is_keyframed =
false;
547 if (next >= 0 && next < track->markersnr) {
548 next_marker = &track->
markers[next];
555 if (next_marker ==
nullptr) {
561 if (marker_keyed_fallback ==
nullptr) {
562 marker_keyed_fallback = cur_marker;
566 if (marker_keyed_fallback ==
nullptr) {
567 marker_keyed_fallback = cur_marker;
575 marker_keyed = cur_marker;
583 if (marker_keyed ==
nullptr) {
584 marker_keyed = marker_keyed_fallback;
607 clip = accessor->
clips[clip_index];
628 const size_t num_pixels = size_t(grayscale->
x) * size_t(grayscale->
y);
631 if (rect_float !=
nullptr) {
634 for (
int i = 0; i < grayscale->
x * grayscale->
y; i++) {
637 rect_float[i] = 0.2126f * pixel[0] + 0.7152f * pixel[1] + 0.0722f * pixel[2];
648 float_image->
width = ibuf->
x;
656 size_t num_total_channels = size_t(ibuf->
x) * size_t(ibuf->
y) * float_image->
channels;
659 if (rect_float !=
nullptr) {
662 memcpy(rect_float, float_image->
buffer, num_total_channels *
sizeof(
float));
676 CACHE_PRINTF(
"Calculate new buffer for frame %d\n", frame);
679 if (orig_ibuf ==
nullptr) {
684 if (region !=
nullptr) {
685 int width = region->
max[0] - region->
min[0], height = region->
max[1] - region->
min[1];
691 int clamped_origin_x =
max_ii(
int(region->
min[0]), 0),
692 clamped_origin_y =
max_ii(
int(region->
min[1]), 0);
693 int dst_offset_x = clamped_origin_x - int(region->
min[0]),
694 dst_offset_y = clamped_origin_y - int(region->
min[1]);
695 int clamped_width = width - dst_offset_x, clamped_height = height - dst_offset_y;
696 clamped_width =
min_ii(clamped_width, orig_ibuf->
x - clamped_origin_x);
697 clamped_height =
min_ii(clamped_height, orig_ibuf->
y - clamped_origin_y);
702 if (clamped_width > 0 && clamped_height > 0) {
704 int2(final_ibuf->
x, final_ibuf->
y),
706 int2(orig_ibuf->
x, orig_ibuf->
y),
708 int2(clamped_origin_x, clamped_origin_y),
709 int2(dst_offset_x, dst_offset_y),
710 int2(clamped_width, clamped_height));
720 for (
int y = 0;
y < clamped_height;
y++) {
721 for (
int x = 0;
x < clamped_width;
x++) {
722 int src_x =
x + clamped_origin_x, src_y =
y + clamped_origin_y;
723 int dst_x =
x + dst_offset_x, dst_y =
y + dst_offset_y;
724 int dst_index = (dst_y * width + dst_x) * 4,
725 src_index = (src_y * orig_ibuf->
x + src_x) * 4;
741 final_ibuf = orig_ibuf;
745 if (final_ibuf == orig_ibuf) {
749 orig_ibuf->
x / (1 << downscale),
750 orig_ibuf->
y / (1 << downscale),
759 if (final_ibuf != orig_ibuf) {
774 if (final_ibuf != orig_ibuf) {
778 final_ibuf = grayscale_ibuf;
785 if (final_ibuf == orig_ibuf) {
807 BLI_assert(clip_index >= 0 && clip_index < accessor->num_clips);
818 *destination =
nullptr;
829 ImBuf *ibuf =
static_cast<ImBuf *
>(cache_key);
838 float **r_destination,
845 BLI_assert(track_index < accessor->num_tracks);
861 int frame_width, frame_height;
865 const float region_min[2] = {
866 region->
min[0] - marker->
pos[0] * frame_width,
867 region->
min[1] - marker->
pos[1] * frame_height,
869 const float region_max[2] = {
870 region->
max[0] - marker->
pos[0] * frame_width,
871 region->
max[1] - marker->
pos[1] * frame_height,
874 frame_width, frame_height, region_min, region_max, track);
875 *r_width = region->
max[0] - region->
min[0];
876 *r_height = region->
max[1] - region->
min[1];
877 return *r_destination;
882 if (cache_key !=
nullptr) {
883 float *
mask =
static_cast<float *
>(cache_key);
894 "tracking image accessor");
902 "image accessor tracks");
922 MEM_delete(accessor->
tracks);
923 MEM_delete(accessor);
#define CTX_DATA_(context, msgid)
#define BLT_I18NCONTEXT_ID_MOVIECLIP
Read Blender memory allocation and freeing.
#define BLI_assert_msg(a, msg)
void libmv_FrameAccessorDestroy(libmv_FrameAccessor *frame_accessor)
void libmv_frameAccessorgetTransformRun(const libmv_FrameTransform *transform, const libmv_FloatImage *input_image, libmv_FloatImage *output_image)
libmv_FrameAccessor * libmv_FrameAccessorNew(libmv_FrameAccessorUserData *user_data, libmv_GetImageCallback get_image_callback, libmv_ReleaseImageCallback release_image_callback, libmv_GetMaskForTrackCallback get_mask_for_track_callback, libmv_ReleaseMaskCallback release_mask_callback)
void camera(KernelGlobals &kg, const ShadingData &sd, float3 &outview, float &outdepth, float &outdist)
@ LIBMV_DISTORTION_MODEL_POLYNOMIAL
@ LIBMV_DISTORTION_MODEL_NUKE
@ LIBMV_DISTORTION_MODEL_BROWN
@ LIBMV_DISTORTION_MODEL_DIVISION
struct libmv_FrameTransform libmv_FrameTransform
struct libmv_FrameAccessorUserData libmv_FrameAccessorUserData
void libmv_floatImageDestroy(libmv_FloatImage *image)
float * tracking_track_get_mask_for_region(const int frame_width, const int frame_height, const float region_min[2], const float region_max[2], const MovieTrackingTrack *track)
BLI_assert(slot->slot_subtype.map==BMO_OP_SLOT_SUBTYPE_MAP_FLT)
MovieTrackingMarker * BKE_tracking_marker_get_exact(MovieTrackingTrack *track, int framenr)
MINLINE void rgba_uchar_to_float(float r_col[4], const unsigned char col_ub[4])
char * STRNCPY(char(&dst)[N], const char *src)
@ TRACK_ALGORITHM_FLAG_USE_MASK
void BKE_movieclip_get_size(MovieClip *clip, const MovieClipUser *user, int *r_width, int *r_height)
MINLINE void add_v2_v2v2(float r[2], const float a[2], const float b[2])
void tracking_get_search_origin_frame_pixel(int frame_width, int frame_height, const MovieTrackingMarker *marker, float frame_pixel[2])
MovieTrackingObject * BKE_tracking_object_add(MovieTracking *tracking, const char *name)
void tracking_marker_insert_disabled(MovieTrackingTrack *track, const MovieTrackingMarker *ref_marker, bool before, bool overwrite)
static void search_pixel_to_marker_unified(int frame_width, int frame_height, const MovieTrackingMarker *marker, const float search_pixel[2], float marker_unified[2])
static ImBuf * accessor_get_preprocessed_ibuf(TrackingImageAccessor *accessor, int clip_index, int frame)
static void accessor_release_mask_callback(libmv_CacheKey cache_key)
@ TRACKING_DISTORTION_MODEL_DIVISION
@ TRACKING_DISTORTION_MODEL_POLYNOMIAL
@ TRACKING_DISTORTION_MODEL_NUKE
@ TRACKING_DISTORTION_MODEL_BROWN
void tracking_trackingCameraFromIntrinscisOptions(MovieTracking *tracking, const libmv_CameraIntrinsicsOptions *camera_intrinsics_options)
MINLINE void sub_v2_v2v2(float r[2], const float a[2], const float b[2])
static void accessor_release_image_callback(libmv_CacheKey cache_key)
MINLINE int max_ii(int a, int b)
void tracks_map_insert(TracksMap *map, MovieTrackingTrack *track)
static void distortion_model_parameters_from_options(const libmv_CameraIntrinsicsOptions *camera_intrinsics_options, MovieTrackingCamera *camera)
eMovieClipProxy_RenderFlag
static void unified_to_pixel(int frame_width, int frame_height, const float unified_coords[2], float pixel_coords[2])
@ MCLIP_PROXY_RENDER_SIZE_FULL
static void marker_to_frame_unified(const MovieTrackingMarker *marker, const float marker_unified_coords[2], float frame_unified_coords[2])
ImBuf * IMB_dupImBuf(const ImBuf *ibuf1)
MovieTrackingMarker * BKE_tracking_marker_insert(MovieTrackingTrack *track, MovieTrackingMarker *marker)
static libmv_CacheKey accessor_get_mask_for_track_callback(libmv_FrameAccessorUserData *user_data, int clip_index, int frame, int track_index, const libmv_Region *region, float **r_destination, int *r_width, int *r_height)
void tracking_principal_point_normalized_to_pixel(const float principal_point_normalized[2], int frame_width, int frame_height, float r_principal_point_pixel[2])
void IMB_float_from_byte(ImBuf *ibuf)
MovieTrackingMarker * tracking_get_keyframed_marker(MovieTrackingTrack *track, int current_frame, bool backwards)
bool BKE_tracking_track_has_marker_at_frame(MovieTrackingTrack *track, int framenr)
void BLI_uniquename(const ListBase *list, void *vlink, const char *defname, char delim, int name_offset, size_t name_maxncpy) ATTR_NONNULL(1
void BLI_spin_end(SpinLock *spin)
int BLI_findindex(const ListBase *listbase, const void *vlink) ATTR_WARN_UNUSED_RESULT ATTR_NONNULL(1)
static void marker_unified_to_frame_pixel_coordinates(int frame_width, int frame_height, const MovieTrackingMarker *marker, const float marker_unified_coords[2], float frame_pixel_coords[2])
void tracking_cameraIntrinscisOptionsFromTracking(MovieTracking *tracking, int calibration_width, int calibration_height, libmv_CameraIntrinsicsOptions *camera_intrinsics_options)
static void distortion_model_parameters_from_tracking(const MovieTrackingCamera *camera, libmv_CameraIntrinsicsOptions *camera_intrinsics_options)
void IMB_freeImBuf(ImBuf *ibuf)
VecBase< int32_t, 2 > int2
void * MEM_new_zeroed(size_t len, const char *str) ATTR_WARN_UNUSED_RESULT ATTR_ALLOC_SIZE(1) ATTR_NONNULL(2)
void BLI_remlink(ListBase *listbase, void *vlink) ATTR_NONNULL(1)
static ImBuf * accessor_get_ibuf(TrackingImageAccessor *accessor, int clip_index, int frame, libmv_InputMode input_mode, int downscale, const libmv_Region *region, const libmv_FrameTransform *transform)
TrackingImageAccessor * tracking_image_accessor_new(MovieClip *clips[MAX_ACCESSOR_CLIP], int num_clips, MovieTrackingTrack **tracks, int num_tracks)
void tracking_set_marker_coords_from_tracking(int frame_width, int frame_height, MovieTrackingMarker *marker, const double search_pixel_x[5], const double search_pixel_y[5])
ImBuf * BKE_movieclip_get_ibuf(MovieClip *clip, const MovieClipUser *user)
static void pixel_to_unified(int frame_width, int frame_height, const float pixel_coords[2], float unified_coords[2])
void tracks_map_merge(TracksMap *map, MovieTracking *tracking)
void tracks_map_free(TracksMap *map)
void BKE_movieclip_user_set_frame(MovieClipUser *user, int framenr)
ImBuf * IMB_allocImBuf(unsigned int x, unsigned int y, ImBufFlags flags)
void BLI_spin_unlock(SpinLock *spin)
void BKE_tracking_track_free(MovieTrackingTrack *track)
MovieTrackingTrack * BKE_tracking_track_duplicate(MovieTrackingTrack *track)
void BLI_spin_init(SpinLock *spin)
void BLI_addtail(ListBase *listbase, void *vlink) ATTR_NONNULL(1)
TracksMap * tracks_map_new(const char *object_name, int num_tracks)
static void ibuf_to_float_image(ImBuf *ibuf, libmv_FloatImage *float_image)
static ImBuf * make_grayscale_ibuf_copy(ImBuf *ibuf)
float BKE_movieclip_remap_clip_to_scene_frame(const MovieClip *clip, float framenr)
MovieTrackingObject * BKE_tracking_object_get_named(MovieTracking *tracking, const char *name)
int tracks_map_get_size(TracksMap *map)
bool IMB_scale(ImBuf *ibuf, int2 new_size, IMBScaleFilter filter, bool threaded=true)
void BLI_thread_unlock(int type)
void tracking_principal_point_pixel_to_normalized(const float principal_point_pixel[2], int frame_width, int frame_height, float r_principal_point_normalized[2])
static ImBuf * float_image_to_ibuf(libmv_FloatImage *float_image)
static void marker_unified_to_search_pixel(int frame_width, int frame_height, const MovieTrackingMarker *marker, const float marker_unified[2], float search_pixel[2])
MINLINE int min_ii(int a, int b)
void BLI_spin_lock(SpinLock *spin)
void tracking_get_marker_coords_for_tracking(int frame_width, int frame_height, const MovieTrackingMarker *marker, double search_pixel_x[5], double search_pixel_y[5])
void BLI_thread_lock(int type)
void * MEM_new_array_zeroed(size_t len, size_t size, const char *str) ATTR_WARN_UNUSED_RESULT ATTR_ALLOC_SIZE(1
void IMB_copy_rect(float *dst, const int2 &dst_size, const float *src, const int2 &src_size, int channels, const int2 &src_rect_pos, const int2 &dst_rect_pos, const int2 &rect_size)
static libmv_CacheKey accessor_get_image_callback(libmv_FrameAccessorUserData *user_data, int clip_index, int frame, libmv_InputMode input_mode, int downscale, const libmv_Region *region, const libmv_FrameTransform *transform, float **destination, int *width, int *height, int *channels)
void tracking_image_accessor_destroy(TrackingImageAccessor *accessor)
MovieTrackingMarker * BKE_tracking_marker_get(MovieTrackingTrack *track, int framenr)
KERNEL_FEATURE_LIGHT_PASSES KERNEL_FEATURE_PATH_GUIDING float
const uint8_t * byte_data() const
const float * float_data() const
float * float_data_for_write()
void assign_float_data(float *data)
eMovieClipProxy_RenderFlag render_flag
eMovieClipProxy_RenderSize render_size
float pattern_corners[4][2]
ListBaseT< MovieTrackingTrack > tracks
struct MovieTrackingTrack * next
struct MovieTrackingTrack * prev
MovieTrackingMarker * markers
TrackingAlgorithmFlag algorithm_flag
TrackingTrackFlag search_flag
TrackingTrackFlag pat_flag
MovieTrackingCamera camera
MovieClip * clips[MAX_ACCESSOR_CLIP]
libmv_FrameAccessor * libmv_accessor
MovieTrackingTrack ** tracks
Map< MovieTrackingTrack *, MovieTrackingTrack * > * hash
char object_name[MAX_NAME]
MovieTrackingTrack * tracks
#define MAX_ACCESSOR_CLIP
#define CACHE_PRINTF(...)