#include <future>
#include "dynmem.hpp"
-
-#ifdef CUFFT
-#include "complexmat.cuh"
-#else
+#include "kcf.h"
#include "complexmat.hpp"
-#endif
+#include <vector>
+
+class KCF_Tracker;
+
+template <typename T>
+class ScaleRotVector : public std::vector<T> {
+public:
+ ScaleRotVector(const std::vector<double> &scales, const std::vector<double> &angles)
+ : scales(scales)
+ , angles(angles)
+ {}
+
+ uint getIdx(uint scale_idx, uint angle_idx) const { return angles.size() * scale_idx + angle_idx; }
+ uint getScaleIdx(uint idx) const { return idx / angles.size(); }
+ uint getAngleIdx(uint idx) const { return idx % angles.size(); }
+ T& operator()(uint scale_idx, uint angle_idx) { return std::vector<T>::at(getIdx(scale_idx, angle_idx)); }
+ double scale(uint idx) const { return scales[getScaleIdx(idx)]; }
+ double angle(uint idx) const { return angles[getAngleIdx(idx)]; }
+private:
+ const std::vector<double> scales, angles;
+};
struct ThreadCtx {
public:
- ThreadCtx(cv::Size roi, uint num_of_feats, double scale, uint num_of_scales)
- : scale(scale)
- {
- this->xf_sqr_norm = DynMem(num_of_scales * sizeof(float));
- this->yf_sqr_norm = DynMem(sizeof(float));
-
- uint cells_size = roi.width * roi.height * sizeof(float);
-
-#if defined(CUFFT) || defined(FFTW)
- this->gauss_corr_res = DynMem(cells_size * num_of_scales);
- this->data_features = DynMem(cells_size * num_of_feats);
+ ThreadCtx(cv::Size roi, uint num_features
+#ifdef BIG_BATCH
+ , const std::vector<double> &scales
+ , const std::vector<double> &angles
+#else
+ , double scale
+ , double angle
+#endif
+ )
+ : roi(roi)
+ , num_features(num_features)
+ , num_scales(IF_BIG_BATCH(scales.size(), 1))
+ , num_angles(IF_BIG_BATCH(angles.size(), 1))
+#ifdef BIG_BATCH
+ , max(scales, angles)
+ , dbg_patch(scales, angles)
+ {
+ max.resize(scales.size() * angles.size());
+ dbg_patch.resize(scales.size() * angles.size());
+ }
+#else
+ , scale(scale)
+ , angle(angle)
+ {}
+#endif
- uint width_freq = roi.width / 2 + 1;
- this->in_all = cv::Mat(roi.height * num_of_scales, roi.width, CV_32F, this->gauss_corr_res.hostMem());
- this->fw_all = cv::Mat(roi.height * num_of_feats, roi.width, CV_32F, this->data_features.hostMem());
-#else
- uint width_freq = roi.width;
+ ThreadCtx(ThreadCtx &&) = default;
- this->in_all = cv::Mat(roi, CV_32F);
-#endif
+ void track(const KCF_Tracker &kcf, cv::Mat &input_rgb, cv::Mat &input_gray);
+private:
+ cv::Size roi;
+ uint num_features;
+ uint num_scales;
+ uint num_angles;
+ cv::Size freq_size = Fft::freq_size(roi);
- this->data_i_features = DynMem(cells_size * num_of_feats);
- this->data_i_1ch = DynMem(cells_size * num_of_scales);
+ MatScaleFeats patch_feats{num_scales * num_angles, num_features, roi};
+ MatScaleFeats temp{num_scales * num_angles, num_features, roi};
- this->ifft2_res = cv::Mat(roi, CV_32FC(num_of_feats), this->data_i_features.hostMem());
- this->response = cv::Mat(roi, CV_32FC(num_of_scales), this->data_i_1ch.hostMem());
+ KCF_Tracker::GaussianCorrelation gaussian_correlation{num_scales * num_angles, num_features, roi};
-#ifdef CUFFT
- this->zf.create(roi.height, width_freq, num_of_feats, num_of_scales);
- this->kzf.create(roi.height, width_freq, num_of_scales);
- this->kf.create(roi.height, width_freq, num_of_scales);
-#else
- this->zf.create(roi.height, width_freq, num_of_feats, num_of_scales);
- this->kzf.create(roi.height, width_freq, num_of_scales);
- this->kf.create(roi.height, width_freq, num_of_scales);
-#endif
+ MatScales ifft2_res{num_scales * num_angles, roi};
-#ifdef BIG_BATCH
- if (num_of_scales > 1) {
- this->max_responses.reserve(num_of_scales);
- this->max_locs.reserve(num_of_scales);
- this->response_maps.reserve(num_of_scales);
- }
-#endif
- }
- ThreadCtx(ThreadCtx &&) = default;
+ ComplexMat zf{uint(freq_size.height), uint(freq_size.width), num_features, num_scales * num_angles};
+ ComplexMat kzf{uint(freq_size.height), uint(freq_size.width), 1, num_scales * num_angles};
- const double scale;
+public:
#ifdef ASYNC
std::future<void> async_res;
#endif
- DynMem xf_sqr_norm, yf_sqr_norm;
-
- cv::Mat in_all, fw_all, ifft2_res, response;
- ComplexMat zf, kzf, kf, xyf;
+ MatScales response{num_scales * num_angles, roi};
- DynMem data_i_features, data_i_1ch;
- // CuFFT and FFTW variables
- DynMem gauss_corr_res, data_features;
-
- // CuFFT variables
- ComplexMat model_alphaf, model_xf;
-
- // Variables used during non big batch mode and in big batch mode with ThreadCtx in p_threadctxs in kcf on zero index.
- cv::Point2i max_loc;
- double max_val, max_response;
+ struct Max {
+ cv::Point2i loc;
+ double response;
+ };
#ifdef BIG_BATCH
- // Stores value of responses, location of maximal response and response maps for each scale
- std::vector<double> max_responses;
- std::vector<cv::Point2i> max_locs;
- std::vector<cv::Mat> response_maps;
+ ScaleRotVector<Max> max;
+ ScaleRotVector<cv::Mat> dbg_patch; // images for visual debugging
+#else
+ Max max;
+ const double scale, angle;
+ cv::Mat dbg_patch; // image for visual debugging
#endif
};
projects / hercules2020 / kcf.git / blobdiff