42#include <visp3/core/vpConfig.h>
44#if (defined(VISP_HAVE_MODULE_MBT) && defined(VISP_HAVE_DISPLAY)) && \
45 (defined(VISP_HAVE_LAPACK) || defined(VISP_HAVE_EIGEN3) || defined(VISP_HAVE_OPENCV))
47#include <visp3/core/vpDebug.h>
48#include <visp3/core/vpHomogeneousMatrix.h>
49#include <visp3/core/vpIoTools.h>
50#include <visp3/core/vpMath.h>
51#include <visp3/gui/vpDisplayFactory.h>
52#include <visp3/io/vpImageIo.h>
53#include <visp3/io/vpParseArgv.h>
54#include <visp3/io/vpVideoReader.h>
55#include <visp3/mbt/vpMbGenericTracker.h>
57#define GETOPTARGS "cCde:fhi:lm:n:opstT:x:vw"
59#ifdef ENABLE_VISP_NAMESPACE
63void usage(
const char *name,
const char *badparam)
65#if defined(VISP_HAVE_DATASET)
66#if VISP_HAVE_DATASET_VERSION >= 0x030600
67 std::string ext(
"png");
69 std::string ext(
"pgm");
73 std::string ext(
"png");
77Example of tracking based on the 3D model.\n\
80 %s [-i <test image path>] [-x <config file>]\n\
81 [-m <model name>] [-n <initialisation file base name>] [-e <last frame index>]\n\
82 [-t] [-c] [-d] [-h] [-f] [-C] [-o] [-w] [-l] [-v] [-p] [-s]\n\
83 [-T <tracker type>]\n", name);
87 -i <input image path> \n\
88 Set image input path.\n\
89 From this path read images \n\
90 \"mbt/cube/image%%04d.%s\". These \n\
91 images come from visp-images-x.y.z.tar.gz available \n\
92 on the ViSP website.\n\
93 Setting the VISP_INPUT_IMAGE_PATH environment\n\
94 variable produces the same behavior than using\n\
98 Set the config file (the xml file) to use.\n\
99 The config file is used to specify the parameters of the tracker.\n\
102 Specify the name of the file of the model\n\
103 The model can either be a vrml model (.wrl) or a .cao file.\n\
105 -e <last frame index> \n\
106 Specify the index of the last frame. Once reached, the tracking is stopped\n\
109 Enable step-by-step mode when click is allowed.\n\
112 Do not use the vrml model, use the .cao one. These two models are \n\
113 equivalent and comes from ViSP-images-x.y.z.tar.gz available on the ViSP\n\
114 website. However, the .cao model allows to use the 3d model based tracker \n\
118 Track only the cube (not the cylinder). In this case the models files are\n\
119 cube.cao or cube.wrl instead of cube_and_cylinder.cao and \n\
120 cube_and_cylinder.wrl.\n\
122 -n <initialisation file base name> \n\
123 Base name of the initialisation file. The file will be 'base_name'.init .\n\
124 This base name is also used for the optional picture specifying where to \n\
125 click (a .ppm picture).\n\
128 Turn off the display of the the moving edges and Klt points. \n\
131 Turn off the display.\n\
134 Disable the mouse click. Useful to automate the \n\
135 execution of this program without human intervention.\n\
138 Use Ogre3D for visibility tests\n\
141 When Ogre3D is enable [-o] show Ogre3D configuration dialog that allows to set the renderer.\n\
144 Use the scanline for visibility tests.\n\
147 Compute covariance matrix.\n\
150 Compute gradient projection error.\n\
153 Set tracker type (<1 (Edge)>, <2 (KLT)>, <3 (EdgeKlt)>).\n\
156 Print the help.\n\n", ext.c_str());
159 fprintf(stdout,
"\nERROR: Bad parameter [%s]\n", badparam);
162bool getOptions(
int argc,
const char **argv, std::string &ipath, std::string &configFile, std::string &modelFile,
163 std::string &initFile,
long &lastFrame,
bool &displayFeatures,
bool &click_allowed,
bool &display,
164 bool &cao3DModel,
bool &trackCylinder,
bool &useOgre,
bool &showOgreConfigDialog,
bool &useScanline,
165 bool &computeCovariance,
bool &projectionError,
int &trackerType,
bool &step_by_step)
176 lastFrame = atol(optarg_);
182 configFile = optarg_;
191 displayFeatures =
false;
197 click_allowed =
false;
203 trackCylinder =
false;
212 showOgreConfigDialog =
true;
215 computeCovariance =
true;
218 projectionError =
true;
221 trackerType = atoi(optarg_);
224 usage(argv[0],
nullptr);
228 usage(argv[0], optarg_);
233 if ((c == 1) || (c == -1)) {
235 usage(argv[0],
nullptr);
236 std::cerr <<
"ERROR: " << std::endl;
237 std::cerr <<
" Bad argument " << optarg_ << std::endl << std::endl;
244int main(
int argc,
const char **argv)
247 std::string env_ipath;
248 std::string opt_ipath;
250 std::string opt_configFile;
251 std::string opt_modelFile;
252 std::string modelFile;
253 std::string opt_initFile;
254 std::string initFile;
255 long opt_lastFrame = -1;
256 bool displayFeatures =
true;
257 bool opt_click_allowed =
true;
258 bool opt_display =
true;
259 bool cao3DModel =
false;
260 bool trackCylinder =
true;
261 bool useOgre =
false;
262 bool showOgreConfigDialog =
false;
263 bool useScanline =
false;
264 bool computeCovariance =
false;
265 bool projectionError =
false;
267 bool opt_step_by_step =
false;
269#if defined(VISP_HAVE_DATASET)
270#if VISP_HAVE_DATASET_VERSION >= 0x030600
271 std::string ext(
"png");
273 std::string ext(
"pgm");
277 std::string ext(
"png");
285 if (!env_ipath.empty())
289 if (!getOptions(argc, argv, opt_ipath, opt_configFile, opt_modelFile, opt_initFile, opt_lastFrame, displayFeatures,
290 opt_click_allowed, opt_display, cao3DModel, trackCylinder, useOgre, showOgreConfigDialog,
291 useScanline, computeCovariance, projectionError, trackerType, opt_step_by_step)) {
296 if (opt_ipath.empty() && env_ipath.empty()) {
297 usage(argv[0],
nullptr);
298 std::cerr << std::endl <<
"ERROR:" << std::endl;
299 std::cerr <<
" Use -i <visp image path> option or set VISP_INPUT_IMAGE_PATH " << std::endl
300 <<
" environment variable to specify the location of the " << std::endl
301 <<
" image path where test images are located." << std::endl
308 if (!opt_ipath.empty())
313#if defined(VISP_HAVE_PUGIXML)
314 std::string configFile;
315 if (!opt_configFile.empty())
316 configFile = opt_configFile;
317 else if (!opt_ipath.empty())
323 if (!opt_modelFile.empty()) {
324 modelFile = opt_modelFile;
327 std::string modelFileCao;
328 std::string modelFileWrl;
330 modelFileCao =
"mbt/cube_and_cylinder.cao";
331 modelFileWrl =
"mbt/cube_and_cylinder.wrl";
334 modelFileCao =
"mbt/cube.cao";
335 modelFileWrl =
"mbt/cube.wrl";
338 if (!opt_ipath.empty()) {
343#ifdef VISP_HAVE_COIN3D
346 std::cerr <<
"Coin is not detected in ViSP. Use the .cao model instead." << std::endl;
356#ifdef VISP_HAVE_COIN3D
359 std::cerr <<
"Coin is not detected in ViSP. Use the .cao model instead." << std::endl;
366 if (!opt_initFile.empty())
367 initFile = opt_initFile;
368 else if (!opt_ipath.empty())
374 vpDisplay *display1 =
nullptr, *display2 =
nullptr;
383 std::cerr <<
"Cannot open sequence: " << ipath << std::endl;
399 display1->init(I1, 100, 100,
"Test tracking (Left)");
414#if defined(VISP_HAVE_PUGIXML)
432#if defined(VISP_HAVE_MODULE_KLT) && defined(VISP_HAVE_OPENCV) && defined(HAVE_OPENCV_IMGPROC) && defined(HAVE_OPENCV_VIDEO)
453 tracker->setNearClippingDistance(0.01);
454 tracker->setFarClippingDistance(0.90);
462 tracker->setDisplayFeatures(displayFeatures);
465 tracker->setOgreVisibilityTest(useOgre);
467 tracker->setOgreShowConfigDialog(showOgreConfigDialog);
470 tracker->setScanLineVisibilityTest(useScanline);
473 tracker->setCovarianceComputation(computeCovariance);
476 tracker->setProjectionErrorComputation(projectionError);
482 if (opt_display && opt_click_allowed) {
499 if (opt_display && opt_click_allowed) {
506 vpHomogeneousMatrix c1Moi(0.02044769891, 0.1101505452, 0.5078963719, 2.063603907, 1.110231561, -0.4392789872);
507 vpHomogeneousMatrix c2Moi(0.02044769891, 0.1101505452, 0.5078963719, 2.063603907, 1.110231561, -0.4392789872);
521 while (!reader.
end() && !quit) {
530 std::stringstream ss;
537 std::cout <<
"----------Test reset tracker----------" << std::endl;
544#if defined(VISP_HAVE_PUGIXML)
560#if defined(VISP_HAVE_MODULE_KLT) && defined(VISP_HAVE_OPENCV) && defined(HAVE_OPENCV_IMGPROC) && defined(HAVE_OPENCV_VIDEO)
579 tracker->setNearClippingDistance(0.01);
580 tracker->setFarClippingDistance(0.90);
588 tracker->setOgreVisibilityTest(useOgre);
589 tracker->setScanLineVisibilityTest(useScanline);
590 tracker->setCovarianceComputation(computeCovariance);
591 tracker->setProjectionErrorComputation(projectionError);
597 c1Mo.
buildFrom(0.0439540832, 0.0845870108, 0.5477322481, 2.179498458, 0.8611798108, -0.3491961946);
598 c2Mo.
buildFrom(0.0439540832, 0.0845870108, 0.5477322481, 2.179498458, 0.8611798108, -0.3491961946);
599 std::cout <<
"Test set pose" << std::endl;
617 if (opt_click_allowed && opt_display) {
621 if (opt_step_by_step) {
630 opt_step_by_step = !opt_step_by_step;
635 if (computeCovariance) {
636 std::cout <<
"Covariance matrix: \n" <<
tracker->getCovarianceMatrix() << std::endl << std::endl;
639 if (projectionError) {
640 std::cout <<
"Projection error: " <<
tracker->getProjectionError() << std::endl << std::endl;
649 std::cout <<
"Reached last frame: " << reader.
getFrameIndex() << std::endl;
650 std::cout <<
"\nFinal poses, c1Mo:\n" << c1Mo <<
"\nc2Mo:\n" << c2Mo << std::endl;
652 if (opt_click_allowed && !quit) {
669 std::cout <<
"Catch an exception: " <<
e << std::endl;
674#elif !(defined(VISP_HAVE_MODULE_MBT) && defined(VISP_HAVE_DISPLAY))
677 std::cout <<
"Cannot run this example: visp_mbt, visp_gui modules are required." << std::endl;
683 std::cout <<
"Cannot run this example: install Lapack, Eigen3 or OpenCV" << std::endl;
Generic class defining intrinsic camera parameters.
void initPersProjWithoutDistortion(double px, double py, double u0, double v0)
static const vpColor darkRed
Class that defines generic functionalities for display.
static bool getClick(const vpImage< unsigned char > &I, bool blocking=true)
virtual void setDownScalingFactor(unsigned int scale)
static void display(const vpImage< unsigned char > &I)
static void displayFrame(const vpImage< unsigned char > &I, const vpHomogeneousMatrix &cMo, const vpCameraParameters &cam, double size, const vpColor &color=vpColor::none, unsigned int thickness=1, const vpImagePoint &offset=vpImagePoint(0, 0), const std::string &frameName="", const vpColor &textColor=vpColor::black, const vpImagePoint &textOffset=vpImagePoint(15, 15))
static void flush(const vpImage< unsigned char > &I)
unsigned int getDownScalingFactor()
static void displayText(const vpImage< unsigned char > &I, const vpImagePoint &ip, const std::string &s, const vpColor &color)
error that can be emitted by ViSP classes.
Implementation of an homogeneous matrix and operations on such kind of matrices.
vpHomogeneousMatrix & buildFrom(const vpTranslationVector &t, const vpRotationMatrix &R)
Definition of the vpImage class member functions.
unsigned int getWidth() const
Wrapper for the KLT (Kanade-Lucas-Tomasi) feature tracker implemented in OpenCV. Thus to enable this ...
void setBlockSize(int blockSize)
void setQuality(double qualityLevel)
void setHarrisFreeParameter(double harris_k)
void setMaxFeatures(int maxCount)
void setMinDistance(double minDistance)
void setWindowSize(int winSize)
void setPyramidLevels(int pyrMaxLevel)
static double rad(double deg)
Real-time 6D object pose tracking using its CAD model.
Main methods for a model-based tracker.
void setMu1(const double &mu_1)
void setRange(const unsigned int &range)
void setLikelihoodThresholdType(const vpLikelihoodThresholdType likelihood_threshold_type)
void setMaskNumber(const unsigned int &mask_number)
void setThreshold(const double &threshold)
void setSampleStep(const double &sample_step)
void setMaskSize(const unsigned int &mask_size)
void setMu2(const double &mu_2)
static bool parse(int *argcPtr, const char **argv, vpArgvInfo *argTable, int flags)
Class that enables to manipulate easily a video file or a sequence of images. As it inherits from the...
void setLastFrameIndex(const long last_frame)
void open(vpImage< vpRGBa > &I) VP_OVERRIDE
void setFileName(const std::string &filename)
long getFirstFrameIndex()
long getFrameIndex() const
void acquire(vpImage< vpRGBa > &I) VP_OVERRIDE
vpDisplay * allocateDisplay()
Return a newly allocated vpDisplay specialization if a GUI library is available or nullptr otherwise.