58#include <visp3/core/vpCameraParameters.h>
59#include <visp3/core/vpConfig.h>
60#include <visp3/core/vpXmlParserCamera.h>
61#include <visp3/detection/vpDetectorAprilTag.h>
62#include <visp3/gui/vpDisplayFactory.h>
63#include <visp3/gui/vpPlot.h>
64#include <visp3/io/vpImageIo.h>
65#include <visp3/robot/vpRobotFlirPtu.h>
66#include <visp3/sensor/vpFlyCaptureGrabber.h>
67#include <visp3/visual_features/vpFeatureBuilder.h>
68#include <visp3/visual_features/vpFeaturePoint.h>
69#include <visp3/vs/vpServo.h>
70#include <visp3/vs/vpServoDisplay.h>
72#if defined(VISP_HAVE_FLIR_PTU_SDK) && defined(VISP_HAVE_FLYCAPTURE) && \
73 defined(VISP_HAVE_DISPLAY) && defined(VISP_HAVE_PUGIXML)
75#ifdef ENABLE_VISP_NAMESPACE
80 std::vector<vpImagePoint> &traj_ip)
85 traj_ip.push_back(ip);
89 traj_ip.push_back(ip);
91 for (
size_t j = 1;
j < traj_ip.size();
j++) {
96int main(
int argc,
char **argv)
98 std::string opt_portname;
99 int opt_baudrate = 9600;
100 bool opt_network =
false;
101 std::string opt_extrinsic;
102 std::string opt_intrinsic;
103 std::string opt_camera_name;
104 bool display_tag =
true;
105 int opt_quad_decimate = 2;
106 double opt_tag_size = 0.120;
107 bool opt_verbose =
false;
108 bool opt_plot =
false;
109 bool opt_adaptive_gain =
false;
110 bool opt_task_sequencing =
false;
111 double opt_constant_gain = 0.5;
112 bool opt_display_trajectory =
true;
113 double convergence_threshold = 0.00005;
116 std::cout <<
"To see how to use this example, run: " << argv[0] <<
" --help" << std::endl;
120 for (
int i = 1;
i < argc;
i++) {
121 if ((std::string(argv[i]) ==
"--portname" || std::string(argv[i]) ==
"-p") && (i + 1 < argc)) {
122 opt_portname = std::string(argv[++i]);
124 else if ((std::string(argv[i]) ==
"--baudrate" || std::string(argv[i]) ==
"-b") && (i + 1 < argc)) {
125 opt_baudrate = std::atoi(argv[++i]);
127 else if ((std::string(argv[i]) ==
"--network" || std::string(argv[i]) ==
"-n")) {
130 else if (std::string(argv[i]) ==
"--extrinsic" && i + 1 < argc) {
131 opt_extrinsic = std::string(argv[++i]);
133 else if (std::string(argv[i]) ==
"--intrinsic" && i + 1 < argc) {
134 opt_intrinsic = std::string(argv[++i]);
136 else if (std::string(argv[i]) ==
"--camera-name" && i + 1 < argc) {
137 opt_camera_name = std::string(argv[++i]);
139 else if (std::string(argv[i]) ==
"--verbose" || std::string(argv[i]) ==
"-v") {
142 else if (std::string(argv[i]) ==
"--plot" || std::string(argv[i]) ==
"-p") {
145 else if (std::string(argv[i]) ==
"--display-image-trajectory" || std::string(argv[i]) ==
"-traj") {
146 opt_display_trajectory =
true;
148 else if (std::string(argv[i]) ==
"--adaptive-gain" || std::string(argv[i]) ==
"-a") {
149 opt_adaptive_gain =
true;
151 else if (std::string(argv[i]) ==
"--constant-gain" || std::string(argv[i]) ==
"-g") {
152 opt_constant_gain = std::stod(argv[i + 1]);
154 else if (std::string(argv[i]) ==
"--task-sequencing") {
155 opt_task_sequencing =
true;
157 else if (std::string(argv[i]) ==
"--tag-size" && i + 1 < argc) {
158 opt_tag_size = std::stod(argv[++i]);
160 else if (std::string(argv[i]) ==
"--tag-quad-decimate" && i + 1 < argc) {
161 opt_quad_decimate = std::stoi(argv[++i]);
163 else if (std::string(argv[i]) ==
"--no-convergence-threshold") {
164 convergence_threshold = 0.;
166 else if (std::string(argv[i]) ==
"--help" || std::string(argv[i]) ==
"-h") {
167 std::cout <<
"SYNOPSIS" << std::endl
168 <<
" " << argv[0] <<
" [--portname <portname>] [--baudrate <rate>] [--network] "
169 <<
"[--extrinsic <extrinsic.yaml>] [--intrinsic <intrinsic.xml>] [--camera-name <name>] "
170 <<
"[--tag-size <size>] [--tag-quad-decimate <decimation>] "
171 <<
"[--adaptive-gain] [--constant-gain] [--display-image-trajectory] [--plot] [--task-sequencing] "
172 <<
"[--no-convergence-threshold] [--verbose] [--help] [-h]" << std::endl
174 std::cout <<
"DESCRIPTION" << std::endl
175 <<
" --portname, -p <portname>" << std::endl
176 <<
" Set serial or tcp port name." << std::endl
178 <<
" --baudrate, -b <rate>" << std::endl
179 <<
" Set serial communication baud rate. Default: " << opt_baudrate <<
"." << std::endl
181 <<
" --network, -n" << std::endl
182 <<
" Get PTU network information (Hostname, IP, Gateway) and exit. " << std::endl
184 <<
" --reset, -r" << std::endl
185 <<
" Reset PTU axis and exit. " << std::endl
187 <<
" --extrinsic <extrinsic.yaml>" << std::endl
188 <<
" YAML file containing extrinsic camera parameters as a vpHomogeneousMatrix." << std::endl
189 <<
" It corresponds to the homogeneous transformation eMc, between end-effector" << std::endl
190 <<
" and camera frame." << std::endl
192 <<
" --intrinsic <intrinsic.xml>" << std::endl
193 <<
" Intrinsic camera parameters obtained after camera calibration." << std::endl
195 <<
" --camera-name <name>" << std::endl
196 <<
" Name of the camera to consider in the xml file provided for intrinsic camera parameters."
198 <<
" --tag-size <size>" << std::endl
199 <<
" Width in meter or the black part of the AprilTag used as target." << std::endl
200 <<
" Default " << opt_tag_size << std::endl
202 <<
" --tag-quad-decimate <decimation>" << std::endl
203 <<
" Decimation factor used to detect AprilTag." << std::endl
204 <<
" Default " << opt_quad_decimate << std::endl
206 <<
" --adaptive-gain, -a" << std::endl
207 <<
" Enable adaptive gain instead of constant gain to speed up convergence. " << std::endl
209 <<
" --constant-gain, -g" << std::endl
210 <<
" Constant gain value. Default value: " << opt_constant_gain << std::endl
212 <<
" --display-image-trajectory, -traj" << std::endl
213 <<
" Display the trajectory of the target cog in the image. " << std::endl
215 <<
" --plot, -p" << std::endl
216 <<
" Enable curve plotter. " << std::endl
218 <<
" --task-sequencing" << std::endl
219 <<
" Enable task sequencing that allows to smoothly control the velocity of the robot. " << std::endl
221 <<
" --no-convergence-threshold" << std::endl
222 <<
" Disable ending servoing when it reaches the desired position." << std::endl
224 <<
" --verbose, -v" << std::endl
225 <<
" Additional printings. " << std::endl
227 <<
" --help, -h" << std::endl
228 <<
" Print this helper message. " << std::endl
230 std::cout <<
"EXAMPLE" << std::endl
231 <<
" - How to get network IP" << std::endl
233 <<
" $ " << argv[0] <<
" --portname COM1 --network" << std::endl
234 <<
" Try to connect FLIR PTU to port: COM1 with baudrate: 9600" << std::endl
236 <<
" $ " << argv[0] <<
" -p /dev/ttyUSB0 --network" << std::endl
237 <<
" Try to connect FLIR PTU to port: /dev/ttyUSB0 with baudrate: 9600" << std::endl
239 <<
" PTU HostName: PTU-5" << std::endl
240 <<
" PTU IP : 169.254.110.254" << std::endl
241 <<
" PTU Gateway : 0.0.0.0" << std::endl
242 <<
" - How to run this binary using network communication" << std::endl
243 <<
" $ " << argv[0] <<
" --portname tcp:169.254.110.254 --tag-size 0.1 --gain 0.1" << std::endl;
251#if (VISP_CXX_STANDARD >= VISP_CXX_STANDARD_11)
252 std::shared_ptr<vpDisplay> display;
258 std::cout <<
"Try to connect FLIR PTU to port: " << opt_portname <<
" with baudrate: " << opt_baudrate << std::endl;
259 robot.connect(opt_portname, opt_baudrate);
262 std::cout <<
"PTU HostName: " << robot.getNetworkHostName() << std::endl;
263 std::cout <<
"PTU IP : " << robot.getNetworkIP() << std::endl;
264 std::cout <<
"PTU Gateway : " << robot.getNetworkGateway() << std::endl;
276 eRc << 0, 0, 1, -1, 0, 0, 0, -1, 0;
277 etc << -0.1, -0.123, 0.035;
281 if (!opt_extrinsic.empty()) {
287 std::cout <<
"***************************************************************" << std::endl;
288 std::cout <<
"Warning, use hard coded values for extrinsic camera parameters." << std::endl;
289 std::cout <<
"Create a yaml file that contains the extrinsic:" << std::endl
291 <<
"$ cat eMc.yaml" << std::endl
292 <<
"rows: 4" << std::endl
293 <<
"cols: 4" << std::endl
294 <<
"data:" << std::endl
295 <<
" - [0, 0, 1, -0.1]" << std::endl
296 <<
" - [-1, 0, 0, -0.123]" << std::endl
297 <<
" - [0, -1, 0, 0.035]" << std::endl
298 <<
" - [0, 0, 0, 1]" << std::endl
300 <<
"and load this file with [--extrinsic <extrinsic.yaml] command line option, like:" << std::endl
302 <<
"$ " << argv[0] <<
"-p " << opt_portname <<
" --extrinsic eMc.yaml" << std::endl
304 std::cout <<
"***************************************************************" << std::endl;
307 std::cout <<
"Considered extrinsic transformation eMc:\n" << eMc << std::endl;
313 if (!opt_intrinsic.empty() && !opt_camera_name.empty()) {
318 std::cout <<
"***************************************************************" << std::endl;
319 std::cout <<
"Warning, use hard coded values for intrinsic camera parameters." << std::endl;
320 std::cout <<
"Calibrate your camera and load the parameters from command line options, like:" << std::endl
322 <<
"$ " << argv[0] <<
"-p " << opt_portname <<
" --intrinsic camera.xml --camera-name \"Camera\""
325 std::cout <<
"***************************************************************" << std::endl;
328 std::cout <<
"Considered intrinsic camera parameters:\n" <<
cam <<
"\n";
330#if (VISP_CXX_STANDARD >= VISP_CXX_STANDARD_11)
339 detector.setAprilTagPoseEstimationMethod(poseEstimationMethod);
340 detector.setDisplayTag(display_tag);
341 detector.setAprilTagQuadDecimate(opt_quad_decimate);
352 task.addFeature(p, pd);
356 if (opt_adaptive_gain) {
358 task.setLambda(lambda);
361 task.setLambda(opt_constant_gain);
368 plotter =
new vpPlot(2,
static_cast<int>(250 * 2), 500,
static_cast<int>(I.getWidth()) + 80, 10,
369 "Real time curves plotter");
370 plotter->setTitle(0,
"Visual features error");
371 plotter->setTitle(1,
"Joint velocities");
374 plotter->setLegend(0, 0,
"error_feat_p_x");
375 plotter->setLegend(0, 1,
"error_feat_p_y");
376 plotter->setLegend(1, 0,
"qdot_pan");
377 plotter->setLegend(1, 1,
"qdot_tilt");
380 bool final_quit =
false;
381 bool has_converged =
false;
382 bool send_velocities =
false;
383 bool servo_started =
false;
384 std::vector<vpImagePoint> traj_cog;
392 std::cout << cVe << std::endl;
397 while (!has_converged && !final_quit) {
404 std::vector<vpHomogeneousMatrix> cMo_vec;
405 detector.detect(I, opt_tag_size, cam, cMo_vec);
407 std::stringstream ss;
408 ss <<
"Left click to " << (send_velocities ?
"stop the robot" :
"servo the robot") <<
", right click to quit.";
414 if (detector.getNbObjects() == 1) {
417 double Z = cMo_vec[0][2][3];
423 std::cout <<
"Z: " << Z << std::endl;
432 if (opt_task_sequencing) {
433 if (!servo_started) {
434 if (send_velocities) {
435 servo_started =
true;
442 qdot =
task.computeControlLaw();
449 if (opt_display_trajectory) {
450 display_point_trajectory(I, cog, traj_cog);
455 plotter->plot(1, iter_plot, qdot);
460 std::cout <<
"qdot: " << qdot.t() << std::endl;
463 double error =
task.getError().sumSquare();
465 ss <<
"error: " <<
error;
469 std::cout <<
"error: " <<
error << std::endl;
471 if (error < convergence_threshold) {
472 has_converged =
true;
473 std::cout <<
"Servo task has converged"
482 if (!send_velocities) {
498 send_velocities = !send_velocities;
511 std::cout <<
"Stop the robot " << std::endl;
514 if (opt_plot && plotter !=
nullptr) {
520 while (!final_quit) {
536 std::cout <<
"Catch Flir Ptu signal exception: " <<
e.getMessage() << std::endl;
540 std::cout <<
"ViSP exception: " <<
e.what() << std::endl;
541 std::cout <<
"Stop the robot " << std::endl;
545#if (VISP_CXX_STANDARD < VISP_CXX_STANDARD_11)
546 if (display !=
nullptr) {
555#if !defined(VISP_HAVE_FLYCAPTURE)
556 std::cout <<
"Install FLIR Flycapture" << std::endl;
558#if !defined(VISP_HAVE_FLIR_PTU_SDK)
559 std::cout <<
"Install FLIR PTU SDK." << std::endl;
561#if !defined(VISP_HAVE_PUGIXML)
562 std::cout <<
"pugixml built-in 3rdparty is requested." << std::endl;
Adaptive gain computation.
static bool loadYAML(const std::string &filename, vpArray2D< Type > &A, char *header=nullptr)
Generic class defining intrinsic camera parameters.
@ perspectiveProjWithoutDistortion
Perspective projection without distortion model.
Implementation of column vector and the associated operations.
static const vpColor green
@ TAG_36h11
AprilTag 36h11 pattern (recommended).
Class that defines generic functionalities for display.
static bool getClick(const vpImage< unsigned char > &I, bool blocking=true)
static void display(const vpImage< unsigned char > &I)
static void displayLine(const vpImage< unsigned char > &I, const vpImagePoint &ip1, const vpImagePoint &ip2, const vpColor &color, unsigned int thickness=1, bool segment=true)
static void flush(const vpImage< unsigned char > &I)
static void displayText(const vpImage< unsigned char > &I, const vpImagePoint &ip, const std::string &s, const vpColor &color)
error that can be emitted by ViSP classes.
Class that defines a 2D point visual feature which is composed by two parameters that are the cartes...
void open(vpImage< unsigned char > &I)
void acquire(vpImage< unsigned char > &I)
Implementation of an homogeneous matrix and operations on such kind of matrices.
Class that defines a 2D point in an image. This class is useful for image processing and stores only ...
static double distance(const vpImagePoint &iP1, const vpImagePoint &iP2)
Definition of the vpImage class member functions.
Implementation of a matrix and operations on matrices.
static void convertPoint(const vpCameraParameters &cam, const double &u, const double &v, double &x, double &y)
This class enables real time drawing of 2D or 3D graphics. An instance of the class open a window whi...
Implementation of a pose vector and operations on poses.
Error that can be emitted by the vpRobot class and its derivatives.
@ STATE_VELOCITY_CONTROL
Initialize the velocity controller.
@ STATE_STOP
Stops robot motion especially in velocity and acceleration control.
Implementation of a rotation matrix and operations on such kind of matrices.
static void display(const vpServo &s, const vpCameraParameters &cam, const vpImage< unsigned char > &I, vpColor currentColor=vpColor::green, vpColor desiredColor=vpColor::red, unsigned int thickness=1)
Class that consider the case of a translation vector.
XML parser to load and save intrinsic camera parameters.
std::shared_ptr< vpDisplay > createDisplay()
Return a smart pointer vpDisplay specialization if a GUI library is available or nullptr otherwise.
vpDisplay * allocateDisplay()
Return a newly allocated vpDisplay specialization if a GUI library is available or nullptr otherwise.
VISP_EXPORT double measureTimeMs()