/* Copyright (c) 2010-2016, Mathieu Labbe - IntRoLab - Universite de Sherbrooke All rights reserved. Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met: * Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer. * Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the distribution. * Neither the name of the Universite de Sherbrooke nor the names of its contributors may be used to endorse or promote products derived from this software without specific prior written permission. THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ #include "rtabmap_ros/CoreWrapper.h" #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #ifdef WITH_OCTOMAP_ROS #ifdef RTABMAP_OCTOMAP #include #include #endif #endif #define BAD_COVARIANCE 9999 //msgs #include "rtabmap_ros/Info.h" #include "rtabmap_ros/MapData.h" #include "rtabmap_ros/MapGraph.h" #include "rtabmap_ros/GetMap.h" #include "rtabmap_ros/PublishMap.h" #include "rtabmap_ros/MsgConversion.h" using namespace rtabmap; CoreWrapper::CoreWrapper(bool deleteDbOnStart, const ParametersMap & parameters) : paused_(false), lastPose_(Transform::getIdentity()), lastPoseIntermediate_(false), rotVariance_(0), transVariance_(0), latestNodeWasReached_(false), frameId_("base_link"), mapFrameId_("map"), odomFrameId_(""), groundTruthFrameId_(""), // e.g., "world" configPath_(""), databasePath_(UDirectory::homeDir()+"/.ros/"+rtabmap::Parameters::getDefaultDatabaseName()), waitForTransform_(true), waitForTransformDuration_(0.2), // 200 ms useActionForGoal_(false), genScan_(false), genScanMaxDepth_(4.0), genScanMinDepth_(0.0), scanCloudMaxPoints_(0), scanCloudNormalK_(0), flipScan_(false), mapToOdom_(rtabmap::Transform::getIdentity()), mapsManager_(true), depthSync_(0), depthExactSync_(0), depthScanSync_(0), depthScan3dSync_(0), stereoScanSync_(0), stereoScan3dSync_(0), stereoApproxSync_(0), stereoExactSync_(0), depth2Sync_(0), depthTFSync_(0), depthTFExactSync_(0), depthScanTFSync_(0), depthScan3dTFSync_(0), stereoScanTFSync_(0), stereoScan3dTFSync_(0), stereoApproxTFSync_(0), stereoExactTFSync_(0), transformThread_(0), rate_(Parameters::defaultRtabmapDetectionRate()), createIntermediateNodes_(Parameters::defaultRtabmapCreateIntermediateNodes()), time_(ros::Time::now()), previousStamp_(0), mbClient_("move_base", true) { ros::NodeHandle nh; ros::NodeHandle pnh("~"); bool subscribeScan2d = false; bool subscribeScan3d = false; bool subscribeDepth = true; bool subscribeStereo = false; int depthCameras = 1; int queueSize = 10; bool publishTf = true; double tfDelay = 0.05; // 20 Hz double tfTolerance = 0.1; // 100 ms std::string tfPrefix = ""; bool approxSync = true; // ROS related parameters (private) pnh.param("subscribe_depth", subscribeDepth, subscribeDepth); if(pnh.getParam("subscribe_laserScan", subscribeScan2d) && subscribeScan2d) { ROS_WARN("rtabmap: \"subscribe_laserScan\" parameter is deprecated, use \"subscribe_scan\" instead. The scan topic is still subscribed."); } pnh.param("subscribe_scan", subscribeScan2d, subscribeScan2d); pnh.param("subscribe_scan_cloud", subscribeScan3d, subscribeScan3d); pnh.param("subscribe_stereo", subscribeStereo, subscribeStereo); if(subscribeDepth && subscribeStereo) { ROS_WARN("rtabmap: Parameters subscribe_depth and subscribe_stereo cannot be true at the same time. Parameter subscribe_depth is set to false."); subscribeDepth = false; } if(subscribeScan2d && subscribeScan3d) { ROS_WARN("rtabmap: Parameters subscribe_scan and subscribe_scan_cloud cannot be true at the same time. Parameter subscribe_scan_cloud is set to false."); subscribeScan3d = false; } if(subscribeScan2d || subscribeScan3d) { if(!subscribeDepth && !subscribeStereo) { ROS_WARN("When subscribing to laser scan, you should subscribe to depth or stereo too. Subscribing to depth by default..."); subscribeDepth = true; } } pnh.param("config_path", configPath_, configPath_); pnh.param("database_path", databasePath_, databasePath_); pnh.param("frame_id", frameId_, frameId_); pnh.param("map_frame_id", mapFrameId_, mapFrameId_); pnh.param("odom_frame_id", odomFrameId_, odomFrameId_); // set to use odom from TF pnh.param("ground_truth_frame_id", groundTruthFrameId_, groundTruthFrameId_); pnh.param("depth_cameras", depthCameras, depthCameras); pnh.param("queue_size", queueSize, queueSize); if(pnh.hasParam("stereo_approx_sync") && !pnh.hasParam("approx_sync")) { ROS_WARN("Parameter \"stereo_approx_sync\" has been renamed " "to \"approx_sync\"! Your value is still copied to " "corresponding parameter."); pnh.param("stereo_approx_sync", approxSync, approxSync); } else { pnh.param("approx_sync", approxSync, approxSync); } pnh.param("publish_tf", publishTf, publishTf); pnh.param("tf_delay", tfDelay, tfDelay); pnh.param("tf_prefix", tfPrefix, tfPrefix); pnh.param("tf_tolerance", tfTolerance, tfTolerance); pnh.param("wait_for_transform", waitForTransform_, waitForTransform_); pnh.param("wait_for_transform_duration", waitForTransformDuration_, waitForTransformDuration_); pnh.param("use_action_for_goal", useActionForGoal_, useActionForGoal_); pnh.param("gen_scan", genScan_, genScan_); pnh.param("gen_scan_max_depth", genScanMaxDepth_, genScanMaxDepth_); pnh.param("gen_scan_min_depth", genScanMinDepth_, genScanMinDepth_); pnh.param("scan_cloud_max_points", scanCloudMaxPoints_, scanCloudMaxPoints_); pnh.param("scan_cloud_normal_k", scanCloudNormalK_, scanCloudNormalK_); pnh.param("flip_scan", flipScan_, flipScan_); if(!tfPrefix.empty()) { if(!frameId_.empty()) { frameId_ = tfPrefix+"/"+frameId_; } if(!mapFrameId_.empty()) { mapFrameId_ = tfPrefix+"/"+mapFrameId_; } if(!odomFrameId_.empty()) { odomFrameId_ = tfPrefix+"/"+odomFrameId_; } if(!groundTruthFrameId_.empty()) { groundTruthFrameId_ = tfPrefix+"/"+groundTruthFrameId_; } // keep worldFrameId_ without prefix as it should be global } if(depthCameras <= 0 && subscribeDepth) { depthCameras = 1; } ROS_INFO("rtabmap: frame_id = %s", frameId_.c_str()); if(!odomFrameId_.empty()) { ROS_INFO("rtabmap: odom_frame_id = %s", odomFrameId_.c_str()); } if(!groundTruthFrameId_.empty()) { ROS_INFO("rtabmap: ground_truth_frame_id = %s", groundTruthFrameId_.c_str()); } ROS_INFO("rtabmap: map_frame_id = %s", mapFrameId_.c_str()); ROS_INFO("rtabmap: queue_size = %d", queueSize); ROS_INFO("rtabmap: tf_delay = %f", tfDelay); ROS_INFO("rtabmap: tf_tolerance = %f", tfTolerance); ROS_INFO("rtabmap: depth_cameras = %d", depthCameras); ROS_INFO("rtabmap: approx_sync = %s", approxSync?"true":"false"); infoPub_ = nh.advertise("info", 1); mapDataPub_ = nh.advertise("mapData", 1); mapGraphPub_ = nh.advertise("mapGraph", 1); labelsPub_ = nh.advertise("labels", 1); // planning topics goalSub_ = nh.subscribe("goal", 1, &CoreWrapper::goalCallback, this); goalNodeSub_ = nh.subscribe("goal_node", 1, &CoreWrapper::goalNodeCallback, this); nextMetricGoalPub_ = nh.advertise("goal_out", 1); goalReachedPub_ = nh.advertise("goal_reached", 1); globalPathPub_ = nh.advertise("global_path", 1); localPathPub_ = nh.advertise("local_path", 1); ros::Publisher nextMetricGoal_; ros::Publisher goalReached_; ros::Publisher path_; configPath_ = uReplaceChar(configPath_, '~', UDirectory::homeDir()); databasePath_ = uReplaceChar(databasePath_, '~', UDirectory::homeDir()); if(configPath_.size() && configPath_.at(0) != '/') { configPath_ = UDirectory::currentDir(true) + configPath_; } if(databasePath_.size() && databasePath_.at(0) != '/') { databasePath_ = UDirectory::currentDir(true) + databasePath_; } // load parameters parameters_ = loadParameters(configPath_); // update parameters with user input parameters (private) uInsert(parameters_, std::make_pair(Parameters::kRtabmapWorkingDirectory(), UDirectory::homeDir()+"/.ros")); // change default to ~/.ros for(ParametersMap::iterator iter=parameters_.begin(); iter!=parameters_.end(); ++iter) { std::string vStr; bool vBool; int vInt; double vDouble; if(pnh.getParam(iter->first, vStr)) { ROS_INFO("Setting RTAB-Map parameter \"%s\"=\"%s\"", iter->first.c_str(), vStr.c_str()); iter->second = vStr; if(iter->first.compare(Parameters::kRtabmapWorkingDirectory()) == 0) { iter->second = uReplaceChar(iter->second, '~', UDirectory::homeDir()); } else if(iter->first.compare(Parameters::kKpDictionaryPath()) == 0) { iter->second = uReplaceChar(iter->second, '~', UDirectory::homeDir()); } } else if(pnh.getParam(iter->first, vBool)) { ROS_INFO("Setting RTAB-Map parameter \"%s\"=\"%s\"", iter->first.c_str(), uBool2Str(vBool).c_str()); iter->second = uBool2Str(vBool); } else if(pnh.getParam(iter->first, vDouble)) { ROS_INFO("Setting RTAB-Map parameter \"%s\"=\"%s\"", iter->first.c_str(), uNumber2Str(vDouble).c_str()); iter->second = uNumber2Str(vDouble); } else if(pnh.getParam(iter->first, vInt)) { ROS_INFO("Setting RTAB-Map parameter \"%s\"=\"%s\"", iter->first.c_str(), uNumber2Str(vInt).c_str()); iter->second = uNumber2Str(vInt); } } //update with input arguments for(ParametersMap::const_iterator iter=parameters.begin(); iter!=parameters.end(); ++iter) { uInsert(parameters_, ParametersPair(iter->first, iter->second)); ROS_INFO("Update RTAB-Map parameter \"%s\"=\"%s\" from arguments", iter->first.c_str(), iter->second.c_str()); } // Backward compatibility for(std::map >::const_iterator iter=Parameters::getRemovedParameters().begin(); iter!=Parameters::getRemovedParameters().end(); ++iter) { std::string vStr; if(pnh.getParam(iter->first, vStr)) { if(iter->second.first) { // can be migrated parameters_.at(iter->second.second)= vStr; ROS_WARN("Rtabmap: Parameter name changed: \"%s\" -> \"%s\". Please update your launch file accordingly. Value \"%s\" is still set to the new parameter name.", iter->first.c_str(), iter->second.second.c_str(), vStr.c_str()); } else { if(iter->second.second.empty()) { ROS_ERROR("Rtabmap: Parameter \"%s\" doesn't exist anymore!", iter->first.c_str()); } else { ROS_ERROR("Rtabmap: Parameter \"%s\" doesn't exist anymore! You may look at this similar parameter: \"%s\"", iter->first.c_str(), iter->second.second.c_str()); } } } } // set public parameters nh.setParam("is_rtabmap_paused", paused_); for(ParametersMap::iterator iter=parameters_.begin(); iter!=parameters_.end(); ++iter) { nh.setParam(iter->first, iter->second); } if(parameters_.find(Parameters::kRtabmapDetectionRate()) != parameters_.end()) { Parameters::parse(parameters_, Parameters::kRtabmapDetectionRate(), rate_); ROS_INFO("RTAB-Map detection rate = %f Hz", rate_); } if(parameters_.find(Parameters::kRtabmapCreateIntermediateNodes()) != parameters_.end()) { Parameters::parse(parameters_, Parameters::kRtabmapCreateIntermediateNodes(), createIntermediateNodes_); if(createIntermediateNodes_) { ROS_INFO("Create intermediate nodes"); } } bool isRGBD = uStr2Bool(parameters_.at(Parameters::kRGBDEnabled()).c_str()); if(isRGBD) { // RGBD SLAM if(!subscribeDepth && !subscribeStereo) { ROS_WARN("ROS param subscribe_depth and subscribe_stereo are false, but RTAB-Map " "parameter \"RGBD/Enabled\" is true! Please set subscribe_depth or subscribe_stereo " "to true to use rtabmap node for RGB-D SLAM, or set \"RGBD/Enabled\" to false for loop closure " "detection on images-only."); } } if(paused_) { ROS_WARN("Node paused... don't forget to call service \"resume\" to start rtabmap."); } if(deleteDbOnStart) { if(UFile::erase(databasePath_) == 0) { ROS_INFO("rtabmap: Deleted database \"%s\" (--delete_db_on_start is set).", databasePath_.c_str()); } } if(databasePath_.size()) { ROS_INFO("rtabmap: Using database from \"%s\".", databasePath_.c_str()); } else { ROS_INFO("rtabmap: database_path parameter not set, the map will not be saved."); } // Init RTAB-Map rtabmap_.init(parameters_, databasePath_); if(databasePath_.size() && rtabmap_.getMemory()) { ROS_INFO("rtabmap: Database version = \"%s\".", rtabmap_.getMemory()->getDatabaseVersion().c_str()); } // setup services updateSrv_ = nh.advertiseService("update_parameters", &CoreWrapper::updateRtabmapCallback, this); resetSrv_ = nh.advertiseService("reset", &CoreWrapper::resetRtabmapCallback, this); pauseSrv_ = nh.advertiseService("pause", &CoreWrapper::pauseRtabmapCallback, this); resumeSrv_ = nh.advertiseService("resume", &CoreWrapper::resumeRtabmapCallback, this); triggerNewMapSrv_ = nh.advertiseService("trigger_new_map", &CoreWrapper::triggerNewMapCallback, this); backupDatabase_ = nh.advertiseService("backup", &CoreWrapper::backupDatabaseCallback, this); setModeLocalizationSrv_ = nh.advertiseService("set_mode_localization", &CoreWrapper::setModeLocalizationCallback, this); setModeMappingSrv_ = nh.advertiseService("set_mode_mapping", &CoreWrapper::setModeMappingCallback, this); getMapDataSrv_ = nh.advertiseService("get_map", &CoreWrapper::getMapCallback, this); getGridMapSrv_ = nh.advertiseService("get_grid_map", &CoreWrapper::getGridMapCallback, this); getProjMapSrv_ = nh.advertiseService("get_proj_map", &CoreWrapper::getProjMapCallback, this); publishMapDataSrv_ = nh.advertiseService("publish_map", &CoreWrapper::publishMapCallback, this); setGoalSrv_ = nh.advertiseService("set_goal", &CoreWrapper::setGoalCallback, this); cancelGoalSrv_ = nh.advertiseService("cancel_goal", &CoreWrapper::cancelGoalCallback, this); setLabelSrv_ = nh.advertiseService("set_label", &CoreWrapper::setLabelCallback, this); listLabelsSrv_ = nh.advertiseService("list_labels", &CoreWrapper::listLabelsCallback, this); #ifdef WITH_OCTOMAP_ROS #ifdef RTABMAP_OCTOMAP octomapBinarySrv_ = nh.advertiseService("octomap_binary", &CoreWrapper::octomapBinaryCallback, this); octomapFullSrv_ = nh.advertiseService("octomap_full", &CoreWrapper::octomapFullCallback, this); #endif #endif //private services setLogDebugSrv_ = pnh.advertiseService("log_debug", &CoreWrapper::setLogDebug, this); setLogInfoSrv_ = pnh.advertiseService("log_info", &CoreWrapper::setLogInfo, this); setLogWarnSrv_ = pnh.advertiseService("log_warning", &CoreWrapper::setLogWarn, this); setLogErrorSrv_ = pnh.advertiseService("log_error", &CoreWrapper::setLogError, this); setupCallbacks(subscribeDepth, subscribeScan2d, subscribeScan3d, subscribeStereo, queueSize, approxSync, depthCameras); int optimizeIterations = 0; Parameters::parse(parameters_, Parameters::kOptimizerIterations(), optimizeIterations); if(publishTf && optimizeIterations != 0) { transformThread_ = new boost::thread(boost::bind(&CoreWrapper::publishLoop, this, tfDelay, tfTolerance)); } else if(publishTf) { UWARN("Graph optimization is disabled (%s=0), the tf between frame \"%s\" and odometry frame will not be published. You can safely ignore this warning if you are using map_optimizer node.", Parameters::kOptimizerIterations().c_str(), mapFrameId_.c_str()); } } CoreWrapper::~CoreWrapper() { if(transformThread_) { transformThread_->join(); delete transformThread_; } if(depthSync_) delete depthSync_; if(depthExactSync_) delete depthExactSync_; if(depthScanSync_) delete depthScanSync_; if(depthScan3dSync_) delete depthScan3dSync_; if(stereoScanSync_) delete stereoScanSync_; if(stereoScan3dSync_) delete stereoScan3dSync_; if(stereoApproxSync_) delete stereoApproxSync_; if(stereoExactSync_) delete stereoExactSync_; if(depth2Sync_) delete depth2Sync_; if(depthTFSync_) delete depthTFSync_; if(depthTFExactSync_) delete depthTFExactSync_; if(depthScanTFSync_) delete depthScanTFSync_; if(depthScan3dTFSync_) delete depthScan3dTFSync_; if(stereoScanTFSync_) delete stereoScanTFSync_; if(stereoScan3dTFSync_) delete stereoScan3dTFSync_; if(stereoApproxTFSync_) delete stereoApproxTFSync_; if(stereoExactTFSync_) delete stereoExactTFSync_; for(unsigned int i=0; isaveParameters(configPath_); ros::NodeHandle nh; for(ParametersMap::iterator iter=parameters_.begin(); iter!=parameters_.end(); ++iter) { nh.deleteParam(iter->first); } nh.deleteParam("is_rtabmap_paused"); printf("rtabmap: Saving database/long-term memory... (located at %s)\n", databasePath_.c_str()); } ParametersMap CoreWrapper::loadParameters(const std::string & configFile) { ParametersMap parameters = Parameters::getDefaultParameters(); if(!configFile.empty()) { ROS_INFO("Loading parameters from %s", configFile.c_str()); if(!UFile::exists(configFile.c_str())) { ROS_WARN("Config file doesn't exist! It will be generated..."); } Parameters::readINI(configFile.c_str(), parameters); } // otherwise take default parameters return parameters; } void CoreWrapper::saveParameters(const std::string & configFile) { if(!configFile.empty()) { printf("Saving parameters to %s\n", configFile.c_str()); if(!UFile::exists(configFile.c_str())) { printf("Config file doesn't exist, a new one will be created.\n"); } Parameters::writeINI(configFile.c_str(), parameters_); } else { ROS_INFO("Parameters are not saved! (No configuration file provided...)"); } } void CoreWrapper::publishLoop(double tfDelay, double tfTolerance) { if(tfDelay == 0) return; ros::Rate r(1.0 / tfDelay); while(ros::ok()) { if(!odomFrameId_.empty()) { mapToOdomMutex_.lock(); ros::Time tfExpiration = ros::Time::now() + ros::Duration(tfTolerance); geometry_msgs::TransformStamped msg; msg.child_frame_id = odomFrameId_; msg.header.frame_id = mapFrameId_; msg.header.stamp = tfExpiration; rtabmap_ros::transformToGeometryMsg(mapToOdom_, msg.transform); tfBroadcaster_.sendTransform(msg); mapToOdomMutex_.unlock(); } r.sleep(); } } void CoreWrapper::defaultCallback(const sensor_msgs::ImageConstPtr & imageMsg) { if(!paused_) { if(rate_>0.0f) { if(ros::Time::now() - time_ < ros::Duration(1.0f/rate_)) { return; } } time_ = ros::Time::now(); if(!(imageMsg->encoding.compare(sensor_msgs::image_encodings::MONO8) ==0 || imageMsg->encoding.compare(sensor_msgs::image_encodings::MONO16) ==0 || imageMsg->encoding.compare(sensor_msgs::image_encodings::BGR8) == 0 || imageMsg->encoding.compare(sensor_msgs::image_encodings::RGB8) == 0)) { ROS_ERROR("Input type must be image=mono8,mono16,rgb8,bgr8"); return; } cv_bridge::CvImageConstPtr ptrImage; if(imageMsg->encoding.compare(sensor_msgs::image_encodings::MONO8) == 0 || imageMsg->encoding.compare(sensor_msgs::image_encodings::MONO16) == 0) { ptrImage = cv_bridge::toCvShare(imageMsg, "mono8"); } else { ptrImage = cv_bridge::toCvShare(imageMsg, "bgr8"); } // process data UTimer timer; if(rtabmap_.isIDsGenerated() || ptrImage->header.seq > 0) { if(!rtabmap_.process(ptrImage->image.clone(), ptrImage->header.seq)) { ROS_WARN("RTAB-Map could not process the data received! (ROS id = %d)", ptrImage->header.seq); } else { this->publishStats(ros::Time::now()); } } else if(!rtabmap_.isIDsGenerated()) { ROS_WARN("Ignoring received image because its sequence ID=0. Please " "set \"Mem/GenerateIds\"=\"true\" to ignore ros generated sequence id. " "Use only \"Mem/GenerateIds\"=\"false\" for once-time run of RTAB-Map and " "when you need to have IDs output of RTAB-map synchronised with the source " "image sequence ID."); } ROS_INFO("rtabmap: Update rate=%fs, Limit=%fs, Processing time = %fs (%d local nodes)", 1.0f/rate_, rtabmap_.getTimeThreshold()/1000.0f, timer.ticks(), rtabmap_.getWMSize()+rtabmap_.getSTMSize()); } } bool CoreWrapper::commonOdomUpdate(const nav_msgs::OdometryConstPtr & odomMsg) { if(!paused_) { Transform odom = rtabmap_ros::transformFromPoseMsg(odomMsg->pose.pose); if(!lastPose_.isIdentity() && !odom.isNull() && (odom.isIdentity() || (odomMsg->pose.covariance[0] >= BAD_COVARIANCE && odomMsg->twist.covariance[0] >= BAD_COVARIANCE))) { UWARN("Odometry is reset (identity pose or high variance (%f) detected). Increment map id!", MAX(odomMsg->pose.covariance[0], odomMsg->twist.covariance[0])); rtabmap_.triggerNewMap(); rotVariance_ = 0; transVariance_ = 0; } lastPoseIntermediate_ = false; lastPose_ = odom; lastPoseStamp_ = odomMsg->header.stamp; // Only update variance if odom is not null if(!odom.isNull()) { // using MIN in case of 3DoF mapping (maybe not parameters are set, except x and yaw for the twist) float transVariance = uMax3(odomMsg->twist.covariance[0], MIN(odomMsg->twist.covariance[7], BAD_COVARIANCE), MIN(odomMsg->twist.covariance[14], BAD_COVARIANCE)); float rotVariance = uMax3(MIN(odomMsg->twist.covariance[21],BAD_COVARIANCE), MIN(odomMsg->twist.covariance[28], BAD_COVARIANCE), odomMsg->twist.covariance[35]); if(uIsFinite(rotVariance) && rotVariance > rotVariance_) { rotVariance_ = rotVariance; } if(uIsFinite(transVariance) && transVariance > transVariance_) { transVariance_ = transVariance; } } // Throttle bool ignoreFrame = false; if(rate_>0.0f) { if((previousStamp_.toSec() > 0.0 && odomMsg->header.stamp.toSec() > previousStamp_.toSec() && odomMsg->header.stamp - previousStamp_ < ros::Duration(1.0f/rate_)) || ((previousStamp_.toSec() <= 0.0 || odomMsg->header.stamp.toSec() <= previousStamp_.toSec()) && ros::Time::now() - time_ < ros::Duration(1.0f/rate_))) { ignoreFrame = true; } } if(ignoreFrame) { if(createIntermediateNodes_) { lastPoseIntermediate_ = true; } else { return false; } } else if(!ignoreFrame) { time_ = ros::Time::now(); previousStamp_ = odomMsg->header.stamp; } return true; } return false; } bool CoreWrapper::commonOdomTFUpdate(const ros::Time & stamp) { if(!paused_) { // Odom TF ready? Transform odom = getTransform(odomFrameId_, frameId_, stamp); if(odom.isNull()) { return false; } if(!lastPose_.isIdentity() && odom.isIdentity()) { UWARN("Odometry is reset (identity pose detected). Increment map id!"); rtabmap_.triggerNewMap(); rotVariance_ = 0; transVariance_ = 0; } lastPoseIntermediate_ = false; lastPose_ = odom; lastPoseStamp_ = stamp; bool ignoreFrame = false; if(rate_>0.0f) { if((previousStamp_.toSec() > 0.0 && stamp.toSec() > previousStamp_.toSec() && stamp - previousStamp_ < ros::Duration(1.0f/rate_)) || ((previousStamp_.toSec() <= 0.0 || stamp.toSec() <= previousStamp_.toSec()) && ros::Time::now() - time_ < ros::Duration(1.0f/rate_))) { ignoreFrame = true; } } if(ignoreFrame) { if(createIntermediateNodes_) { lastPoseIntermediate_ = true; } else { return false; } } else if(!ignoreFrame) { time_ = ros::Time::now(); previousStamp_ = stamp; } return true; } return false; } Transform CoreWrapper::getTransform(const std::string & fromFrameId, const std::string & toFrameId, const ros::Time & stamp) const { // TF ready? Transform transform; try { if(waitForTransform_ && !stamp.isZero() && waitForTransformDuration_>0.0) { //if(!tfBuffer_.canTransform(fromFrameId, toFrameId, stamp, ros::Duration(1))) if(!tfListener_.waitForTransform(fromFrameId, toFrameId, stamp, ros::Duration(waitForTransformDuration_))) { ROS_WARN("rtabmap: Could not get transform from %s to %s after %f seconds (for stamp=%f)!", fromFrameId.c_str(), toFrameId.c_str(), waitForTransformDuration_, stamp.toSec()); return transform; } } tf::StampedTransform tmp; tfListener_.lookupTransform(fromFrameId, toFrameId, stamp, tmp); transform = rtabmap_ros::transformFromTF(tmp); } catch(tf::TransformException & ex) { ROS_WARN("%s",ex.what()); } return transform; } void CoreWrapper::commonDepthCallback( const std::string & odomFrameId, const sensor_msgs::ImageConstPtr& imageMsg, const sensor_msgs::ImageConstPtr& depthMsg, const sensor_msgs::CameraInfoConstPtr& cameraInfoMsg, const sensor_msgs::LaserScanConstPtr& scanMsg, const sensor_msgs::PointCloud2ConstPtr& scan3dMsg) { std::vector imageMsgs; std::vector depthMsgs; std::vector cameraInfoMsgs; imageMsgs.push_back(imageMsg); depthMsgs.push_back(depthMsg); cameraInfoMsgs.push_back(cameraInfoMsg); commonDepthCallback(odomFrameId, imageMsgs, depthMsgs, cameraInfoMsgs, scanMsg, scan3dMsg); } void CoreWrapper::commonDepthCallback( const std::string & odomFrameId, const std::vector & imageMsgs, const std::vector & depthMsgs, const std::vector & cameraInfoMsgs, const sensor_msgs::LaserScanConstPtr& scan2dMsg, const sensor_msgs::PointCloud2ConstPtr& scan3dMsg) { UASSERT(imageMsgs.size()>0 && imageMsgs.size() == depthMsgs.size() && imageMsgs.size() == cameraInfoMsgs.size()); //for sync transform Transform odomT = getTransform(odomFrameId, frameId_, lastPoseStamp_); if(odomT.isNull() && !odomFrameId_.empty()) { ROS_WARN("Could not get TF transform from %s to %s, sensors will not be synchronized with odometry pose.", odomFrameId.c_str(), frameId_.c_str()); } int imageWidth = imageMsgs[0]->width; int imageHeight = imageMsgs[0]->height; int cameraCount = imageMsgs.size(); cv::Mat rgb; cv::Mat depth; pcl::PointCloud scanCloud2d; std::vector cameraModels; int genMaxScanPts = 0; for(unsigned int i=0; iencoding.compare(sensor_msgs::image_encodings::TYPE_8UC1) == 0 || imageMsgs[i]->encoding.compare(sensor_msgs::image_encodings::MONO8) ==0 || imageMsgs[i]->encoding.compare(sensor_msgs::image_encodings::MONO16) ==0 || imageMsgs[i]->encoding.compare(sensor_msgs::image_encodings::BGR8) == 0 || imageMsgs[i]->encoding.compare(sensor_msgs::image_encodings::RGB8) == 0) || !(depthMsgs[i]->encoding.compare(sensor_msgs::image_encodings::TYPE_16UC1) == 0 || depthMsgs[i]->encoding.compare(sensor_msgs::image_encodings::TYPE_32FC1) == 0 || depthMsgs[i]->encoding.compare(sensor_msgs::image_encodings::MONO16) == 0)) { ROS_ERROR("Input type must be image=mono8,mono16,rgb8,bgr8 and image_depth=32FC1,16UC1,mono16"); return; } UASSERT_MSG(imageMsgs[i]->width == imageWidth && imageMsgs[i]->height == imageHeight, uFormat("imageWidth=%d vs %d imageHeight=%d vs %d", imageWidth, imageMsgs[i]->width, imageHeight, imageMsgs[i]->height).c_str()); UASSERT_MSG(depthMsgs[i]->width == imageWidth && depthMsgs[i]->height == imageHeight, uFormat("imageWidth=%d vs %d imageHeight=%d vs %d", imageWidth, depthMsgs[i]->width, imageHeight, depthMsgs[i]->height).c_str()); Transform localTransform = getTransform(frameId_, depthMsgs[i]->header.frame_id, depthMsgs[i]->header.stamp); if(localTransform.isNull()) { ROS_ERROR("TF of received depth image %d at time %fs is not set, aborting rtabmap update.", i, depthMsgs[i]->header.stamp.toSec()); return; } // sync with odometry stamp if(lastPoseStamp_ != depthMsgs[i]->header.stamp) { if(!odomT.isNull()) { Transform sensorT = getTransform(odomFrameId, frameId_, depthMsgs[i]->header.stamp); if(sensorT.isNull()) { ROS_WARN("Could not get odometry value for depth image %d stamp (%fs). Latest odometry " "stamp is %fs. The depth image pose will not be synchronized with odometry.", i, depthMsgs[i]->header.stamp.toSec(), lastPoseStamp_.toSec()); } else { localTransform = odomT.inverse() * sensorT * localTransform; } } } cv_bridge::CvImageConstPtr ptrImage; if(imageMsgs[i]->encoding.compare(sensor_msgs::image_encodings::TYPE_8UC1)==0) { ptrImage = cv_bridge::toCvShare(imageMsgs[i]); } else if(imageMsgs[i]->encoding.compare(sensor_msgs::image_encodings::MONO8) == 0 || imageMsgs[i]->encoding.compare(sensor_msgs::image_encodings::MONO16) == 0) { ptrImage = cv_bridge::toCvShare(imageMsgs[i], "mono8"); } else { ptrImage = cv_bridge::toCvShare(imageMsgs[i], "bgr8"); } cv_bridge::CvImageConstPtr ptrDepth = cv_bridge::toCvShare(depthMsgs[i]); cv::Mat subDepth = ptrDepth->image; UASSERT(uContains(parameters_, Parameters::kMemSaveDepth16Format())); if(subDepth.type() == CV_32FC1 && uStr2Bool(parameters_.at(Parameters::kMemSaveDepth16Format()))) { subDepth = util2d::cvtDepthFromFloat(subDepth); static bool shown = false; if(!shown) { ROS_WARN("Save depth data to 16 bits format: depth type detected is " "32FC1, use 16UC1 depth format to avoid this conversion " "(or set parameter \"Mem/SaveDepth16Format=false\" to use " "32bits format). This message is only printed once..."); shown = true; } } // initialize if(rgb.empty()) { rgb = cv::Mat(imageHeight, imageWidth*cameraCount, ptrImage->image.type()); } if(depth.empty()) { depth = cv::Mat(imageHeight, imageWidth*cameraCount, subDepth.type()); } if(ptrImage->image.type() == rgb.type()) { ptrImage->image.copyTo(cv::Mat(rgb, cv::Rect(i*imageWidth, 0, imageWidth, imageHeight))); } else { ROS_ERROR("Some RGB images are not the same type!"); return; } if(subDepth.type() == depth.type()) { subDepth.copyTo(cv::Mat(depth, cv::Rect(i*imageWidth, 0, imageWidth, imageHeight))); } else { ROS_ERROR("Some Depth images are not the same type!"); return; } cameraModels.push_back(rtabmap_ros::cameraModelFromROS(*cameraInfoMsgs[i], localTransform)); if(scan2dMsg.get() == 0 && genScan_) { scanCloud2d += util3d::laserScanFromDepthImage( subDepth, cameraModels.back().fx(), cameraModels.back().fy(), cameraModels.back().cx(), cameraModels.back().cy(), genScanMaxDepth_, genScanMinDepth_, localTransform); genMaxScanPts += subDepth.cols; } } cv::Mat scan; if(scan2dMsg.get() != 0) { // make sure the frame of the laser is updated too if(getTransform(frameId_, scan2dMsg->header.frame_id, scan2dMsg->header.stamp + ros::Duration().fromSec(scan2dMsg->ranges.size()*scan2dMsg->time_increment)).isNull()) { ROS_ERROR("TF of received laser scan topic at time %fs is not set, aborting rtabmap update.", scan2dMsg->header.stamp.toSec()); return; } //transform in frameId_ frame sensor_msgs::PointCloud2 scanOut; laser_geometry::LaserProjection projection; projection.transformLaserScanToPointCloud(frameId_, *scan2dMsg, scanOut, tfListener_); pcl::PointCloud::Ptr pclScan(new pcl::PointCloud); pcl::fromROSMsg(scanOut, *pclScan); // sync with odometry stamp if(lastPoseStamp_ != scan2dMsg->header.stamp) { if(!odomT.isNull()) { Transform sensorT = getTransform(odomFrameId, frameId_, scan2dMsg->header.stamp); if(sensorT.isNull()) { ROS_WARN("Could not get odometry value for laser scan stamp (%fs). Latest odometry " "stamp is %fs. The laser scan pose will not be synchronized with odometry.", scan2dMsg->header.stamp.toSec(), lastPoseStamp_.toSec()); } else { Transform t = odomT.inverse() * sensorT; pclScan = util3d::transformPointCloud(pclScan, t); } } } scan = util3d::laserScan2dFromPointCloud(*pclScan); if(flipScan_) { cv::Mat flipScan; cv::flip(scan, flipScan, 1); scan = flipScan; } } else if(scan3dMsg.get() != 0) { bool containNormals = false; for(unsigned int i=0; ifields.size(); ++i) { if(scan3dMsg->fields[i].name.compare("normal_x") == 0) { containNormals = true; break; } } if(containNormals) { pcl::PointCloud::Ptr pclScan(new pcl::PointCloud); pcl::fromROSMsg(*scan3dMsg, *pclScan); scan = util3d::laserScanFromPointCloud(*pclScan); } else { pcl::PointCloud::Ptr pclScan(new pcl::PointCloud); pcl::fromROSMsg(*scan3dMsg, *pclScan); if(scanCloudNormalK_ > 0) { //compute normals pcl::PointCloud::Ptr normals = util3d::computeNormals(pclScan, scanCloudNormalK_); pcl::PointCloud::Ptr pclScanNormal(new pcl::PointCloud); pcl::concatenateFields(*pclScan, *normals, *pclScanNormal); scan = util3d::laserScanFromPointCloud(*pclScanNormal); } else { scan = util3d::laserScanFromPointCloud(*pclScan); } } } else if(scanCloud2d.size()) { scan = util3d::laserScan2dFromPointCloud(scanCloud2d); } ros::Time stamp = scan2dMsg.get() != 0?scan2dMsg->header.stamp: scan3dMsg.get() != 0?scan3dMsg->header.stamp: depthMsgs[0]->header.stamp; Transform groundTruthPose; if(!groundTruthFrameId_.empty()) { groundTruthPose = getTransform(groundTruthFrameId_, frameId_, stamp); } SensorData data(scan, scan2dMsg.get() != 0?(int)scan2dMsg->ranges.size():(genScan_?genMaxScanPts:scan3dMsg.get() != 0?scanCloudMaxPoints_:0), scan2dMsg.get() != 0?scan2dMsg->range_max:(genScan_?genScanMaxDepth_:0.0f), rgb, depth, cameraModels, lastPoseIntermediate_?-1:imageMsgs[0]->header.seq, rtabmap_ros::timestampFromROS(stamp)); data.setGroundTruth(groundTruthPose); process(stamp, data, lastPose_, odomFrameId, uIsFinite(rotVariance_) && rotVariance_>0?rotVariance_:1.0, uIsFinite(transVariance_) && transVariance_>0?transVariance_:1.0); rotVariance_ = 0; transVariance_ = 0; } void CoreWrapper::commonStereoCallback( const std::string & odomFrameId, const sensor_msgs::ImageConstPtr& leftImageMsg, const sensor_msgs::ImageConstPtr& rightImageMsg, const sensor_msgs::CameraInfoConstPtr& leftCamInfoMsg, const sensor_msgs::CameraInfoConstPtr& rightCamInfoMsg, const sensor_msgs::LaserScanConstPtr& scan2dMsg, const sensor_msgs::PointCloud2ConstPtr& scan3dMsg) { if(!(leftImageMsg->encoding.compare(sensor_msgs::image_encodings::MONO8) == 0 || leftImageMsg->encoding.compare(sensor_msgs::image_encodings::MONO16) == 0 || leftImageMsg->encoding.compare(sensor_msgs::image_encodings::BGR8) == 0 || leftImageMsg->encoding.compare(sensor_msgs::image_encodings::RGB8) == 0) || !(rightImageMsg->encoding.compare(sensor_msgs::image_encodings::MONO8) == 0 || rightImageMsg->encoding.compare(sensor_msgs::image_encodings::MONO16) == 0 || rightImageMsg->encoding.compare(sensor_msgs::image_encodings::BGR8) == 0 || rightImageMsg->encoding.compare(sensor_msgs::image_encodings::RGB8) == 0)) { ROS_ERROR("Input type must be image=mono8,mono16,rgb8,bgr8"); return; } //for sync transform Transform odomT = getTransform(odomFrameId, frameId_, lastPoseStamp_); if(odomT.isNull() && !odomFrameId_.empty()) { ROS_WARN("Could not get TF transform from %s to %s, sensors will not be synchronized with odometry pose.", odomFrameId.c_str(), frameId_.c_str()); } Transform localTransform = getTransform(frameId_, leftImageMsg->header.frame_id, leftImageMsg->header.stamp); if(localTransform.isNull()) { return; } // sync with odometry stamp if(lastPoseStamp_ != leftImageMsg->header.stamp) { if(!odomT.isNull()) { Transform sensorT = getTransform(odomFrameId, frameId_, leftImageMsg->header.stamp); if(sensorT.isNull()) { return; } localTransform = odomT.inverse() * sensorT * localTransform; } } cv::Mat scan; if(scan2dMsg.get() != 0) { // make sure the frame of the laser is updated too if(getTransform(frameId_, scan2dMsg->header.frame_id, scan2dMsg->header.stamp + ros::Duration().fromSec(scan2dMsg->ranges.size()*scan2dMsg->time_increment)).isNull()) { ROS_ERROR("TF of received laser scan topic at time %fs is not set, aborting rtabmap update.", scan2dMsg->header.stamp.toSec()); return; } //transform in frameId_ frame sensor_msgs::PointCloud2 scanOut; laser_geometry::LaserProjection projection; //projection.transformLaserScanToPointCloud(frameId_, *scanMsg, scanOut, tfBuffer_); projection.transformLaserScanToPointCloud(frameId_, *scan2dMsg, scanOut, tfListener_); pcl::PointCloud::Ptr pclScan(new pcl::PointCloud); pcl::fromROSMsg(scanOut, *pclScan); // sync with odometry stamp if(lastPoseStamp_ != scan2dMsg->header.stamp) { if(!odomT.isNull()) { Transform sensorT = getTransform(odomFrameId, frameId_, scan2dMsg->header.stamp); if(sensorT.isNull()) { return; } Transform t = odomT.inverse() * sensorT; pclScan = util3d::transformPointCloud(pclScan, t); } } scan = util3d::laserScan2dFromPointCloud(*pclScan); if(flipScan_) { cv::Mat flipScan; cv::flip(scan, flipScan, 1); scan = flipScan; } } else if(scan3dMsg.get() != 0) { bool containNormals = false; for(unsigned int i=0; ifields.size(); ++i) { if(scan3dMsg->fields[i].name.compare("normal_x") == 0) { containNormals = true; break; } } if(containNormals) { pcl::PointCloud::Ptr pclScan(new pcl::PointCloud); pcl::fromROSMsg(*scan3dMsg, *pclScan); scan = util3d::laserScanFromPointCloud(*pclScan); } else { pcl::PointCloud::Ptr pclScan(new pcl::PointCloud); pcl::fromROSMsg(*scan3dMsg, *pclScan); if(scanCloudNormalK_ > 0) { //compute normals pcl::PointCloud::Ptr normals = util3d::computeNormals(pclScan, scanCloudNormalK_); pcl::PointCloud::Ptr pclScanNormal(new pcl::PointCloud); pcl::concatenateFields(*pclScan, *normals, *pclScanNormal); scan = util3d::laserScanFromPointCloud(*pclScanNormal); } else { scan = util3d::laserScanFromPointCloud(*pclScan); } } } cv_bridge::CvImagePtr ptrLeftImage, ptrRightImage; if(leftImageMsg->encoding.compare(sensor_msgs::image_encodings::MONO8) == 0 || leftImageMsg->encoding.compare(sensor_msgs::image_encodings::MONO16) == 0) { ptrLeftImage = cv_bridge::toCvCopy(leftImageMsg, "mono8"); } else { ptrLeftImage = cv_bridge::toCvCopy(leftImageMsg, "bgr8"); } ptrRightImage = cv_bridge::toCvCopy(rightImageMsg, "mono8"); rtabmap::StereoCameraModel stereoModel = rtabmap_ros::stereoCameraModelFromROS(*leftCamInfoMsg, *rightCamInfoMsg, localTransform); if(stereoModel.baseline() > 10.0) { static bool shown = false; if(!shown) { ROS_WARN("Detected baseline (%f m) is quite large! Is your " "right camera_info P(0,3) correctly set? Note that " "baseline=-P(0,3)/P(0,0). This warning is printed only once.", stereoModel.baseline()); shown = true; } } ros::Time stamp = scan2dMsg.get() != 0?scan2dMsg->header.stamp: scan3dMsg.get() != 0?scan3dMsg->header.stamp: leftImageMsg->header.stamp; Transform groundTruthPose; if(!groundTruthFrameId_.empty()) { groundTruthPose = getTransform(groundTruthFrameId_, frameId_, stamp); } SensorData data(scan, scan2dMsg.get() != 0?(int)scan2dMsg->ranges.size():scan3dMsg.get() != 0?scanCloudMaxPoints_:0, scan2dMsg.get() != 0?scan2dMsg->range_max:0, ptrLeftImage->image, ptrRightImage->image, stereoModel, lastPoseIntermediate_?-1:leftImageMsg->header.seq, rtabmap_ros::timestampFromROS(stamp)); data.setGroundTruth(groundTruthPose); process(stamp, data, lastPose_, odomFrameId, uIsFinite(rotVariance_) && rotVariance_>0?rotVariance_:1.0, uIsFinite(transVariance_) && transVariance_>0?transVariance_:1.0); rotVariance_ = 0; transVariance_ = 0; } void CoreWrapper::depthCallback( const sensor_msgs::ImageConstPtr& imageMsg, const nav_msgs::OdometryConstPtr & odomMsg, const sensor_msgs::ImageConstPtr& depthMsg, const sensor_msgs::CameraInfoConstPtr& cameraInfoMsg) { if(!commonOdomUpdate(odomMsg)) { return; } sensor_msgs::LaserScanConstPtr scanMsg; // Null sensor_msgs::PointCloud2ConstPtr scan3dMsg; // null commonDepthCallback(odomMsg->header.frame_id, imageMsg, depthMsg, cameraInfoMsg, scanMsg, scan3dMsg); } void CoreWrapper::depthScanCallback( const sensor_msgs::ImageConstPtr& imageMsg, const nav_msgs::OdometryConstPtr & odomMsg, const sensor_msgs::ImageConstPtr& depthMsg, const sensor_msgs::CameraInfoConstPtr& cameraInfoMsg, const sensor_msgs::LaserScanConstPtr& scanMsg) { if(!commonOdomUpdate(odomMsg)) { return; } sensor_msgs::PointCloud2ConstPtr scan3dMsg; // Null commonDepthCallback(odomMsg->header.frame_id, imageMsg, depthMsg, cameraInfoMsg, scanMsg, scan3dMsg); } void CoreWrapper::depthScan3dCallback( const sensor_msgs::ImageConstPtr& imageMsg, const nav_msgs::OdometryConstPtr & odomMsg, const sensor_msgs::ImageConstPtr& depthMsg, const sensor_msgs::CameraInfoConstPtr& cameraInfoMsg, const sensor_msgs::PointCloud2ConstPtr& scanMsg) { if(!commonOdomUpdate(odomMsg)) { return; } sensor_msgs::LaserScanConstPtr scan2dMsg; // Null commonDepthCallback(odomMsg->header.frame_id, imageMsg, depthMsg, cameraInfoMsg, scan2dMsg, scanMsg); } void CoreWrapper::stereoCallback( const sensor_msgs::ImageConstPtr& leftImageMsg, const sensor_msgs::ImageConstPtr& rightImageMsg, const sensor_msgs::CameraInfoConstPtr& leftCamInfoMsg, const sensor_msgs::CameraInfoConstPtr& rightCamInfoMsg, const nav_msgs::OdometryConstPtr & odomMsg) { if(!commonOdomUpdate(odomMsg)) { return; } sensor_msgs::LaserScanConstPtr scanMsg; // Null sensor_msgs::PointCloud2ConstPtr scan3dMsg; // null commonStereoCallback(odomMsg->header.frame_id, leftImageMsg, rightImageMsg, leftCamInfoMsg, rightCamInfoMsg, scanMsg, scan3dMsg); } void CoreWrapper::stereoScanCallback( const sensor_msgs::ImageConstPtr& leftImageMsg, const sensor_msgs::ImageConstPtr& rightImageMsg, const sensor_msgs::CameraInfoConstPtr& leftCamInfoMsg, const sensor_msgs::CameraInfoConstPtr& rightCamInfoMsg, const sensor_msgs::LaserScanConstPtr& scanMsg, const nav_msgs::OdometryConstPtr & odomMsg) { if(!commonOdomUpdate(odomMsg)) { return; } sensor_msgs::PointCloud2ConstPtr scan3dMsg; // Null commonStereoCallback(odomMsg->header.frame_id, leftImageMsg, rightImageMsg, leftCamInfoMsg, rightCamInfoMsg, scanMsg, scan3dMsg); } void CoreWrapper::stereoScan3dCallback( const sensor_msgs::ImageConstPtr& leftImageMsg, const sensor_msgs::ImageConstPtr& rightImageMsg, const sensor_msgs::CameraInfoConstPtr& leftCamInfoMsg, const sensor_msgs::CameraInfoConstPtr& rightCamInfoMsg, const sensor_msgs::PointCloud2ConstPtr& scanMsg, const nav_msgs::OdometryConstPtr & odomMsg) { if(!commonOdomUpdate(odomMsg)) { return; } sensor_msgs::LaserScanConstPtr scan2dMsg; // Null commonStereoCallback(odomMsg->header.frame_id, leftImageMsg, rightImageMsg, leftCamInfoMsg, rightCamInfoMsg, scan2dMsg, scanMsg); } void CoreWrapper::depth2Callback( const nav_msgs::OdometryConstPtr & odomMsg, const sensor_msgs::ImageConstPtr& image1Msg, const sensor_msgs::ImageConstPtr& depth1Msg, const sensor_msgs::CameraInfoConstPtr& cameraInfo1Msg, const sensor_msgs::ImageConstPtr& image2Msg, const sensor_msgs::ImageConstPtr& depth2Msg, const sensor_msgs::CameraInfoConstPtr& cameraInfo2Msg) { if(!commonOdomUpdate(odomMsg)) { return; } std::vector imageMsgs; std::vector depthMsgs; std::vector cameraInfoMsgs; imageMsgs.push_back(image1Msg); imageMsgs.push_back(image2Msg); depthMsgs.push_back(depth1Msg); depthMsgs.push_back(depth2Msg); cameraInfoMsgs.push_back(cameraInfo1Msg); cameraInfoMsgs.push_back(cameraInfo2Msg); sensor_msgs::LaserScanConstPtr scanMsg; // Null sensor_msgs::PointCloud2ConstPtr scan3dMsg; // Null commonDepthCallback(odomMsg->header.frame_id, imageMsgs, depthMsgs, cameraInfoMsgs, scanMsg, scan3dMsg); } void CoreWrapper::depthTFCallback( const sensor_msgs::ImageConstPtr& imageMsg, const sensor_msgs::ImageConstPtr& depthMsg, const sensor_msgs::CameraInfoConstPtr& cameraInfoMsg) { if(!commonOdomTFUpdate(depthMsg->header.stamp)) { return; } sensor_msgs::LaserScanConstPtr scanMsg; // Null sensor_msgs::PointCloud2ConstPtr scan3dMsg; // Null commonDepthCallback(odomFrameId_, imageMsg, depthMsg, cameraInfoMsg, scanMsg, scan3dMsg); } void CoreWrapper::depthScanTFCallback( const sensor_msgs::ImageConstPtr& imageMsg, const sensor_msgs::ImageConstPtr& depthMsg, const sensor_msgs::CameraInfoConstPtr& cameraInfoMsg, const sensor_msgs::LaserScanConstPtr& scanMsg) { if(!commonOdomTFUpdate(scanMsg->header.stamp)) { return; } sensor_msgs::PointCloud2ConstPtr scan3dMsg; // Null commonDepthCallback(odomFrameId_, imageMsg, depthMsg, cameraInfoMsg, scanMsg, scan3dMsg); } void CoreWrapper::depthScan3dTFCallback( const sensor_msgs::ImageConstPtr& imageMsg, const sensor_msgs::ImageConstPtr& depthMsg, const sensor_msgs::CameraInfoConstPtr& cameraInfoMsg, const sensor_msgs::PointCloud2ConstPtr& scanMsg) { if(!commonOdomTFUpdate(scanMsg->header.stamp)) { return; } sensor_msgs::LaserScanConstPtr scan2dMsg; // Null commonDepthCallback(odomFrameId_, imageMsg, depthMsg, cameraInfoMsg, scan2dMsg, scanMsg); } void CoreWrapper::stereoTFCallback( const sensor_msgs::ImageConstPtr& leftImageMsg, const sensor_msgs::ImageConstPtr& rightImageMsg, const sensor_msgs::CameraInfoConstPtr& leftCamInfoMsg, const sensor_msgs::CameraInfoConstPtr& rightCamInfoMsg) { if(!commonOdomTFUpdate(leftImageMsg->header.stamp)) { return; } sensor_msgs::LaserScanConstPtr scanMsg; // null sensor_msgs::PointCloud2ConstPtr scan3dMsg; // null commonStereoCallback(odomFrameId_, leftImageMsg, rightImageMsg, leftCamInfoMsg, rightCamInfoMsg, scanMsg, scan3dMsg); } void CoreWrapper::stereoScanTFCallback( const sensor_msgs::ImageConstPtr& leftImageMsg, const sensor_msgs::ImageConstPtr& rightImageMsg, const sensor_msgs::CameraInfoConstPtr& leftCamInfoMsg, const sensor_msgs::CameraInfoConstPtr& rightCamInfoMsg, const sensor_msgs::LaserScanConstPtr& scanMsg) { if(!commonOdomTFUpdate(leftImageMsg->header.stamp)) { return; } sensor_msgs::PointCloud2ConstPtr scan3dMsg; // null commonStereoCallback(odomFrameId_, leftImageMsg, rightImageMsg, leftCamInfoMsg, rightCamInfoMsg, scanMsg, scan3dMsg); } void CoreWrapper::stereoScan3dTFCallback( const sensor_msgs::ImageConstPtr& leftImageMsg, const sensor_msgs::ImageConstPtr& rightImageMsg, const sensor_msgs::CameraInfoConstPtr& leftCamInfoMsg, const sensor_msgs::CameraInfoConstPtr& rightCamInfoMsg, const sensor_msgs::PointCloud2ConstPtr& scanMsg) { if(!commonOdomTFUpdate(leftImageMsg->header.stamp)) { return; } sensor_msgs::LaserScanConstPtr scan2dMsg; // null commonStereoCallback(odomFrameId_, leftImageMsg, rightImageMsg, leftCamInfoMsg, rightCamInfoMsg, scan2dMsg, scanMsg); } void CoreWrapper::process( const ros::Time & stamp, const SensorData & data, const Transform & odom, const std::string & odomFrameId, float odomRotationalVariance, float odomTransitionalVariance) { UTimer timer; if(rtabmap_.isIDsGenerated() || data.id() > 0) { double timeRtabmap = 0.0; double timeUpdateMaps = 0.0; double timePublishMaps = 0.0; if(rtabmap_.process(data, odom, OdometryEvent::generateCovarianceMatrix(odomRotationalVariance, odomTransitionalVariance))) { timeRtabmap = timer.ticks(); mapToOdomMutex_.lock(); mapToOdom_ = rtabmap_.getMapCorrection(); odomFrameId_ = odomFrameId; mapToOdomMutex_.unlock(); if(data.id() < 0) { ROS_INFO("Intermediate node added"); } else { // Publish local graph, info this->publishStats(stamp); std::map filteredPoses = rtabmap_.getLocalOptimizedPoses(); // create a tmp signature with latest sensory data std::map tmpSignature; SensorData tmpData = data; tmpData.setId(-1); tmpSignature.insert(std::make_pair(-1, Signature(-1, -1, 0, data.stamp(), "", odom, Transform(), tmpData))); filteredPoses.insert(std::make_pair(-1, rtabmap_.getMapCorrection()*odom)); // Update maps filteredPoses = mapsManager_.updateMapCaches( filteredPoses, rtabmap_.getMemory(), false, false, false, false, false, tmpSignature); timeUpdateMaps = timer.ticks(); mapsManager_.publishMaps(filteredPoses, stamp, mapFrameId_); // update goal if planning is enabled if(!currentMetricGoal_.isNull()) { if(rtabmap_.getPath().size() == 0) { if(rtabmap_.getPathStatus() > 0) { // Goal reached ROS_INFO("Planning: Publishing goal reached!"); } else { ROS_WARN("Planning: Plan failed!"); if(mbClient_.isServerConnected()) { mbClient_.cancelGoal(); } } if(goalReachedPub_.getNumSubscribers()) { std_msgs::Bool result; result.data = rtabmap_.getPathStatus() > 0; goalReachedPub_.publish(result); } currentMetricGoal_.setNull(); latestNodeWasReached_ = false; } else { currentMetricGoal_ = rtabmap_.getPose(rtabmap_.getPathCurrentGoalId()); if(!currentMetricGoal_.isNull()) { // Adjust the target pose relative to last node if(rtabmap_.getPathCurrentGoalId() == rtabmap_.getPath().back().first && rtabmap_.getLocalOptimizedPoses().size()) { if(latestNodeWasReached_ || rtabmap_.getLastLocalizationPose().getDistance(currentMetricGoal_) < rtabmap_.getLocalRadius()) { latestNodeWasReached_ = true; currentMetricGoal_ *= rtabmap_.getPathTransformToGoal(); } } // publish next goal with updated currentMetricGoal_ publishCurrentGoal(stamp); // publish local path publishLocalPath(stamp); // publish global path publishGlobalPath(stamp); } else { ROS_ERROR("Planning: Local map broken, current goal id=%d (the robot may have moved to far from planned nodes)", rtabmap_.getPathCurrentGoalId()); rtabmap_.clearPath(-1); if(goalReachedPub_.getNumSubscribers()) { std_msgs::Bool result; result.data = false; goalReachedPub_.publish(result); } currentMetricGoal_.setNull(); latestNodeWasReached_ = false; } } } timePublishMaps = timer.ticks(); } } else { timeRtabmap = timer.ticks(); } ROS_INFO("rtabmap: Rate=%.2fs, Limit=%.3fs, RTAB-Map=%.4fs, Maps update=%.4fs pub=%.4fs (local map=%d, WM=%d)", rate_>0?1.0f/rate_:0, rtabmap_.getTimeThreshold()/1000.0f, timeRtabmap, timeUpdateMaps, timePublishMaps, (int)rtabmap_.getLocalOptimizedPoses().size(), rtabmap_.getWMSize()+rtabmap_.getSTMSize()); } else if(!rtabmap_.isIDsGenerated()) { ROS_WARN("Ignoring received image because its sequence ID=0. Please " "set \"Mem/GenerateIds\"=\"true\" to ignore ros generated sequence id. " "Use only \"Mem/GenerateIds\"=\"false\" for once-time run of RTAB-Map and " "when you need to have IDs output of RTAB-map synchronised with the source " "image sequence ID."); } } void CoreWrapper::goalCommonCallback( int id, const std::string & label, const Transform & pose, const ros::Time & stamp, double * planningTime) { UTimer timer; if(id == 0 && !label.empty() && rtabmap_.getMemory()) { id = rtabmap_.getMemory()->getSignatureIdByLabel(label); } if(id > 0) { ROS_INFO("Planning: set goal %d", id); } else if(!pose.isNull()) { ROS_INFO("Planning: set goal %s", pose.prettyPrint().c_str()); } if(planningTime) { *planningTime = 0.0; } bool success = false; if((id > 0 && rtabmap_.computePath(id, true)) || (!pose.isNull() && rtabmap_.computePath(pose))) { if(planningTime) { *planningTime = timer.elapsed(); } ROS_INFO("Planning: Time computing path = %f s", timer.ticks()); const std::vector > & poses = rtabmap_.getPath(); currentMetricGoal_.setNull(); latestNodeWasReached_ = false; if(poses.size() == 0) { ROS_WARN("Planning: Goal already reached (RGBD/GoalReachedRadius=%fm).", rtabmap_.getGoalReachedRadius()); rtabmap_.clearPath(1); if(goalReachedPub_.getNumSubscribers()) { std_msgs::Bool result; result.data = true; goalReachedPub_.publish(result); } success = true; } else { currentMetricGoal_ = rtabmap_.getPose(rtabmap_.getPathCurrentGoalId()); if(!currentMetricGoal_.isNull()) { ROS_INFO("Planning: Path successfully created (size=%d)", (int)poses.size()); // Adjust the target pose relative to last node if(rtabmap_.getPathCurrentGoalId() == rtabmap_.getPath().back().first && rtabmap_.getLocalOptimizedPoses().size()) { if(rtabmap_.getLastLocalizationPose().getDistance(currentMetricGoal_) < rtabmap_.getLocalRadius()) { latestNodeWasReached_ = true; currentMetricGoal_ *= rtabmap_.getPathTransformToGoal(); } } publishCurrentGoal(stamp); publishLocalPath(stamp); publishGlobalPath(stamp); // Just output the path on screen std::stringstream stream; for(std::vector >::const_iterator iter=poses.begin(); iter!=poses.end(); ++iter) { if(iter != poses.begin()) { stream << " "; } stream << iter->first; } ROS_INFO("Global path: [%s]", stream.str().c_str()); success=true; } else { ROS_ERROR("Pose of node %d not found!? Cannot send a metric goal...", rtabmap_.getPathCurrentGoalId()); } } } else if(!label.empty()) { ROS_ERROR("Planning: Node with label \"%s\" not found!", label.c_str()); } else if(pose.isNull()) { ROS_ERROR("Planning: Node id should be > 0 !"); } else { ROS_ERROR("Planning: A node near the goal's pose not found! The pose may be to far from the graph (RGBD/LocalRadius=%f m)", rtabmap_.getLocalRadius()); } if(!success) { rtabmap_.clearPath(-1); if(goalReachedPub_.getNumSubscribers()) { std_msgs::Bool result; result.data = false; goalReachedPub_.publish(result); } } } void CoreWrapper::goalCallback(const geometry_msgs::PoseStampedConstPtr & msg) { Transform targetPose = rtabmap_ros::transformFromPoseMsg(msg->pose); if(targetPose.isNull()) { ROS_ERROR("Pose received is null!"); return; } // transform goal in /map frame if(mapFrameId_.compare(msg->header.frame_id) != 0) { Transform t = this->getTransform(mapFrameId_, msg->header.frame_id, msg->header.stamp); if(t.isNull()) { ROS_ERROR("Cannot transform goal pose from \"%s\" frame to \"%s\" frame!", msg->header.frame_id.c_str(), mapFrameId_.c_str()); return; } targetPose = t * targetPose; } goalCommonCallback(0, "", targetPose, msg->header.stamp); } void CoreWrapper::goalNodeCallback(const rtabmap_ros::GoalConstPtr & msg) { if(msg->node_id <= 0 && msg->node_label.empty()) { ROS_ERROR("Node id or label should be set!"); return; } goalCommonCallback(msg->node_id, msg->node_label, Transform(), msg->header.stamp); } bool CoreWrapper::updateRtabmapCallback(std_srvs::Empty::Request&, std_srvs::Empty::Response&) { ros::NodeHandle nh; for(rtabmap::ParametersMap::iterator iter=parameters_.begin(); iter!=parameters_.end(); ++iter) { std::string vStr; bool vBool; int vInt; double vDouble; if(nh.getParam(iter->first, vStr)) { ROS_INFO("Setting RTAB-Map parameter \"%s\"=\"%s\"", iter->first.c_str(), vStr.c_str()); iter->second = vStr; } else if(nh.getParam(iter->first, vBool)) { ROS_INFO("Setting RTAB-Map parameter \"%s\"=\"%s\"", iter->first.c_str(), uBool2Str(vBool).c_str()); iter->second = uBool2Str(vBool); } else if(nh.getParam(iter->first, vInt)) { ROS_INFO("Setting RTAB-Map parameter \"%s\"=\"%s\"", iter->first.c_str(), uNumber2Str(vInt).c_str()); iter->second = uNumber2Str(vInt).c_str(); } else if(nh.getParam(iter->first, vDouble)) { ROS_INFO("Setting RTAB-Map parameter \"%s\"=\"%s\"", iter->first.c_str(), uNumber2Str(vDouble).c_str()); iter->second = uNumber2Str(vDouble).c_str(); } } ROS_INFO("rtabmap: Updating parameters"); if(parameters_.find(Parameters::kRtabmapDetectionRate()) != parameters_.end()) { rate_ = uStr2Float(parameters_.at(Parameters::kRtabmapDetectionRate())); ROS_INFO("RTAB-Map rate detection = %f Hz", rate_); } rtabmap_.parseParameters(parameters_); return true; } bool CoreWrapper::resetRtabmapCallback(std_srvs::Empty::Request&, std_srvs::Empty::Response&) { ROS_INFO("rtabmap: Reset"); rtabmap_.resetMemory(); rotVariance_ = 0; transVariance_ = 0; lastPose_.setIdentity(); lastPoseIntermediate_ = false; currentMetricGoal_.setNull(); latestNodeWasReached_ = false; mapsManager_.clear(); previousStamp_ = ros::Time(0); return true; } bool CoreWrapper::pauseRtabmapCallback(std_srvs::Empty::Request&, std_srvs::Empty::Response&) { if(paused_) { ROS_WARN("rtabmap: Already paused!"); } else { paused_ = true; ROS_INFO("rtabmap: paused!"); ros::NodeHandle nh; nh.setParam("is_rtabmap_paused", true); } return true; } bool CoreWrapper::resumeRtabmapCallback(std_srvs::Empty::Request&, std_srvs::Empty::Response&) { if(!paused_) { ROS_WARN("rtabmap: Already running!"); } else { paused_ = false; ROS_INFO("rtabmap: resumed!"); ros::NodeHandle nh; nh.setParam("is_rtabmap_paused", false); } return true; } bool CoreWrapper::triggerNewMapCallback(std_srvs::Empty::Request&, std_srvs::Empty::Response&) { ROS_INFO("rtabmap: Trigger new map"); rtabmap_.triggerNewMap(); return true; } bool CoreWrapper::backupDatabaseCallback(std_srvs::Empty::Request&, std_srvs::Empty::Response&) { ROS_INFO("Backup: Saving memory..."); rtabmap_.close(); ROS_INFO("Backup: Saving memory... done!"); rotVariance_ = 0; transVariance_ = 0; lastPose_.setIdentity(); currentMetricGoal_.setNull(); latestNodeWasReached_ = false; ROS_INFO("Backup: Saving \"%s\" to \"%s\"...", databasePath_.c_str(), (databasePath_+".back").c_str()); UFile::copy(databasePath_, databasePath_+".back"); ROS_INFO("Backup: Saving \"%s\" to \"%s\"... done!", databasePath_.c_str(), (databasePath_+".back").c_str()); ROS_INFO("Backup: Reloading memory..."); rtabmap_.init(parameters_, databasePath_); ROS_INFO("Backup: Reloading memory... done!"); return true; } bool CoreWrapper::setModeLocalizationCallback(std_srvs::Empty::Request&, std_srvs::Empty::Response&) { ROS_INFO("rtabmap: Set localization mode"); rtabmap::ParametersMap parameters; parameters.insert(rtabmap::ParametersPair(rtabmap::Parameters::kMemIncrementalMemory(), "false")); rtabmap_.parseParameters(parameters); return true; } bool CoreWrapper::setModeMappingCallback(std_srvs::Empty::Request&, std_srvs::Empty::Response&) { ROS_INFO("rtabmap: Set mapping mode"); rtabmap::ParametersMap parameters; parameters.insert(rtabmap::ParametersPair(rtabmap::Parameters::kMemIncrementalMemory(), "true")); rtabmap_.parseParameters(parameters); return true; } bool CoreWrapper::setLogDebug(std_srvs::Empty::Request&, std_srvs::Empty::Response&) { ROS_INFO("rtabmap: Set log level to Debug"); ULogger::setLevel(ULogger::kDebug); return true; } bool CoreWrapper::setLogInfo(std_srvs::Empty::Request&, std_srvs::Empty::Response&) { ROS_INFO("rtabmap: Set log level to Info"); ULogger::setLevel(ULogger::kInfo); return true; } bool CoreWrapper::setLogWarn(std_srvs::Empty::Request&, std_srvs::Empty::Response&) { ROS_INFO("rtabmap: Set log level to Warning"); ULogger::setLevel(ULogger::kWarning); return true; } bool CoreWrapper::setLogError(std_srvs::Empty::Request&, std_srvs::Empty::Response&) { ROS_INFO("rtabmap: Set log level to Error"); ULogger::setLevel(ULogger::kError); return true; } bool CoreWrapper::getMapCallback(rtabmap_ros::GetMap::Request& req, rtabmap_ros::GetMap::Response& res) { ROS_INFO("rtabmap: Getting map (global=%s optimized=%s graphOnly=%s)...", req.global?"true":"false", req.optimized?"true":"false", req.graphOnly?"true":"false"); std::map signatures; std::map poses; std::multimap constraints; if(req.graphOnly) { rtabmap_.getGraph( poses, constraints, req.optimized, req.global, &signatures); } else { rtabmap_.get3DMap( signatures, poses, constraints, req.optimized, req.global); } //RGB-D SLAM data rtabmap_ros::mapDataToROS(poses, constraints, signatures, mapToOdom_, res.data); res.data.header.stamp = ros::Time::now(); res.data.header.frame_id = mapFrameId_; return true; } bool CoreWrapper::getProjMapCallback(nav_msgs::GetMap::Request &req, nav_msgs::GetMap::Response &res) { std::map filteredPoses; filteredPoses = mapsManager_.updateMapCaches( rtabmap_.getLocalOptimizedPoses(), rtabmap_.getMemory(), false, true, false, false, false); if(filteredPoses.size()) { // create the projection map float xMin=0.0f, yMin=0.0f, gridCellSize = 0.05f; cv::Mat pixels = mapsManager_.generateProjMap(filteredPoses, xMin, yMin, gridCellSize); if(!pixels.empty()) { //init res.map.info.resolution = gridCellSize; res.map.info.origin.position.x = 0.0; res.map.info.origin.position.y = 0.0; res.map.info.origin.position.z = 0.0; res.map.info.origin.orientation.x = 0.0; res.map.info.origin.orientation.y = 0.0; res.map.info.origin.orientation.z = 0.0; res.map.info.origin.orientation.w = 1.0; res.map.info.width = pixels.cols; res.map.info.height = pixels.rows; res.map.info.origin.position.x = xMin; res.map.info.origin.position.y = yMin; res.map.data.resize(res.map.info.width * res.map.info.height); memcpy(res.map.data.data(), pixels.data, res.map.info.width * res.map.info.height); res.map.header.frame_id = mapFrameId_; res.map.header.stamp = ros::Time::now(); return true; } } return false; } bool CoreWrapper::getGridMapCallback(nav_msgs::GetMap::Request &req, nav_msgs::GetMap::Response &res) { std::map filteredPoses; filteredPoses = mapsManager_.updateMapCaches( rtabmap_.getLocalOptimizedPoses(), rtabmap_.getMemory(), false, false, true, false, false); if(filteredPoses.size()) { // create the grid map float xMin=0.0f, yMin=0.0f, gridCellSize = 0.05f; cv::Mat pixels = mapsManager_.generateProjMap(filteredPoses, xMin, yMin, gridCellSize); if(!pixels.empty()) { //init res.map.info.resolution = gridCellSize; res.map.info.origin.position.x = 0.0; res.map.info.origin.position.y = 0.0; res.map.info.origin.position.z = 0.0; res.map.info.origin.orientation.x = 0.0; res.map.info.origin.orientation.y = 0.0; res.map.info.origin.orientation.z = 0.0; res.map.info.origin.orientation.w = 1.0; res.map.info.width = pixels.cols; res.map.info.height = pixels.rows; res.map.info.origin.position.x = xMin; res.map.info.origin.position.y = yMin; res.map.data.resize(res.map.info.width * res.map.info.height); memcpy(res.map.data.data(), pixels.data, res.map.info.width * res.map.info.height); res.map.header.frame_id = mapFrameId_; res.map.header.stamp = ros::Time::now(); return true; } } return false; } bool CoreWrapper::publishMapCallback(rtabmap_ros::PublishMap::Request& req, rtabmap_ros::PublishMap::Response& res) { ROS_INFO("rtabmap: Publishing map..."); if(mapDataPub_.getNumSubscribers() || (!req.graphOnly && mapsManager_.hasSubscribers()) || (req.graphOnly && labelsPub_.getNumSubscribers())) { std::map poses; std::multimap constraints; std::map signatures; if(req.graphOnly) { rtabmap_.getGraph( poses, constraints, req.optimized, req.global, &signatures); } else { rtabmap_.get3DMap( signatures, poses, constraints, req.optimized, req.global); } if(poses.size() && poses.size() != signatures.size()) { ROS_WARN("poses and signatures are not the same size!? %d vs %d", (int)poses.size(), (int)signatures.size()); } ros::Time now = ros::Time::now(); if(mapDataPub_.getNumSubscribers()) { rtabmap_ros::MapDataPtr msg(new rtabmap_ros::MapData); msg->header.stamp = now; msg->header.frame_id = mapFrameId_; rtabmap_ros::mapDataToROS(poses, constraints, signatures, mapToOdom_, *msg); mapDataPub_.publish(msg); } if(mapGraphPub_.getNumSubscribers()) { rtabmap_ros::MapGraphPtr msg(new rtabmap_ros::MapGraph); msg->header.stamp = now; msg->header.frame_id = mapFrameId_; rtabmap_ros::mapGraphToROS(poses, constraints, mapToOdom_, *msg); mapGraphPub_.publish(msg); } if(!req.graphOnly && mapsManager_.hasSubscribers()) { std::map filteredPoses; if(signatures.size()) { filteredPoses = mapsManager_.updateMapCaches( poses, rtabmap_.getMemory(), false, false, false, false, false, signatures); } else { filteredPoses = mapsManager_.getFilteredPoses(poses); } mapsManager_.publishMaps(filteredPoses, now, mapFrameId_); } if(labelsPub_.getNumSubscribers()) { if(poses.size() && signatures.size()) { visualization_msgs::MarkerArray markers; for(std::map::const_iterator iter=signatures.begin(); iter!=signatures.end(); ++iter) { std::map::const_iterator poseIter= poses.find(iter->first); if(poseIter!=poses.end()) { // Add labels if(!iter->second.getLabel().empty()) { visualization_msgs::Marker marker; marker.header.frame_id = mapFrameId_; marker.header.stamp = now; marker.ns = "labels"; marker.id = -iter->first; marker.action = visualization_msgs::Marker::ADD; marker.pose.position.x = poseIter->second.x(); marker.pose.position.y = poseIter->second.y(); marker.pose.position.z = poseIter->second.z(); marker.pose.orientation.x = 0.0; marker.pose.orientation.y = 0.0; marker.pose.orientation.z = 0.0; marker.pose.orientation.w = 1.0; marker.scale.x = 1; marker.scale.y = 1; marker.scale.z = 0.5; marker.color.a = 0.7; marker.color.r = 1.0; marker.color.g = 0.0; marker.color.b = 0.0; marker.type = visualization_msgs::Marker::TEXT_VIEW_FACING; marker.text = iter->second.getLabel(); markers.markers.push_back(marker); } // Add node ids visualization_msgs::Marker marker; marker.header.frame_id = mapFrameId_; marker.header.stamp = now; marker.ns = "ids"; marker.id = iter->first; marker.action = visualization_msgs::Marker::ADD; marker.pose.position.x = poseIter->second.x(); marker.pose.position.y = poseIter->second.y(); marker.pose.position.z = poseIter->second.z(); marker.pose.orientation.x = 0.0; marker.pose.orientation.y = 0.0; marker.pose.orientation.z = 0.0; marker.pose.orientation.w = 1.0; marker.scale.x = 1; marker.scale.y = 1; marker.scale.z = 0.2; marker.color.a = 0.5; marker.color.r = 1.0; marker.color.g = 1.0; marker.color.b = 1.0; marker.lifetime = ros::Duration(2.0f/rate_); marker.type = visualization_msgs::Marker::TEXT_VIEW_FACING; marker.text = uNumber2Str(iter->first); markers.markers.push_back(marker); } } if(markers.markers.size()) { labelsPub_.publish(markers); } } } } else { UWARN("No subscribers, don't need to publish!"); } return true; } bool CoreWrapper::setGoalCallback(rtabmap_ros::SetGoal::Request& req, rtabmap_ros::SetGoal::Response& res) { double planningTime = 0.0; goalCommonCallback(req.node_id, req.node_label, Transform(), ros::Time::now(), &planningTime); const std::vector > & path = rtabmap_.getPath(); res.path_ids.resize(path.size()); res.path_poses.resize(path.size()); res.planning_time = planningTime; for(unsigned int i=0; i 0) { ROS_INFO("Set label \"%s\" to node %d", req.node_label.c_str(), req.node_id); } else { ROS_INFO("Set label \"%s\" to last node", req.node_label.c_str()); } } else { if(req.node_id > 0) { ROS_ERROR("Could not set label \"%s\" to node %d", req.node_label.c_str(), req.node_id); } else { ROS_ERROR("Could not set label \"%s\" to last node", req.node_label.c_str()); } } return true; } bool CoreWrapper::listLabelsCallback(rtabmap_ros::ListLabels::Request& req, rtabmap_ros::ListLabels::Response& res) { if(rtabmap_.getMemory()) { std::map labels = rtabmap_.getMemory()->getAllLabels(); res.labels = uValues(labels); ROS_INFO("List labels service: %d labels found.", (int)res.labels.size()); } return true; } void CoreWrapper::publishStats(const ros::Time & stamp) { UDEBUG("Publishing stats..."); const rtabmap::Statistics & stats = rtabmap_.getStatistics(); if(infoPub_.getNumSubscribers()) { //ROS_INFO("Sending RtabmapInfo msg (last_id=%d)...", stat.refImageId()); rtabmap_ros::InfoPtr msg(new rtabmap_ros::Info); msg->header.stamp = stamp; msg->header.frame_id = mapFrameId_; rtabmap_ros::infoToROS(stats, *msg); infoPub_.publish(msg); } if(mapDataPub_.getNumSubscribers()) { rtabmap_ros::MapDataPtr msg(new rtabmap_ros::MapData); msg->header.stamp = stamp; msg->header.frame_id = mapFrameId_; rtabmap_ros::mapDataToROS( stats.poses(), stats.constraints(), stats.getSignatures(), stats.mapCorrection(), *msg); mapDataPub_.publish(msg); } if(mapGraphPub_.getNumSubscribers()) { rtabmap_ros::MapGraphPtr msg(new rtabmap_ros::MapGraph); msg->header.stamp = stamp; msg->header.frame_id = mapFrameId_; rtabmap_ros::mapGraphToROS( stats.poses(), stats.constraints(), stats.mapCorrection(), *msg); mapGraphPub_.publish(msg); } if(labelsPub_.getNumSubscribers()) { if(stats.poses().size() && stats.getSignatures().size()) { visualization_msgs::MarkerArray markers; for(std::map::const_iterator iter=stats.getSignatures().begin(); iter!=stats.getSignatures().end(); ++iter) { std::map::const_iterator poseIter= stats.poses().find(iter->first); if(poseIter!=stats.poses().end()) { // Add labels if(!iter->second.getLabel().empty()) { visualization_msgs::Marker marker; marker.header.frame_id = mapFrameId_; marker.header.stamp = stamp; marker.ns = "labels"; marker.id = -iter->first; marker.action = visualization_msgs::Marker::ADD; marker.pose.position.x = poseIter->second.x(); marker.pose.position.y = poseIter->second.y(); marker.pose.position.z = poseIter->second.z(); marker.pose.orientation.x = 0.0; marker.pose.orientation.y = 0.0; marker.pose.orientation.z = 0.0; marker.pose.orientation.w = 1.0; marker.scale.x = 1; marker.scale.y = 1; marker.scale.z = 0.5; marker.color.a = 0.7; marker.color.r = 1.0; marker.color.g = 0.0; marker.color.b = 0.0; marker.type = visualization_msgs::Marker::TEXT_VIEW_FACING; marker.text = iter->second.getLabel(); markers.markers.push_back(marker); } // Add node ids visualization_msgs::Marker marker; marker.header.frame_id = mapFrameId_; marker.header.stamp = stamp; marker.ns = "ids"; marker.id = iter->first; marker.action = visualization_msgs::Marker::ADD; marker.pose.position.x = poseIter->second.x(); marker.pose.position.y = poseIter->second.y(); marker.pose.position.z = poseIter->second.z(); marker.pose.orientation.x = 0.0; marker.pose.orientation.y = 0.0; marker.pose.orientation.z = 0.0; marker.pose.orientation.w = 1.0; marker.scale.x = 1; marker.scale.y = 1; marker.scale.z = 0.2; marker.color.a = 0.5; marker.color.r = 1.0; marker.color.g = 1.0; marker.color.b = 1.0; marker.lifetime = ros::Duration(2.0f/rate_); marker.type = visualization_msgs::Marker::TEXT_VIEW_FACING; marker.text = uNumber2Str(iter->first); markers.markers.push_back(marker); } } if(markers.markers.size()) { labelsPub_.publish(markers); } } } } void CoreWrapper::publishCurrentGoal(const ros::Time & stamp) { if(!currentMetricGoal_.isNull()) { ROS_INFO("Publishing next goal: %d -> %s", rtabmap_.getPathCurrentGoalId(), currentMetricGoal_.prettyPrint().c_str()); geometry_msgs::PoseStamped poseMsg; poseMsg.header.frame_id = mapFrameId_; poseMsg.header.stamp = stamp; rtabmap_ros::transformToPoseMsg(currentMetricGoal_, poseMsg.pose); if(useActionForGoal_) { if(!mbClient_.isServerConnected()) { ROS_INFO("Connecting to move_base action server..."); mbClient_.waitForServer(ros::Duration(5.0)); } if(mbClient_.isServerConnected()) { move_base_msgs::MoveBaseGoal goal; goal.target_pose = poseMsg; mbClient_.sendGoal(goal, boost::bind(&CoreWrapper::goalDoneCb, this, _1, _2), boost::bind(&CoreWrapper::goalActiveCb, this), boost::bind(&CoreWrapper::goalFeedbackCb, this, _1)); } else { ROS_ERROR("Cannot connect to move_base action server!"); } } if(nextMetricGoalPub_.getNumSubscribers()) { nextMetricGoalPub_.publish(poseMsg); } } } // Called once when the goal completes void CoreWrapper::goalDoneCb(const actionlib::SimpleClientGoalState& state, const move_base_msgs::MoveBaseResultConstPtr& result) { bool ignore = false; if(!currentMetricGoal_.isNull()) { if(state == actionlib::SimpleClientGoalState::SUCCEEDED) { if(rtabmap_.getPath().size() && rtabmap_.getPathCurrentGoalId() != rtabmap_.getPath().back().first && (!uContains(rtabmap_.getLocalOptimizedPoses(), rtabmap_.getPath().back().first) || !latestNodeWasReached_)) { ROS_WARN("Planning: move_base reached current goal but it is not " "the last one planned by rtabmap. A new goal should be sent when " "rtabmap will be able to retrieve next locations on the path."); ignore = true; } else { ROS_INFO("Planning: move_base success!"); } } else { ROS_ERROR("Planning: move_base failed for some reason. Aborting the plan..."); } if(!ignore && goalReachedPub_.getNumSubscribers()) { std_msgs::Bool result; result.data = state == actionlib::SimpleClientGoalState::SUCCEEDED; goalReachedPub_.publish(result); } } if(!ignore) { rtabmap_.clearPath(1); currentMetricGoal_.setNull(); latestNodeWasReached_ = false; } } // Called once when the goal becomes active void CoreWrapper::goalActiveCb() { //ROS_INFO("Planning: Goal just went active"); } // Called every time feedback is received for the goal void CoreWrapper::goalFeedbackCb(const move_base_msgs::MoveBaseFeedbackConstPtr& feedback) { //Transform basePosition = rtabmap_ros::transformFromPoseMsg(feedback->base_position.pose); //ROS_INFO("Planning: feedback base_position = %s", basePosition.prettyPrint().c_str()); } void CoreWrapper::publishLocalPath(const ros::Time & stamp) { if(rtabmap_.getPath().size()) { std::vector > poses = rtabmap_.getPathNextPoses(); if(poses.size()) { if(localPathPub_.getNumSubscribers()) { nav_msgs::Path path; path.header.frame_id = mapFrameId_; path.header.stamp = stamp; path.poses.resize(poses.size()); int oi = 0; for(std::vector >::iterator iter=poses.begin(); iter!=poses.end(); ++iter) { path.poses[oi].header = path.header; rtabmap_ros::transformToPoseMsg(iter->second, path.poses[oi].pose); ++oi; } localPathPub_.publish(path); } } } } void CoreWrapper::publishGlobalPath(const ros::Time & stamp) { if(globalPathPub_.getNumSubscribers() && rtabmap_.getPath().size()) { Transform pose = uValue(rtabmap_.getLocalOptimizedPoses(), rtabmap_.getPathCurrentGoalId(), Transform()); if(!pose.isNull() && rtabmap_.getPathCurrentGoalIndex() < rtabmap_.getPath().size()) { // transform the global path in the goal referential Transform t = pose * rtabmap_.getPath().at(rtabmap_.getPathCurrentGoalIndex()).second.inverse(); nav_msgs::Path path; path.header.frame_id = mapFrameId_; path.header.stamp = stamp; path.poses.resize(rtabmap_.getPath().size()); int oi = 0; for(std::vector >::const_iterator iter=rtabmap_.getPath().begin(); iter!=rtabmap_.getPath().end(); ++iter) { path.poses[oi].header = path.header; rtabmap_ros::transformToPoseMsg(t*iter->second, path.poses[oi].pose); ++oi; } if(!rtabmap_.getPathTransformToGoal().isIdentity()) { path.poses.resize(path.poses.size()+1); Transform p = t * rtabmap_.getPath().back().second*rtabmap_.getPathTransformToGoal(); rtabmap_ros::transformToPoseMsg(p, path.poses[path.poses.size()-1].pose); } globalPathPub_.publish(path); } } } #ifdef WITH_OCTOMAP_ROS #ifdef RTABMAP_OCTOMAP bool CoreWrapper::octomapBinaryCallback( octomap_msgs::GetOctomap::Request &req, octomap_msgs::GetOctomap::Response &res) { ROS_INFO("Sending binary map data on service request"); res.map.header.frame_id = mapFrameId_; res.map.header.stamp = ros::Time::now(); std::map poses = rtabmap_.getLocalOptimizedPoses(); poses = mapsManager_.updateMapCaches(poses, rtabmap_.getMemory(), false, false, false, false, true); const rtabmap::OctoMap * octomap = mapsManager_.getOctomap(); bool success = octomap->octree()->size() && octomap_msgs::binaryMapToMsg(*octomap->octree(), res.map); return success; } bool CoreWrapper::octomapFullCallback( octomap_msgs::GetOctomap::Request &req, octomap_msgs::GetOctomap::Response &res) { ROS_INFO("Sending full map data on service request"); res.map.header.frame_id = mapFrameId_; res.map.header.stamp = ros::Time::now(); std::map poses = rtabmap_.getLocalOptimizedPoses(); poses = mapsManager_.updateMapCaches(poses, rtabmap_.getMemory(), false, false, false, false, true); const rtabmap::OctoMap * octomap = mapsManager_.getOctomap(); bool success = octomap->octree()->size() && octomap_msgs::fullMapToMsg(*octomap->octree(), res.map); return success; } #endif #endif /** * exclusive callbacks: * image * image + depth * image + scan * image + depth + scan * Which callback is called depends on * the combination of these options: * bool subscribe_laserScan * bool subscribe_depth */ void CoreWrapper::setupCallbacks( bool subscribeDepth, bool subscribeScan2d, bool subscribeScan3d, bool subscribeStereo, int queueSize, bool approxSync, int depthCameras) { ros::NodeHandle nh; // public ros::NodeHandle pnh("~"); // private if(subscribeDepth) { UASSERT(depthCameras >= 1 && depthCameras <= 2); UASSERT_MSG(depthCameras == 1 || !(subscribeScan2d || subscribeScan3d || !odomFrameId_.empty()), "Not yet supported!"); imageSubs_.resize(depthCameras); imageDepthSubs_.resize(depthCameras); cameraInfoSubs_.resize(depthCameras); for(int i=0; i1) { rgbPrefix += uNumber2Str(i); depthPrefix += uNumber2Str(i); } ros::NodeHandle rgb_nh(nh, rgbPrefix); ros::NodeHandle depth_nh(nh, depthPrefix); ros::NodeHandle rgb_pnh(pnh, rgbPrefix); ros::NodeHandle depth_pnh(pnh, depthPrefix); image_transport::ImageTransport rgb_it(rgb_nh); image_transport::ImageTransport depth_it(depth_nh); image_transport::TransportHints hintsRgb("raw", ros::TransportHints(), rgb_pnh); image_transport::TransportHints hintsDepth("raw", ros::TransportHints(), depth_pnh); imageSubs_[i] = new image_transport::SubscriberFilter; imageDepthSubs_[i] = new image_transport::SubscriberFilter; cameraInfoSubs_[i] = new message_filters::Subscriber; imageSubs_[i]->subscribe(rgb_it, rgb_nh.resolveName("image"), 1, hintsRgb); imageDepthSubs_[i]->subscribe(depth_it, depth_nh.resolveName("image"), 1, hintsDepth); cameraInfoSubs_[i]->subscribe(rgb_nh, "camera_info", 1); } if(odomFrameId_.empty()) { odomSub_.subscribe(nh, "odom", 1); if(subscribeScan2d) { scanSub_.subscribe(nh, "scan", 1); if(approxSync) { depthScanSync_ = new message_filters::Synchronizer( MyDepthScanSyncPolicy(queueSize), *imageSubs_[0], odomSub_, *imageDepthSubs_[0], *cameraInfoSubs_[0], scanSub_); depthScanSync_->registerCallback(boost::bind(&CoreWrapper::depthScanCallback, this, _1, _2, _3, _4, _5)); } else { depthScanExactSync_ = new message_filters::Synchronizer( MyDepthScanExactSyncPolicy(queueSize), *imageSubs_[0], odomSub_, *imageDepthSubs_[0], *cameraInfoSubs_[0], scanSub_); depthScanExactSync_->registerCallback(boost::bind(&CoreWrapper::depthScanCallback, this, _1, _2, _3, _4, _5)); } ROS_INFO("\n%s subscribed to (%s sync):\n %s,\n %s,\n %s,\n %s,\n %s", ros::this_node::getName().c_str(), approxSync?"approx":"exact", imageSubs_[0]->getTopic().c_str(), imageDepthSubs_[0]->getTopic().c_str(), cameraInfoSubs_[0]->getTopic().c_str(), odomSub_.getTopic().c_str(), scanSub_.getTopic().c_str()); } else if(subscribeScan3d) { scan3dSub_.subscribe(nh, "scan_cloud", 1); if(approxSync) { depthScan3dSync_ = new message_filters::Synchronizer( MyDepthScan3dSyncPolicy(queueSize), *imageSubs_[0], odomSub_, *imageDepthSubs_[0], *cameraInfoSubs_[0], scan3dSub_); depthScan3dSync_->registerCallback(boost::bind(&CoreWrapper::depthScan3dCallback, this, _1, _2, _3, _4, _5)); } else { depthScan3dExactSync_ = new message_filters::Synchronizer( MyDepthScan3dExactSyncPolicy(queueSize), *imageSubs_[0], odomSub_, *imageDepthSubs_[0], *cameraInfoSubs_[0], scan3dSub_); depthScan3dExactSync_->registerCallback(boost::bind(&CoreWrapper::depthScan3dCallback, this, _1, _2, _3, _4, _5)); } ROS_INFO("\n%s subscribed to (%s sync):\n %s,\n %s,\n %s,\n %s,\n %s", ros::this_node::getName().c_str(), approxSync?"approx":"exact", imageSubs_[0]->getTopic().c_str(), imageDepthSubs_[0]->getTopic().c_str(), cameraInfoSubs_[0]->getTopic().c_str(), odomSub_.getTopic().c_str(), scan3dSub_.getTopic().c_str()); } else //!subscribeLaserScan { if(depthCameras > 1) { depth2Sync_ = new message_filters::Synchronizer( MyDepth2SyncPolicy(queueSize), odomSub_, *imageSubs_[0], *imageDepthSubs_[0], *cameraInfoSubs_[0], *imageSubs_[1], *imageDepthSubs_[1], *cameraInfoSubs_[1]); depth2Sync_->registerCallback(boost::bind(&CoreWrapper::depth2Callback, this, _1, _2, _3, _4, _5, _6, _7)); ROS_INFO("\n%s subscribed to:\n %s,\n %s,\n %s,\n %s\n %s,\n %s,\n %s", ros::this_node::getName().c_str(), imageSubs_[0]->getTopic().c_str(), imageDepthSubs_[0]->getTopic().c_str(), cameraInfoSubs_[0]->getTopic().c_str(), imageSubs_[1]->getTopic().c_str(), imageDepthSubs_[1]->getTopic().c_str(), cameraInfoSubs_[1]->getTopic().c_str(), odomSub_.getTopic().c_str()); } else { if(approxSync) { depthSync_ = new message_filters::Synchronizer( MyDepthSyncPolicy(queueSize), *imageSubs_[0], odomSub_, *imageDepthSubs_[0], *cameraInfoSubs_[0]); depthSync_->registerCallback(boost::bind(&CoreWrapper::depthCallback, this, _1, _2, _3, _4)); } else { depthExactSync_ = new message_filters::Synchronizer( MyDepthExactSyncPolicy(queueSize), *imageSubs_[0], odomSub_, *imageDepthSubs_[0], *cameraInfoSubs_[0]); depthExactSync_->registerCallback(boost::bind(&CoreWrapper::depthCallback, this, _1, _2, _3, _4)); } ROS_INFO("\n%s subscribed to (%s sync):\n %s,\n %s,\n %s,\n %s", ros::this_node::getName().c_str(), approxSync?"approx":"exact", imageSubs_[0]->getTopic().c_str(), imageDepthSubs_[0]->getTopic().c_str(), cameraInfoSubs_[0]->getTopic().c_str(), odomSub_.getTopic().c_str()); } } } else { // use odom from TF, so subscribe to sensors only if(subscribeScan2d) { scanSub_.subscribe(nh, "scan", 1); if(approxSync) { depthScanTFSync_ = new message_filters::Synchronizer( MyDepthScanTFSyncPolicy(queueSize), *imageSubs_[0], *imageDepthSubs_[0], *cameraInfoSubs_[0], scanSub_); depthScanTFSync_->registerCallback(boost::bind(&CoreWrapper::depthScanTFCallback, this, _1, _2, _3, _4)); } else { depthScanTFExactSync_ = new message_filters::Synchronizer( MyDepthScanTFExactSyncPolicy(queueSize), *imageSubs_[0], *imageDepthSubs_[0], *cameraInfoSubs_[0], scanSub_); depthScanTFExactSync_->registerCallback(boost::bind(&CoreWrapper::depthScanTFCallback, this, _1, _2, _3, _4)); } ROS_INFO("\n%s subscribed to (%s sync):\n %s,\n %s,\n %s,\n %s", ros::this_node::getName().c_str(), approxSync?"approx":"exact", imageSubs_[0]->getTopic().c_str(), imageDepthSubs_[0]->getTopic().c_str(), cameraInfoSubs_[0]->getTopic().c_str(), scanSub_.getTopic().c_str()); } else if(subscribeScan3d) { scan3dSub_.subscribe(nh, "scan_cloud", 1); if(approxSync) { depthScan3dTFSync_ = new message_filters::Synchronizer( MyDepthScan3dTFSyncPolicy(queueSize), *imageSubs_[0], *imageDepthSubs_[0], *cameraInfoSubs_[0], scan3dSub_); depthScan3dTFSync_->registerCallback(boost::bind(&CoreWrapper::depthScan3dTFCallback, this, _1, _2, _3, _4)); } else { depthScan3dTFExactSync_ = new message_filters::Synchronizer( MyDepthScan3dTFExactSyncPolicy(queueSize), *imageSubs_[0], *imageDepthSubs_[0], *cameraInfoSubs_[0], scan3dSub_); depthScan3dTFExactSync_->registerCallback(boost::bind(&CoreWrapper::depthScan3dTFCallback, this, _1, _2, _3, _4)); } ROS_INFO("\n%s subscribed to (%s sync):\n %s,\n %s,\n %s,\n %s", ros::this_node::getName().c_str(), approxSync?"approx":"exact", imageSubs_[0]->getTopic().c_str(), imageDepthSubs_[0]->getTopic().c_str(), cameraInfoSubs_[0]->getTopic().c_str(), scan3dSub_.getTopic().c_str()); } else //!subscribeLaserScan { if(approxSync) { depthTFSync_ = new message_filters::Synchronizer( MyDepthTFSyncPolicy(queueSize), *imageSubs_[0], *imageDepthSubs_[0], *cameraInfoSubs_[0]); depthTFSync_->registerCallback(boost::bind(&CoreWrapper::depthTFCallback, this, _1, _2, _3)); } else { depthTFExactSync_ = new message_filters::Synchronizer( MyDepthTFExactSyncPolicy(queueSize), *imageSubs_[0], *imageDepthSubs_[0], *cameraInfoSubs_[0]); depthTFExactSync_->registerCallback(boost::bind(&CoreWrapper::depthTFCallback, this, _1, _2, _3)); } ROS_INFO("\n%s subscribed to (%s sync):\n %s,\n %s,\n %s", ros::this_node::getName().c_str(), approxSync?"approx":"exact", imageSubs_[0]->getTopic().c_str(), imageDepthSubs_[0]->getTopic().c_str(), cameraInfoSubs_[0]->getTopic().c_str()); } } } else if(subscribeStereo) { ros::NodeHandle left_nh(nh, "left"); ros::NodeHandle right_nh(nh, "right"); ros::NodeHandle left_pnh(pnh, "left"); ros::NodeHandle right_pnh(pnh, "right"); image_transport::ImageTransport left_it(left_nh); image_transport::ImageTransport right_it(right_nh); image_transport::TransportHints hintsLeft("raw", ros::TransportHints(), left_pnh); image_transport::TransportHints hintsRight("raw", ros::TransportHints(), right_pnh); imageRectLeft_.subscribe(left_it, left_nh.resolveName("image_rect"), 1, hintsLeft); imageRectRight_.subscribe(right_it, right_nh.resolveName("image_rect"), 1, hintsRight); cameraInfoLeft_.subscribe(left_nh, "camera_info", 1); cameraInfoRight_.subscribe(right_nh, "camera_info", 1); if(odomFrameId_.empty()) { odomSub_.subscribe(nh, "odom", 1); if(subscribeScan2d) { scanSub_.subscribe(nh, "scan", 1); stereoScanSync_ = new message_filters::Synchronizer( MyStereoScanSyncPolicy(queueSize), imageRectLeft_, imageRectRight_, cameraInfoLeft_, cameraInfoRight_, scanSub_, odomSub_); stereoScanSync_->registerCallback(boost::bind(&CoreWrapper::stereoScanCallback, this, _1, _2, _3, _4, _5, _6)); ROS_INFO("\n%s subscribed to:\n %s,\n %s,\n %s,\n %s,\n %s,\n %s", ros::this_node::getName().c_str(), imageRectLeft_.getTopic().c_str(), imageRectRight_.getTopic().c_str(), cameraInfoLeft_.getTopic().c_str(), cameraInfoRight_.getTopic().c_str(), odomSub_.getTopic().c_str(), scanSub_.getTopic().c_str()); } else if(subscribeScan3d) { scan3dSub_.subscribe(nh, "scan_cloud", 1); stereoScan3dSync_ = new message_filters::Synchronizer( MyStereoScan3dSyncPolicy(queueSize), imageRectLeft_, imageRectRight_, cameraInfoLeft_, cameraInfoRight_, scan3dSub_, odomSub_); stereoScan3dSync_->registerCallback(boost::bind(&CoreWrapper::stereoScan3dCallback, this, _1, _2, _3, _4, _5, _6)); ROS_INFO("\n%s subscribed to:\n %s,\n %s,\n %s,\n %s,\n %s,\n %s", ros::this_node::getName().c_str(), imageRectLeft_.getTopic().c_str(), imageRectRight_.getTopic().c_str(), cameraInfoLeft_.getTopic().c_str(), cameraInfoRight_.getTopic().c_str(), odomSub_.getTopic().c_str(), scan3dSub_.getTopic().c_str()); } else //!subscribeLaserScan { if(approxSync) { stereoApproxSync_ = new message_filters::Synchronizer( MyStereoApproxSyncPolicy(queueSize), imageRectLeft_, imageRectRight_, cameraInfoLeft_, cameraInfoRight_, odomSub_); stereoApproxSync_->registerCallback(boost::bind(&CoreWrapper::stereoCallback, this, _1, _2, _3, _4, _5)); } else { stereoExactSync_ = new message_filters::Synchronizer( MyStereoExactSyncPolicy(queueSize), imageRectLeft_, imageRectRight_, cameraInfoLeft_, cameraInfoRight_, odomSub_); stereoExactSync_->registerCallback(boost::bind(&CoreWrapper::stereoCallback, this, _1, _2, _3, _4, _5)); } ROS_INFO("\n%s subscribed to (%s sync):\n %s,\n %s,\n %s,\n %s,\n %s", ros::this_node::getName().c_str(), approxSync?"approx":"exact", imageRectLeft_.getTopic().c_str(), imageRectRight_.getTopic().c_str(), cameraInfoLeft_.getTopic().c_str(), cameraInfoRight_.getTopic().c_str(), odomSub_.getTopic().c_str()); } } else { // use odom from TF, so subscribe to sensors only if(subscribeScan2d) { scanSub_.subscribe(nh, "scan", 1); stereoScanTFSync_ = new message_filters::Synchronizer( MyStereoScanTFSyncPolicy(queueSize), imageRectLeft_, imageRectRight_, cameraInfoLeft_, cameraInfoRight_, scanSub_); stereoScanTFSync_->registerCallback(boost::bind(&CoreWrapper::stereoScanTFCallback, this, _1, _2, _3, _4, _5)); ROS_INFO("\n%s subscribed to:\n %s,\n %s,\n %s,\n %s,\n %s", ros::this_node::getName().c_str(), imageRectLeft_.getTopic().c_str(), imageRectRight_.getTopic().c_str(), cameraInfoLeft_.getTopic().c_str(), cameraInfoRight_.getTopic().c_str(), scanSub_.getTopic().c_str()); } else if(subscribeScan3d) { scan3dSub_.subscribe(nh, "scan_cloud", 1); stereoScan3dTFSync_ = new message_filters::Synchronizer( MyStereoScan3dTFSyncPolicy(queueSize), imageRectLeft_, imageRectRight_, cameraInfoLeft_, cameraInfoRight_, scan3dSub_); stereoScan3dTFSync_->registerCallback(boost::bind(&CoreWrapper::stereoScan3dTFCallback, this, _1, _2, _3, _4, _5)); ROS_INFO("\n%s subscribed to:\n %s,\n %s,\n %s,\n %s,\n %s", ros::this_node::getName().c_str(), imageRectLeft_.getTopic().c_str(), imageRectRight_.getTopic().c_str(), cameraInfoLeft_.getTopic().c_str(), cameraInfoRight_.getTopic().c_str(), scan3dSub_.getTopic().c_str()); } else //!subscribeLaserScan { if(approxSync) { stereoApproxTFSync_ = new message_filters::Synchronizer( MyStereoApproxTFSyncPolicy(queueSize), imageRectLeft_, imageRectRight_, cameraInfoLeft_, cameraInfoRight_); stereoApproxTFSync_->registerCallback(boost::bind(&CoreWrapper::stereoTFCallback, this, _1, _2, _3, _4)); } else { stereoExactTFSync_ = new message_filters::Synchronizer( MyStereoExactTFSyncPolicy(queueSize), imageRectLeft_, imageRectRight_, cameraInfoLeft_, cameraInfoRight_); stereoExactTFSync_->registerCallback(boost::bind(&CoreWrapper::stereoTFCallback, this, _1, _2, _3, _4)); } ROS_INFO("\n%s subscribed to (%s sync):\n %s,\n %s,\n %s,\n %s", ros::this_node::getName().c_str(), approxSync?"approx":"exact", imageRectLeft_.getTopic().c_str(), imageRectRight_.getTopic().c_str(), cameraInfoLeft_.getTopic().c_str(), cameraInfoRight_.getTopic().c_str()); } } } else { ros::NodeHandle rgb_nh(nh, "rgb"); ros::NodeHandle rgb_pnh(pnh, "rgb"); image_transport::ImageTransport rgb_it(rgb_nh); image_transport::TransportHints hintsRgb("raw", ros::TransportHints(), rgb_pnh); defaultSub_ = rgb_it.subscribe("image", 1, &CoreWrapper::defaultCallback, this); ROS_INFO("\n%s subscribed to:\n %s", ros::this_node::getName().c_str(), defaultSub_.getTopic().c_str()); } }