/* Copyright (c) 2010-2016, Mathieu Labbe - IntRoLab - Universite de Sherbrooke All rights reserved. Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met: * Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer. * Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the distribution. * Neither the name of the Universite de Sherbrooke nor the names of its contributors may be used to endorse or promote products derived from this software without specific prior written permission. THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ #include "rtabmap_viz/GuiWrapper.h" #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include "rtabmap_conversions/MsgConversion.h" #include "rtabmap_msgs/srv/set_goal.hpp" #include "rtabmap_msgs/srv/set_label.hpp" #include "rtabmap_msgs/srv/remove_label.hpp" #include "rtabmap_viz/PreferencesDialogROS.h" float max3( const float& a, const float& b, const float& c) { float m=a>b?a:b; return m>c?m:c; } namespace rtabmap_viz { GuiWrapper::GuiWrapper(const rclcpp::NodeOptions & options) : Node("rtabmap_viz", options), rtabmap_sync::CommonDataSubscriber(*this, true), mainWindow_(0), cameraNodeName_(""), lastOdomInfoUpdateTime_(0), rtabmapNodeName_("rtabmap"), frameId_("base_link"), odomFrameId_(""), waitForTransform_(0.2), // 200 ms odomSensorSync_(false), maxOdomUpdateRate_(10) { tfBuffer_ = std::make_shared(this->get_clock()); tfListener_ = std::make_shared(*tfBuffer_); QString configFile = QDir::homePath()+"/.ros/rtabmapGUI.ini"; for(size_t i=0; ideclare_parameter("rtabmap", rtabmapNodeName_); RCLCPP_INFO(this->get_logger(), "rtabmap_viz: Using configuration from \"%s\"", configFile.toStdString().c_str()); uSleep(500); prefDialog_ = new PreferencesDialogROS(this, configFile, rtabmapNodeName_); mainWindow_ = new MainWindow(prefDialog_); mainWindow_->setWindowTitle(mainWindow_->windowTitle()+" [ROS]"); mainWindow_->show(); bool paused = false; paused = this->declare_parameter("is_rtabmap_paused", paused); mainWindow_->setMonitoringState(paused); // To receive odometry events std::string initCachePath; bool subscribeInfoOnly = false; frameId_ = this->declare_parameter("frame_id", frameId_); this->get_parameter_or("odom_frame_id", odomFrameId_, odomFrameId_); // set to use odom from TF, ros2: already declared in CommonDataSubscriber waitForTransform_ = this->declare_parameter("wait_for_transform", waitForTransform_); odomSensorSync_ = this->declare_parameter("odom_sensor_sync", odomSensorSync_); maxOdomUpdateRate_ = this->declare_parameter("max_odom_update_rate", maxOdomUpdateRate_); cameraNodeName_ = this->declare_parameter("camera_node_name", cameraNodeName_); // used to pause the rtabmap_ros/camera when pausing the process subscribeInfoOnly = this->declare_parameter("subscribe_info_only", subscribeInfoOnly); initCachePath = this->declare_parameter("init_cache_path", initCachePath); if(initCachePath.size()) { initCachePath = uReplaceChar(initCachePath, '~', UDirectory::homeDir()); if(initCachePath.at(0) != '/') { initCachePath = UDirectory::currentDir(true) + initCachePath; } RCLCPP_INFO(this->get_logger(), "rtabmap_viz: Initializing cache with local database \"%s\"", initCachePath.c_str()); if(!callMapDataService(rtabmapNodeName_+"/get_map_data", false, true, true)) { RCLCPP_ERROR(this->get_logger(), "The cache will still be loaded " "but the clouds won't be created until next time rtabmap_viz " "receives the optimized graph."); } QMetaObject::invokeMethod(mainWindow_, "updateCacheFromDatabase", Q_ARG(QString, QString(initCachePath.c_str()))); } UEventsManager::addHandler(this); UEventsManager::addHandler(mainWindow_); republishNodeDataPub_ = this->create_publisher(rtabmapNodeName_+"/republish_node_data", 1); if(subscribeInfoOnly) { RCLCPP_INFO(this->get_logger(), "rtabmap_viz: subscribe_info_only=true"); infoOnlyTopic_ = this->create_subscription("info", rclcpp::QoS(this->getTopicQueueSize()), std::bind(&GuiWrapper::infoCallback, this, std::placeholders::_1)); } else { infoTopic_.subscribe(this, "info", RCLCPP_QOS(this->getTopicQueueSize(), rclcpp::ReliabilityPolicy::SystemDefault)); mapDataTopic_.subscribe(this, "mapData", RCLCPP_QOS(this->getTopicQueueSize(), rclcpp::ReliabilityPolicy::SystemDefault)); infoMapSync_ = new message_filters::Synchronizer( MyInfoMapSyncPolicy(this->getSyncQueueSize()), infoTopic_, mapDataTopic_); infoMapSync_->registerCallback(std::bind(&GuiWrapper::infoMapCallback, this, std::placeholders::_1, std::placeholders::_2)); } goalTopic_.subscribe(this, "goal_node", RCLCPP_QOS(this->getTopicQueueSize(), rclcpp::ReliabilityPolicy::SystemDefault)); pathTopic_.subscribe(this, "global_path", RCLCPP_QOS(this->getTopicQueueSize(), rclcpp::ReliabilityPolicy::SystemDefault)); goalPathSync_ = new message_filters::Synchronizer( MyGoalPathSyncPolicy(this->getSyncQueueSize()), goalTopic_, pathTopic_); goalPathSync_->registerCallback(std::bind(&GuiWrapper::goalPathCallback, this, std::placeholders::_1, std::placeholders::_2)); goalReachedTopic_ = this->create_subscription("goal_reached", rclcpp::QoS(topicQueueSize_), std::bind(&GuiWrapper::goalReachedCallback, this, std::placeholders::_1)); setupCallbacks(*this); // do it at the end } GuiWrapper::~GuiWrapper() { UDEBUG(""); delete infoMapSync_; delete mainWindow_; } void GuiWrapper::infoMapCallback( const rtabmap_msgs::msg::Info::ConstSharedPtr infoMsg, const rtabmap_msgs::msg::MapData::ConstSharedPtr mapMsg) { //RCLCPP_INFO(this->get_logger(), "rtabmap_viz: RTAB-Map info ex received!"); // Map from ROS struct to rtabmap struct rtabmap::Statistics stat; // Info rtabmap_conversions::infoFromROS(*infoMsg, stat); // MapData rtabmap::Transform mapToOdom; std::map poses; std::map signatures; std::multimap links; rtabmap_conversions::mapDataFromROS(*mapMsg, poses, links, signatures, mapToOdom); stat.setMapCorrection(mapToOdom); stat.setPoses(poses); stat.setSignaturesData(signatures); stat.setConstraints(links); this->post(new RtabmapEvent(stat)); tick(infoMsg->header.stamp); } void GuiWrapper::infoCallback( const rtabmap_msgs::msg::Info::ConstSharedPtr infoMsg) { rtabmap::Statistics stat; // Info from ROS rtabmap_conversions::infoFromROS(*infoMsg, stat); // mapToOdom can be recovered from statistics if(stat.data().find(Statistics::kLoopMapToOdom_x()) != stat.data().end() && stat.data().find(Statistics::kLoopMapToOdom_y()) != stat.data().end() && stat.data().find(Statistics::kLoopMapToOdom_z()) != stat.data().end() && stat.data().find(Statistics::kLoopMapToOdom_roll()) != stat.data().end() && stat.data().find(Statistics::kLoopMapToOdom_pitch()) != stat.data().end() && stat.data().find(Statistics::kLoopMapToOdom_yaw()) != stat.data().end()) { rtabmap::Transform mapToOdom; mapToOdom = rtabmap::Transform( stat.data().at(Statistics::kLoopMapToOdom_x()), stat.data().at(Statistics::kLoopMapToOdom_y()), stat.data().at(Statistics::kLoopMapToOdom_z()), stat.data().at(Statistics::kLoopMapToOdom_roll())*M_PI/180.f, stat.data().at(Statistics::kLoopMapToOdom_pitch())*M_PI/180.f, stat.data().at(Statistics::kLoopMapToOdom_yaw())*M_PI/180.f); stat.setMapCorrection(mapToOdom); } this->post(new RtabmapEvent(stat)); tick(infoMsg->header.stamp); } void GuiWrapper::goalPathCallback( const rtabmap_msgs::msg::Goal::ConstSharedPtr goalMsg, const nav_msgs::msg::Path::ConstSharedPtr pathMsg) { // we don't have the node ids, just generate fake ones. std::vector > poses(pathMsg->poses.size()); for(unsigned int i=0; iposes.size(); ++i) { poses[i].first = -int(i)-1; poses[i].second = rtabmap_conversions::transformFromPoseMsg(pathMsg->poses[i].pose); } this->post(new RtabmapGlobalPathEvent(goalMsg->node_id, goalMsg->node_label, poses, 0.0)); } void GuiWrapper::goalReachedCallback( const std_msgs::msg::Bool::ConstSharedPtr value) { this->post(new RtabmapGoalStatusEvent(value->data?1:-1)); } void GuiWrapper::processRequestedMap(const rtabmap_msgs::msg::MapData & map) { // Make sure parameters are loaded if(((PreferencesDialogROS*)prefDialog_)->hasAllParameters()) { QMetaObject::invokeMethod(((PreferencesDialogROS*)prefDialog_), "readRtabmapNodeParameters"); } std::map signatures; std::map poses; std::multimap constraints; Transform mapToOdom; rtabmap_conversions::mapDataFromROS(map, poses, constraints, signatures, mapToOdom); RtabmapEvent3DMap e(signatures, poses, constraints); QMetaObject::invokeMethod(mainWindow_, "processRtabmapEvent3DMap", Q_ARG(rtabmap::RtabmapEvent3DMap, e)); } bool GuiWrapper::callEmptyService(const std::string & name) { auto client = this->create_client(name); if(client->wait_for_service(std::chrono::seconds(1))) { auto request = std::make_shared(); auto result_future = client->async_send_request(request); result_future.wait(); return true; } else { RCLCPP_WARN(this->get_logger(), "Service \"%s\" not available.", name.c_str()); } return false; } bool GuiWrapper::callMapDataService(const std::string & name, bool global, bool optimized, bool graphOnly) { auto client = this->create_client(name); if(client->wait_for_service(std::chrono::seconds(2))) { auto request = std::make_shared(); request->global_map = global; request->optimized = optimized; request->graph_only = graphOnly; using ServiceResponseFuture = rclcpp::Client::SharedFuture; auto response_received_callback = [this](ServiceResponseFuture future) { auto result = future.get(); processRequestedMap(result->data); }; auto result_future = client->async_send_request(request, response_received_callback); result_future.wait(); return true; } else { RCLCPP_WARN(this->get_logger(), "Service \"%s\" not available.", name.c_str()); } return false; } bool GuiWrapper::handleEvent(UEvent * anEvent) { if(anEvent->getClassName().compare("ParamEvent") == 0) { const rtabmap::ParametersMap & defaultParameters = rtabmap::Parameters::getDefaultParameters(); rtabmap::ParametersMap parameters = ((rtabmap::ParamEvent *)anEvent)->getParameters(); std::vector rosParameters; for(rtabmap::ParametersMap::iterator i=parameters.begin(); i!=parameters.end(); ++i) { //save only parameters with valid names if(defaultParameters.find((*i).first) != defaultParameters.end()) { rosParameters.push_back(rclcpp::Parameter((*i).first, (*i).second)); } else if((*i).first.find('/') != (*i).first.npos) { RCLCPP_WARN(this->get_logger(), "Parameter %s is not used by the rtabmap node.", (*i).first.c_str()); } } if(rosParameters.size()) { RCLCPP_INFO(this->get_logger(), "Parameters updated"); auto client = std::make_shared(this, rtabmapNodeName_); if (!client->wait_for_service(std::chrono::seconds(5))) { RCLCPP_ERROR(this->get_logger(), "Can't call rtabmap parameters service, is the node running?"); } else { auto results = client->set_parameters(rosParameters); } } } else if(anEvent->getClassName().compare("RtabmapEventCmd") == 0) { rtabmap::RtabmapEventCmd * cmdEvent = (rtabmap::RtabmapEventCmd *)anEvent; rtabmap::RtabmapEventCmd::Cmd cmd = cmdEvent->getCmd(); if(cmd == rtabmap::RtabmapEventCmd::kCmdResetMemory) { if(!callEmptyService(rtabmapNodeName_+"/reset")) { RCLCPP_ERROR(this->get_logger(), "Can't call \"reset\" service"); } } else if(cmd == rtabmap::RtabmapEventCmd::kCmdPause) { // Pause the camera if the rtabmap/camera node is used if(!cameraNodeName_.empty()) { std::string str = uFormat("rosrun dynamic_reconfigure dynparam set %s pause true", cameraNodeName_.c_str()); if(system(str.c_str()) !=0) { RCLCPP_ERROR(this->get_logger(), "Command \"%s\" returned non zero value.", str.c_str()); } } // Pause visual_odometry callEmptyService("pause_odom"); // Pause rtabmap if(!callEmptyService(rtabmapNodeName_+"/pause")) { RCLCPP_ERROR(this->get_logger(), "Can't call \"pause\" service"); } } else if(cmd == rtabmap::RtabmapEventCmd::kCmdResume) { // Resume rtabmap if(!callEmptyService(rtabmapNodeName_+"/resume")) { RCLCPP_ERROR(this->get_logger(), "Can't call \"resume\" service"); } // Pause visual_odometry callEmptyService("resume_odom"); // Resume the camera if the rtabmap/camera node is used if(!cameraNodeName_.empty()) { std::string str = uFormat("rosrun dynamic_reconfigure dynparam set %s pause false", cameraNodeName_.c_str()); if(system(str.c_str()) !=0) { RCLCPP_ERROR(this->get_logger(), "Command \"%s\" returned non zero value.", str.c_str()); } } } else if(cmd == rtabmap::RtabmapEventCmd::kCmdTriggerNewMap) { if(!callEmptyService(rtabmapNodeName_+"/trigger_new_map")) { RCLCPP_ERROR(this->get_logger(), "Can't call \"trigger_new_map\" service"); } } else if(cmd == rtabmap::RtabmapEventCmd::kCmdPublish3DMap) { UASSERT(cmdEvent->value1().isBool()); UASSERT(cmdEvent->value2().isBool()); UASSERT(cmdEvent->value3().isBool()); if(!callMapDataService(rtabmapNodeName_+"/get_map_data", cmdEvent->value1().toBool(), cmdEvent->value2().toBool(), cmdEvent->value3().toBool())) { this->post(new RtabmapEvent3DMap(1)); // service error } } else if(cmd == rtabmap::RtabmapEventCmd::kCmdGoal) { UASSERT(cmdEvent->value1().isStr() || cmdEvent->value1().isInt() || cmdEvent->value1().isUInt()); auto client = this->create_client(rtabmapNodeName_+"/set_goal"); if(client->wait_for_service(std::chrono::seconds(1))) { auto request = std::make_shared(); request->node_id = !cmdEvent->value1().isStr()?cmdEvent->value1().toInt():0; request->node_label = cmdEvent->value1().isStr()?cmdEvent->value1().toStr():""; using ServiceResponseFuture = rclcpp::Client::SharedFuture; auto response_received_callback = [this, &request](ServiceResponseFuture future) { auto result = future.get(); UASSERT(result->path_ids.size() == result->path_poses.size()); std::vector > poses(result->path_poses.size()); for(unsigned int i=0; ipath_poses.size(); ++i) { poses[i].first = result->path_ids[i]; poses[i].second = rtabmap_conversions::transformFromPoseMsg(result->path_poses[i]); } this->post(new RtabmapGlobalPathEvent(request->node_id, request->node_label, poses, result->planning_time)); }; auto result_future = client->async_send_request(request, response_received_callback); result_future.wait(); } else { RCLCPP_WARN(this->get_logger(), "Service \"set_goal\" not available."); } } else if(cmd == rtabmap::RtabmapEventCmd::kCmdCancelGoal) { if(!callEmptyService(rtabmapNodeName_+"/cancel_goal")) { RCLCPP_ERROR(this->get_logger(), "Can't call \"cancel_goal\" service"); } } else if(cmd == rtabmap::RtabmapEventCmd::kCmdLabel) { UASSERT(cmdEvent->value1().isStr()); UASSERT(cmdEvent->value2().isUndef() || cmdEvent->value2().isInt() || cmdEvent->value2().isUInt()); auto client = this->create_client(rtabmapNodeName_+"/set_label"); if(client->wait_for_service(std::chrono::seconds(1))) { auto request = std::make_shared(); request->node_id = cmdEvent->value2().isUndef()?0:cmdEvent->value2().toInt(); request->node_label = cmdEvent->value1().toStr(); auto result_future = client->async_send_request(request); result_future.wait(); } else { RCLCPP_WARN(this->get_logger(), "Service \"set_label\" not available."); } } else if(cmd == rtabmap::RtabmapEventCmd::kCmdRemoveLabel) { UASSERT(cmdEvent->value1().isStr()); auto client = this->create_client(rtabmapNodeName_+"/remove_label"); if(client->wait_for_service(std::chrono::seconds(1))) { auto request = std::make_shared(); request->label = cmdEvent->value1().toStr(); auto result_future = client->async_send_request(request); result_future.wait(); } else { RCLCPP_WARN(this->get_logger(), "Service \"remove_label\" not available."); } } else if(cmd == rtabmap::RtabmapEventCmd::kCmdRepublishData) { UASSERT(cmdEvent->value1().isIntArray()); std_msgs::msg::Int32MultiArray msg; msg.data = cmdEvent->value1().toIntArray(); republishNodeDataPub_->publish(msg); } else { RCLCPP_WARN(this->get_logger(), "Not handled command (%d)...", cmd); } } else if(anEvent->getClassName().compare("OdometryResetEvent") == 0) { if(!callEmptyService("reset_odom")) { RCLCPP_ERROR(this->get_logger(), "Can't call \"reset_odom\" service, (will only work with rtabmap/visual_odometry node.)"); } } return false; } void GuiWrapper::commonMultiCameraCallback( const nav_msgs::msg::Odometry::ConstSharedPtr & odomMsg, const rtabmap_msgs::msg::UserData::ConstSharedPtr &, const std::vector & imageMsgs, const std::vector & depthMsgs, const std::vector & cameraInfoMsgs, const std::vector & depthCameraInfoMsgs, const sensor_msgs::msg::LaserScan & scan2dMsg, const sensor_msgs::msg::PointCloud2 & scan3dMsg, const rtabmap_msgs::msg::OdomInfo::ConstSharedPtr& odomInfoMsg, const std::vector &, const std::vector > &, const std::vector > &, const std::vector &) { UASSERT(imageMsgs.size() == 0 || (imageMsgs.size() == cameraInfoMsgs.size())); std_msgs::msg::Header odomHeader; std::string frameId = frameId_; Transform odomT; if(odomMsg.get()) { odomT = rtabmap_conversions::transformFromPoseMsg(odomMsg->pose.pose); odomHeader = odomMsg->header; if(!odomMsg->child_frame_id.empty()) { frameId = odomMsg->child_frame_id; } else { RCLCPP_WARN(get_logger(), "Received odom topic with child_frame_id not set! Using \"%s\" as base frame.", frameId_.c_str()); } } else { if(!scan2dMsg.ranges.empty()) { odomHeader = scan2dMsg.header; } else if(!scan3dMsg.data.empty()) { odomHeader = scan3dMsg.header; } else if(cameraInfoMsgs.size()) { odomHeader = cameraInfoMsgs[0].header; } else if(depthMsgs.size() && depthMsgs[0].get()) { odomHeader = depthMsgs[0]->header; } else if(imageMsgs.size() && imageMsgs[0].get()) { odomHeader = imageMsgs[0]->header; } odomHeader.frame_id = odomFrameId_; odomT = rtabmap_conversions::getTransform(odomHeader.frame_id, frameId_, odomHeader.stamp, *tfBuffer_, waitForTransform_); if(odomT.isNull()) { RCLCPP_WARN(this->get_logger(), "Could not get odometry pose from " "TF for stamp %f, aborting! To show red screen in rtabmap_viz " "when this happens (indicating potentially lost), set subscribe_odom " "to true.", rclcpp::Time(odomHeader.stamp).seconds()); return; } } cv::Mat covariance = cv::Mat::eye(6,6,CV_64FC1); if(odomMsg.get()) { UASSERT(odomMsg->twist.covariance.size() == 36); if(odomMsg->twist.covariance[0] != 0 && odomMsg->twist.covariance[7] != 0 && odomMsg->twist.covariance[14] != 0 && odomMsg->twist.covariance[21] != 0 && odomMsg->twist.covariance[28] != 0 && odomMsg->twist.covariance[35] != 0) { covariance = cv::Mat(6,6,CV_64FC1,(void*)odomMsg->twist.covariance.data()).clone(); } } else if(odomInfoMsg.get() && odomInfoMsg->covariance.size() == 36) { if(odomInfoMsg->covariance[0] != 0 && odomInfoMsg->covariance[7] != 0 && odomInfoMsg->covariance[14] != 0 && odomInfoMsg->covariance[21] != 0 && odomInfoMsg->covariance[28] != 0 && odomInfoMsg->covariance[35] != 0) { covariance = cv::Mat(6,6,CV_64FC1,(void*)odomInfoMsg->covariance.data()).clone(); } } if(odomHeader.frame_id.empty()) { RCLCPP_ERROR(this->get_logger(), "Odometry frame not set!?"); return; } cv::Mat rgb; cv::Mat depth; std::vector cameraModels; std::vector stereoCameraModels; LaserScan scan; rtabmap::OdometryInfo info; bool ignoreData = false; // limit update rate if(maxOdomUpdateRate_<=0.0 || (UTimer::now() - lastOdomInfoUpdateTime_ > 1.0/maxOdomUpdateRate_ && !mainWindow_->isProcessingOdometry() && !mainWindow_->isProcessingStatistics())) { lastOdomInfoUpdateTime_ = UTimer::now(); if(imageMsgs.size() && imageMsgs[0].get() && depthMsgs.size() && depthMsgs[0].get()) { ParametersMap allParameters = prefDialog_->getAllParameters(); bool imagesAlreadyRectified = Parameters::defaultRtabmapImagesAlreadyRectified(); Parameters::parse(allParameters, Parameters::kRtabmapImagesAlreadyRectified(), imagesAlreadyRectified); if(!rtabmap_conversions::convertRGBDMsgs( imageMsgs, depthMsgs, cameraInfoMsgs, depthCameraInfoMsgs, frameId, odomSensorSync_?odomHeader.frame_id:"", odomHeader.stamp, rgb, depth, cameraModels, stereoCameraModels, *tfBuffer_, waitForTransform_, imagesAlreadyRectified)) { RCLCPP_ERROR(this->get_logger(), "Could not convert rgb/depth msgs! Aborting rtabmap_viz update..."); return; } } if(!scan2dMsg.ranges.empty()) { if(!rtabmap_conversions::convertScanMsg( scan2dMsg, frameId, odomSensorSync_?odomHeader.frame_id:"", odomHeader.stamp, scan, *tfBuffer_, waitForTransform_)) { RCLCPP_ERROR(this->get_logger(), "Could not convert laser scan msg! Aborting rtabmap_viz update..."); return; } } else if(!scan3dMsg.data.empty()) { if(!rtabmap_conversions::convertScan3dMsg( scan3dMsg, frameId, odomSensorSync_?odomHeader.frame_id:"", odomHeader.stamp, scan, *tfBuffer_, waitForTransform_)) { RCLCPP_ERROR(this->get_logger(), "Could not convert 3d laser scan msg! Aborting rtabmap_viz update..."); return; } } if(odomInfoMsg.get()) { info = rtabmap_conversions::odomInfoFromROS(*odomInfoMsg); } ignoreData = false; } else if(odomInfoMsg.get()) { info = rtabmap_conversions::odomInfoFromROS(*odomInfoMsg).copyWithoutData(); ignoreData = true; } else { // don't update GUI odom stuff if we don't use visual odometry return; } info.reg.covariance = covariance; rtabmap::OdometryEvent odomEvent( !stereoCameraModels.empty()? rtabmap::SensorData( scan, rgb, depth, stereoCameraModels, 0, rtabmap_conversions::timestampFromROS(odomHeader.stamp)): rtabmap::SensorData( scan, rgb, depth, cameraModels, 0, rtabmap_conversions::timestampFromROS(odomHeader.stamp)), odomT, info); QMetaObject::invokeMethod(mainWindow_, "processOdometry", Q_ARG(rtabmap::OdometryEvent, odomEvent), Q_ARG(bool, ignoreData)); } void GuiWrapper::commonStereoCallback( const nav_msgs::msg::Odometry::ConstSharedPtr & odomMsg, const rtabmap_msgs::msg::UserData::ConstSharedPtr &, const cv_bridge::CvImageConstPtr& leftImageMsg, const cv_bridge::CvImageConstPtr& rightImageMsg, const sensor_msgs::msg::CameraInfo& leftCamInfoMsg, const sensor_msgs::msg::CameraInfo& rightCamInfoMsg, const sensor_msgs::msg::LaserScan & scan2dMsg, const sensor_msgs::msg::PointCloud2 & scan3dMsg, const rtabmap_msgs::msg::OdomInfo::ConstSharedPtr& odomInfoMsg, const std::vector &, const std::vector &, const std::vector &, const cv::Mat &) { std_msgs::msg::Header odomHeader; std::string frameId = frameId_; Transform odomT; if(odomMsg.get()) { odomT = rtabmap_conversions::transformFromPoseMsg(odomMsg->pose.pose); odomHeader = odomMsg->header; if(!odomMsg->child_frame_id.empty()) { frameId = odomMsg->child_frame_id; } else { RCLCPP_WARN(get_logger(), "Received odom topic with child_frame_id not set! Using \"%s\" as base frame.", frameId_.c_str()); } } else { if(!scan2dMsg.ranges.empty()) { odomHeader = scan2dMsg.header; } else if(!scan3dMsg.data.empty()) { odomHeader = scan3dMsg.header; } else { odomHeader = leftCamInfoMsg.header; } odomHeader.frame_id = odomFrameId_; odomT = rtabmap_conversions::getTransform(odomHeader.frame_id, frameId_, odomHeader.stamp, *tfBuffer_, waitForTransform_); if(odomT.isNull()) { RCLCPP_WARN(this->get_logger(), "Could not get odometry pose from " "TF for stamp %f, aborting! To show red screen in rtabmap_viz " "when this happens (indicating potentially lost), set subscribe_odom " "to true.", rclcpp::Time(odomHeader.stamp).seconds()); return; } } cv::Mat covariance = cv::Mat::eye(6,6,CV_64FC1); if(odomMsg.get()) { UASSERT(odomMsg->twist.covariance.size() == 36); if(odomMsg->twist.covariance[0] != 0 && odomMsg->twist.covariance[7] != 0 && odomMsg->twist.covariance[14] != 0 && odomMsg->twist.covariance[21] != 0 && odomMsg->twist.covariance[28] != 0 && odomMsg->twist.covariance[35] != 0) { covariance = cv::Mat(6,6,CV_64FC1,(void*)odomMsg->twist.covariance.data()).clone(); } } else if(odomInfoMsg.get() && odomInfoMsg->covariance.size() == 36) { if(odomInfoMsg->covariance[0] != 0 && odomInfoMsg->covariance[7] != 0 && odomInfoMsg->covariance[14] != 0 && odomInfoMsg->covariance[21] != 0 && odomInfoMsg->covariance[28] != 0 && odomInfoMsg->covariance[35] != 0) { covariance = cv::Mat(6,6,CV_64FC1,(void*)odomInfoMsg->covariance.data()).clone(); } } if(odomHeader.frame_id.empty()) { RCLCPP_ERROR(this->get_logger(), "Odometry frame not set!?"); return; } cv::Mat left; cv::Mat right; LaserScan scan; rtabmap::StereoCameraModel stereoModel; rtabmap::OdometryInfo info; bool ignoreData = false; // limit update rate if(maxOdomUpdateRate_<=0.0 || (UTimer::now() - lastOdomInfoUpdateTime_ > 1.0/maxOdomUpdateRate_ && !mainWindow_->isProcessingOdometry() && !mainWindow_->isProcessingStatistics())) { lastOdomInfoUpdateTime_ = UTimer::now(); ParametersMap allParameters = prefDialog_->getAllParameters(); bool imagesAlreadyRectified = Parameters::defaultRtabmapImagesAlreadyRectified(); Parameters::parse(allParameters, Parameters::kRtabmapImagesAlreadyRectified(), imagesAlreadyRectified); if(!rtabmap_conversions::convertStereoMsg( leftImageMsg, rightImageMsg, leftCamInfoMsg, rightCamInfoMsg, frameId, odomSensorSync_?odomHeader.frame_id:"", odomHeader.stamp, left, right, stereoModel, *tfBuffer_, waitForTransform_, imagesAlreadyRectified)) { RCLCPP_ERROR(this->get_logger(), "Could not convert stereo msgs! Aborting rtabmap_viz update..."); return; } if(!scan2dMsg.ranges.empty()) { if(!rtabmap_conversions::convertScanMsg( scan2dMsg, frameId, odomSensorSync_?odomHeader.frame_id:"", odomHeader.stamp, scan, *tfBuffer_, waitForTransform_)) { RCLCPP_ERROR(this->get_logger(), "Could not convert laser scan msg! Aborting rtabmap_viz update..."); return; } } else if(!scan3dMsg.data.empty()) { if(!rtabmap_conversions::convertScan3dMsg( scan3dMsg, frameId, odomSensorSync_?odomHeader.frame_id:"", odomHeader.stamp, scan, *tfBuffer_, waitForTransform_)) { RCLCPP_ERROR(this->get_logger(), "Could not convert 3d laser scan msg! Aborting rtabmap_viz update..."); return; } } if(odomInfoMsg.get()) { info = rtabmap_conversions::odomInfoFromROS(*odomInfoMsg); } ignoreData = false; } else if(odomInfoMsg.get()) { info = rtabmap_conversions::odomInfoFromROS(*odomInfoMsg).copyWithoutData(); ignoreData = true; } else { // don't update GUI odom stuff if we don't use visual odometry return; } info.reg.covariance = covariance; rtabmap::OdometryEvent odomEvent( rtabmap::SensorData( scan, left, right, stereoModel, 0, rtabmap_conversions::timestampFromROS(odomHeader.stamp)), odomT, info); QMetaObject::invokeMethod(mainWindow_, "processOdometry", Q_ARG(rtabmap::OdometryEvent, odomEvent), Q_ARG(bool, ignoreData)); } void GuiWrapper::commonLaserScanCallback( const nav_msgs::msg::Odometry::ConstSharedPtr & odomMsg, const rtabmap_msgs::msg::UserData::ConstSharedPtr &, const sensor_msgs::msg::LaserScan & scan2dMsg, const sensor_msgs::msg::PointCloud2 & scan3dMsg, const rtabmap_msgs::msg::OdomInfo::ConstSharedPtr& odomInfoMsg, const rtabmap_msgs::msg::GlobalDescriptor &) { std_msgs::msg::Header odomHeader; std::string frameId = frameId_; Transform odomT; if(odomMsg.get()) { odomT = rtabmap_conversions::transformFromPoseMsg(odomMsg->pose.pose); odomHeader = odomMsg->header; if(!odomMsg->child_frame_id.empty()) { frameId = odomMsg->child_frame_id; } else { RCLCPP_WARN(get_logger(), "Received odom topic with child_frame_id not set! Using \"%s\" as base frame.", frameId_.c_str()); } } else { if(!scan2dMsg.ranges.empty()) { odomHeader = scan2dMsg.header; } else if(!scan3dMsg.data.empty()) { odomHeader = scan3dMsg.header; } else { return; } odomHeader.frame_id = odomFrameId_; odomT = rtabmap_conversions::getTransform(odomHeader.frame_id, frameId_, odomHeader.stamp, *tfBuffer_, waitForTransform_); if(odomT.isNull()) { RCLCPP_WARN(this->get_logger(), "Could not get odometry pose from " "TF for stamp %f, aborting! To show red screen in rtabmap_viz " "when this happens (indicating potentially lost), set subscribe_odom " "to true.", rclcpp::Time(odomHeader.stamp).seconds()); return; } } cv::Mat covariance = cv::Mat::eye(6,6,CV_64FC1); if(odomMsg.get()) { UASSERT(odomMsg->twist.covariance.size() == 36); if(odomMsg->twist.covariance[0] != 0 && odomMsg->twist.covariance[7] != 0 && odomMsg->twist.covariance[14] != 0 && odomMsg->twist.covariance[21] != 0 && odomMsg->twist.covariance[28] != 0 && odomMsg->twist.covariance[35] != 0) { covariance = cv::Mat(6,6,CV_64FC1,(void*)odomMsg->twist.covariance.data()).clone(); } } else if(odomInfoMsg.get() && odomInfoMsg->covariance.size() == 36) { if(odomInfoMsg->covariance[0] != 0 && odomInfoMsg->covariance[7] != 0 && odomInfoMsg->covariance[14] != 0 && odomInfoMsg->covariance[21] != 0 && odomInfoMsg->covariance[28] != 0 && odomInfoMsg->covariance[35] != 0) { covariance = cv::Mat(6,6,CV_64FC1,(void*)odomInfoMsg->covariance.data()).clone(); } } if(odomHeader.frame_id.empty()) { RCLCPP_ERROR(this->get_logger(), "Odometry frame not set!?"); return; } LaserScan scan; rtabmap::OdometryInfo info; bool ignoreData = false; // limit update rate if(maxOdomUpdateRate_<=0.0 || (UTimer::now() - lastOdomInfoUpdateTime_ > 1.0/maxOdomUpdateRate_ && !mainWindow_->isProcessingOdometry() && !mainWindow_->isProcessingStatistics())) { lastOdomInfoUpdateTime_ = UTimer::now(); if(!scan2dMsg.ranges.empty()) { if(!rtabmap_conversions::convertScanMsg( scan2dMsg, frameId, odomSensorSync_?odomHeader.frame_id:"", odomHeader.stamp, scan, *tfBuffer_, waitForTransform_)) { RCLCPP_ERROR(this->get_logger(), "Could not convert laser scan msg! Aborting rtabmap_viz update..."); return; } } else if(!scan3dMsg.data.empty()) { if(!rtabmap_conversions::convertScan3dMsg( scan3dMsg, frameId, odomSensorSync_?odomHeader.frame_id:"", odomHeader.stamp, scan, *tfBuffer_, waitForTransform_)) { RCLCPP_ERROR(this->get_logger(), "Could not convert 3d laser scan msg! Aborting rtabmap_viz update..."); return; } } if(odomInfoMsg.get()) { info = rtabmap_conversions::odomInfoFromROS(*odomInfoMsg); } ignoreData = false; } else if(odomInfoMsg.get()) { info = rtabmap_conversions::odomInfoFromROS(*odomInfoMsg).copyWithoutData(); ignoreData = true; } else { // don't update GUI odom stuff if we don't use visual odometry return; } info.reg.covariance = covariance; rtabmap::OdometryEvent odomEvent( rtabmap::SensorData( scan, cv::Mat(), cv::Mat(), rtabmap::CameraModel(), 0, rtabmap_conversions::timestampFromROS(odomHeader.stamp)), odomT, info); QMetaObject::invokeMethod(mainWindow_, "processOdometry", Q_ARG(rtabmap::OdometryEvent, odomEvent), Q_ARG(bool, ignoreData)); } void GuiWrapper::commonOdomCallback( const nav_msgs::msg::Odometry::ConstSharedPtr & odomMsg, const rtabmap_msgs::msg::UserData::ConstSharedPtr &, const rtabmap_msgs::msg::OdomInfo::ConstSharedPtr& odomInfoMsg) { UASSERT(odomMsg.get()); std_msgs::msg::Header odomHeader = odomMsg->header; Transform odomT = rtabmap_conversions::transformFromPoseMsg(odomMsg->pose.pose); cv::Mat covariance = cv::Mat::eye(6,6,CV_64FC1); UASSERT(odomMsg->twist.covariance.size() == 36); if(odomMsg->twist.covariance[0] != 0 && odomMsg->twist.covariance[7] != 0 && odomMsg->twist.covariance[14] != 0 && odomMsg->twist.covariance[21] != 0 && odomMsg->twist.covariance[28] != 0 && odomMsg->twist.covariance[35] != 0) { covariance = cv::Mat(6,6,CV_64FC1,(void*)odomMsg->twist.covariance.data()).clone(); } if(odomHeader.frame_id.empty()) { RCLCPP_ERROR(this->get_logger(), "Odometry frame not set!?"); return; } rtabmap::OdometryInfo info; bool ignoreData = false; // limit update rate if(maxOdomUpdateRate_<=0.0 || (UTimer::now() - lastOdomInfoUpdateTime_ > 1.0/maxOdomUpdateRate_ && !mainWindow_->isProcessingOdometry() && !mainWindow_->isProcessingStatistics())) { lastOdomInfoUpdateTime_ = UTimer::now(); if(odomInfoMsg.get()) { info = rtabmap_conversions::odomInfoFromROS(*odomInfoMsg); } ignoreData = false; } else if(odomInfoMsg.get()) { info = rtabmap_conversions::odomInfoFromROS(*odomInfoMsg).copyWithoutData(); ignoreData = true; } else { // don't update GUI odom stuff if we don't use visual odometry return; } info.reg.covariance = covariance; rtabmap::OdometryEvent odomEvent( rtabmap::SensorData( cv::Mat(), cv::Mat(), rtabmap::CameraModel(), 0, rtabmap_conversions::timestampFromROS(odomHeader.stamp)), odomT, info); QMetaObject::invokeMethod(mainWindow_, "processOdometry", Q_ARG(rtabmap::OdometryEvent, odomEvent), Q_ARG(bool, ignoreData)); } void GuiWrapper::commonSensorDataCallback( const rtabmap_msgs::msg::SensorData::ConstSharedPtr & sensorDataMsg, const nav_msgs::msg::Odometry::ConstSharedPtr & odomMsg, const rtabmap_msgs::msg::OdomInfo::ConstSharedPtr & odomInfoMsg) { UASSERT(sensorDataMsg.get()); std_msgs::msg::Header odomHeader; std::string frameId = frameId_; Transform odomT; if(odomMsg.get()) { odomT = rtabmap_conversions::transformFromPoseMsg(odomMsg->pose.pose); odomHeader = odomMsg->header; if(!odomMsg->child_frame_id.empty()) { frameId = odomMsg->child_frame_id; } else { RCLCPP_WARN(this->get_logger(), "Received odom topic with child_frame_id not set! Using \"%s\" as base frame.", frameId_.c_str()); } } else { odomHeader = sensorDataMsg->header; odomHeader.frame_id = odomFrameId_; odomT = rtabmap_conversions::getTransform(odomHeader.frame_id, frameId_, odomHeader.stamp, *tfBuffer_, waitForTransform_); if(odomT.isNull()) { RCLCPP_WARN(this->get_logger(), "Could not get odometry pose from " "TF for stamp %f, aborting! To show red screen in rtabmap_viz " "when this happens (indicating potentially lost), set subscribe_odom " "to true.", rclcpp::Time(odomHeader.stamp).seconds()); return; } } cv::Mat covariance = cv::Mat::eye(6,6,CV_64FC1); if(odomMsg.get()) { UASSERT(odomMsg->twist.covariance.size() == 36); if(odomMsg->twist.covariance[0] != 0 && odomMsg->twist.covariance[7] != 0 && odomMsg->twist.covariance[14] != 0 && odomMsg->twist.covariance[21] != 0 && odomMsg->twist.covariance[28] != 0 && odomMsg->twist.covariance[35] != 0) { covariance = cv::Mat(6,6,CV_64FC1,(void*)odomMsg->twist.covariance.data()).clone(); } } else if(odomInfoMsg.get() && odomInfoMsg->covariance.size() == 36) { if(odomInfoMsg->covariance[0] != 0 && odomInfoMsg->covariance[7] != 0 && odomInfoMsg->covariance[14] != 0 && odomInfoMsg->covariance[21] != 0 && odomInfoMsg->covariance[28] != 0 && odomInfoMsg->covariance[35] != 0) { covariance = cv::Mat(6,6,CV_64FC1,(void*)odomInfoMsg->covariance.data()).clone(); } } if(odomHeader.frame_id.empty()) { RCLCPP_ERROR(this->get_logger(), "Odometry frame not set!?"); return; } rtabmap::SensorData data; rtabmap::OdometryInfo info; bool ignoreData = false; // limit update rate if(maxOdomUpdateRate_<=0.0 || (UTimer::now() - lastOdomInfoUpdateTime_ > 1.0/maxOdomUpdateRate_ && !mainWindow_->isProcessingOdometry() && !mainWindow_->isProcessingStatistics())) { lastOdomInfoUpdateTime_ = UTimer::now(); data = rtabmap_conversions::sensorDataFromROS(*sensorDataMsg); data.uncompressData(); if(odomInfoMsg.get()) { info = rtabmap_conversions::odomInfoFromROS(*odomInfoMsg); } ignoreData = false; } else if(odomInfoMsg.get()) { data = rtabmap_conversions::sensorDataFromROS(*sensorDataMsg); data.clearRawData(); data.clearCompressedData(); info = rtabmap_conversions::odomInfoFromROS(*odomInfoMsg).copyWithoutData(); ignoreData = true; } else { // don't update GUI odom stuff if we don't use visual odometry return; } info.reg.covariance = covariance; rtabmap::OdometryEvent odomEvent( data, odomT, info); QMetaObject::invokeMethod(mainWindow_, "processOdometry", Q_ARG(rtabmap::OdometryEvent, odomEvent), Q_ARG(bool, ignoreData)); } }