/* Copyright (c) 2010-2016, Mathieu Labbe - IntRoLab - Universite de Sherbrooke All rights reserved. Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met: * Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer. * Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the distribution. * Neither the name of the Universite de Sherbrooke nor the names of its contributors may be used to endorse or promote products derived from this software without specific prior written permission. THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ #include #include #include #ifdef RTABMAP_OCTOMAP #include #endif #include #include #include #include #include #include #include #include #include #include #include using namespace rtabmap; void showUsage() { printf("\nUsage:\n" " rtabmap-reprocess [options] \"input.db\" \"output.db\"\n" " rtabmap-reprocess [options] \"input1.db;input2.db;input3.db\" \"output.db\"\n" " For the second example, only parameters from the first database are used.\n" " If Mem/IncrementalMemory is false, RTAB-Map is initialized with the first input database.\n" " To see warnings when loop closures are rejected, add \"--uwarn\" argument.\n" " Options:\n" " -r Use database stamps as input rate.\n" " -c \"path.ini\" Configuration file, overwriting parameters read \n" " from the database. If custom parameters are also set as \n" " arguments, they overwrite those in config file and the database.\n" " -g2 Assemble 2D occupancy grid map and save it to \"[output]_map.pgm\".\n" " -g3 Assemble 3D cloud map and save it to \"[output]_map.pcd\".\n" " -o2 Assemble OctoMap 2D projection and save it to \"[output]_octomap.pgm\".\n" " -o3 Assemble OctoMap 3D cloud and save it to \"[output]_octomap.pcd\".\n" "%s\n" "\n", Parameters::showUsage()); exit(1); } // catch ctrl-c bool g_loopForever = true; void sighandler(int sig) { printf("\nSignal %d caught...\n", sig); g_loopForever = false; } int loopCount = 0; int totalFrames = 0; std::vector previousLocalizationDistances; std::vector odomDistances; std::vector localizationDistances; std::vector localizationTime; void showLocalizationStats() { printf("Total localizations on previous session = %d/%d\n", loopCount, totalFrames); loopCount = 0; totalFrames = 0; { float m = uMean(localizationTime); float var = uVariance(localizationTime, m); float stddev = -1; if(var>0) { stddev = sqrt(var); } printf("Average localization time = %f ms (stddev=%f ms)\n", m, stddev); } if(!localizationDistances.empty()) { float m = uMean(localizationDistances); float var = uVariance(localizationDistances, m); float stddev = -1; if(var>0) { stddev = sqrt(var); } printf("Average localization distance = %f m (stddev=%f m)\n", m, stddev); } if(!previousLocalizationDistances.empty()) { float m = uMean(previousLocalizationDistances); float var = uVariance(previousLocalizationDistances, m); float stddev = -1; if(var>0) { stddev = sqrt(var); } printf("Average distance from previous localization = %f m (stddev=%f m)\n", m, stddev); } if(!odomDistances.empty()) { float m = uMean(odomDistances); float var = uVariance(odomDistances, m); float stddev = -1; if(var>0) { stddev = sqrt(var); } printf("Average odometry distances = %f m (stddev=%f m)\n", m, stddev); } } int main(int argc, char * argv[]) { signal(SIGABRT, &sighandler); signal(SIGTERM, &sighandler); signal(SIGINT, &sighandler); ULogger::setType(ULogger::kTypeConsole); ULogger::setLevel(ULogger::kError); ParametersMap customParameters = Parameters::parseArguments(argc, argv); if(argc < 3) { showUsage(); } bool assemble2dMap = false; bool assemble3dMap = false; bool assemble2dOctoMap = false; bool assemble3dOctoMap = false; bool useDatabaseRate = false; ParametersMap configParameters; for(int i=1; i databases = uSplit(inputDatabasePath, ';'); if (databases.empty()) { printf("No input database \"%s\" detected!\n", inputDatabasePath.c_str()); return -1; } for (std::list::iterator iter = databases.begin(); iter != databases.end(); ++iter) { if (!UFile::exists(*iter)) { printf("Input database \"%s\" doesn't exist!\n", iter->c_str()); return -1; } if (UFile::getExtension(*iter).compare("db") != 0) { printf("File \"%s\" is not a database format (*.db)!\n", iter->c_str()); return -1; } } if(UFile::getExtension(outputDatabasePath).compare("db") != 0) { printf("File \"%s\" is not a database format (*.db)!\n", outputDatabasePath.c_str()); return -1; } if(UFile::exists(outputDatabasePath)) { UFile::erase(outputDatabasePath); } // Get parameters of the first database DBDriver * dbDriver = DBDriver::create(); if(!dbDriver->openConnection(databases.front(), false)) { printf("Failed opening input database!\n"); delete dbDriver; return -1; } ParametersMap parameters = dbDriver->getLastParameters(); if(parameters.empty()) { printf("WARNING: Failed getting parameters from database, reprocessing will be done with default parameters! Database version may be too old (%s).\n", dbDriver->getDatabaseVersion().c_str()); } if(customParameters.size()) { printf("Custom parameters:\n"); for(ParametersMap::iterator iter=customParameters.begin(); iter!=customParameters.end(); ++iter) { printf(" %s\t= %s\n", iter->first.c_str(), iter->second.c_str()); } } uInsert(parameters, configParameters); uInsert(parameters, customParameters); bool incrementalMemory = Parameters::defaultMemIncrementalMemory(); Parameters::parse(parameters, Parameters::kMemIncrementalMemory(), incrementalMemory); int totalIds = 0; std::set ids; dbDriver->getAllNodeIds(ids); if(ids.empty()) { printf("Input database doesn't have any nodes saved in it.\n"); dbDriver->closeConnection(false); delete dbDriver; return -1; } if(!(!incrementalMemory && databases.size() > 1)) { totalIds = ids.size(); } dbDriver->closeConnection(false); // Count remaining ids in the other databases for (std::list::iterator iter = ++databases.begin(); iter != databases.end(); ++iter) { if (!dbDriver->openConnection(*iter, false)) { printf("Failed opening input database!\n"); delete dbDriver; return -1; } ids.clear(); dbDriver->getAllNodeIds(ids); totalIds += ids.size(); dbDriver->closeConnection(false); } delete dbDriver; dbDriver = 0; std::string workingDirectory = UDirectory::getDir(outputDatabasePath); printf("Set working directory to \"%s\".\n", workingDirectory.c_str()); uInsert(parameters, ParametersPair(Parameters::kRtabmapWorkingDirectory(), workingDirectory)); uInsert(parameters, ParametersPair(Parameters::kRtabmapPublishStats(), "true")); // to log status below if(!incrementalMemory && databases.size() > 1) { UFile::copy(databases.front(), outputDatabasePath); printf("Parameter \"%s\" is set to false, initializing RTAB-Map with \"%s\" for localization...\n", Parameters::kMemIncrementalMemory().c_str(), databases.front().c_str()); databases.pop_front(); inputDatabasePath = uJoin(databases, ";"); } Rtabmap rtabmap; rtabmap.init(parameters, outputDatabasePath); bool rgbdEnabled = Parameters::defaultRGBDEnabled(); Parameters::parse(parameters, Parameters::kRGBDEnabled(), rgbdEnabled); bool odometryIgnored = !rgbdEnabled; DBReader dbReader(inputDatabasePath, useDatabaseRate?-1:0, odometryIgnored); dbReader.init(); OccupancyGrid grid(parameters); grid.setCloudAssembling(assemble3dMap); #ifdef RTABMAP_OCTOMAP OctoMap octomap(parameters); #endif printf("Reprocessing data of \"%s\"...\n", inputDatabasePath.c_str()); std::map globalMapStats; int processed = 0; CameraInfo info; SensorData data = dbReader.takeImage(&info); Transform lastLocalizationPose = info.odomPose; while(data.isValid() && g_loopForever) { UTimer iterationTime; std::string status; if(!odometryIgnored && info.odomPose.isNull()) { printf("Skipping node %d as it doesn't have odometry pose set.\n", data.id()); } else { if(!odometryIgnored && !info.odomCovariance.empty() && info.odomCovariance.at(0,0)>=9999) { printf("High variance detected, triggering a new map...\n"); if(!incrementalMemory && processed>0) { showLocalizationStats(); lastLocalizationPose = info.odomPose; } if(incrementalMemory) { rtabmap.triggerNewMap(); } } UTimer t; if(!rtabmap.process(data, info.odomPose, info.odomCovariance, info.odomVelocity, globalMapStats)) { printf("Failed processing node %d.\n", data.id()); globalMapStats.clear(); } else if(assemble2dMap || assemble3dMap || assemble2dOctoMap || assemble3dOctoMap) { globalMapStats.clear(); double timeRtabmap = t.ticks(); double timeUpdateInit = 0.0; double timeUpdateGrid = 0.0; #ifdef RTABMAP_OCTOMAP double timeUpdateOctoMap = 0.0; #endif const rtabmap::Statistics & stats = rtabmap.getStatistics(); if(stats.poses().size() && stats.getLastSignatureData().id()) { int id = stats.poses().rbegin()->first; if(id == stats.getLastSignatureData().id() && stats.getLastSignatureData().sensorData().gridCellSize() > 0.0f) { bool updateGridMap = false; bool updateOctoMap = false; if((assemble2dMap || assemble3dMap) && grid.addedNodes().find(id) == grid.addedNodes().end()) { updateGridMap = true; } #ifdef RTABMAP_OCTOMAP if((assemble2dOctoMap || assemble3dOctoMap) && octomap.addedNodes().find(id) == octomap.addedNodes().end()) { updateOctoMap = true; } #endif if(updateGridMap || updateOctoMap) { cv::Mat ground, obstacles, empty; stats.getLastSignatureData().sensorData().uncompressDataConst(0, 0, 0, 0, &ground, &obstacles, &empty); timeUpdateInit = t.ticks(); if(updateGridMap) { grid.addToCache(id, ground, obstacles, empty); grid.update(stats.poses()); timeUpdateGrid = t.ticks() + timeUpdateInit; } #ifdef RTABMAP_OCTOMAP if(updateOctoMap) { const cv::Point3f & viewpoint = stats.getLastSignatureData().sensorData().gridViewPoint(); octomap.addToCache(id, ground, obstacles, empty, viewpoint); octomap.update(stats.poses()); timeUpdateOctoMap = t.ticks() + timeUpdateInit; } #endif } } } globalMapStats.insert(std::make_pair(std::string("GlobalGrid/GridUpdate/ms"), timeUpdateGrid*1000.0f)); #ifdef RTABMAP_OCTOMAP //Simulate publishing double timePub2dOctoMap = 0.0; double timePub3dOctoMap = 0.0; if(assemble2dOctoMap) { float xMin, yMin, size; octomap.createProjectionMap(xMin, yMin, size); timePub2dOctoMap = t.ticks(); } if(assemble3dOctoMap) { octomap.createCloud(); timePub3dOctoMap = t.ticks(); } globalMapStats.insert(std::make_pair(std::string("GlobalGrid/OctoMapUpdate/ms"), timeUpdateOctoMap*1000.0f)); globalMapStats.insert(std::make_pair(std::string("GlobalGrid/OctoMapProjection/ms"), timePub2dOctoMap*1000.0f)); globalMapStats.insert(std::make_pair(std::string("GlobalGrid/OctomapToCloud/ms"), timePub3dOctoMap*1000.0f)); globalMapStats.insert(std::make_pair(std::string("GlobalGrid/TotalWithRtabmap/ms"), (timeUpdateGrid+timeUpdateOctoMap+timePub2dOctoMap+timePub3dOctoMap+timeRtabmap)*1000.0f)); #else globalMapStats.insert(std::make_pair(std::string("GlobalGrid/TotalWithRtabmap/ms"), (timeUpdateGrid+timeRtabmap)*1000.0f)); #endif } } const rtabmap::Statistics & stats = rtabmap.getStatistics(); int loopId = stats.loopClosureId() > 0? stats.loopClosureId(): stats.proximityDetectionId() > 0?stats.proximityDetectionId() :0; int landmarkId = (int)uValue(stats.data(), rtabmap::Statistics::kLoopLandmark_detected(), 0.0f); int refMapId = stats.refImageMapId(); ++totalFrames; if (loopId>0) { ++loopCount; int loopMapId = stats.loopClosureId() > 0? stats.loopClosureMapId(): stats.proximityDetectionMapId(); printf("Processed %d/%d nodes [%d]... %dms Loop on %d [%d]\n", ++processed, totalIds, refMapId, int(iterationTime.ticks() * 1000), loopId, loopMapId); } else if(landmarkId != 0) { printf("Processed %d/%d nodes [%d]... %dms Loop on landmark %d\n", ++processed, totalIds, refMapId, int(iterationTime.ticks() * 1000), landmarkId); } else { printf("Processed %d/%d nodes [%d]... %dms\n", ++processed, totalIds, refMapId, int(iterationTime.ticks() * 1000)); } // Here we accumulate statistics about distance from last localization if(!incrementalMemory && !lastLocalizationPose.isNull() && !info.odomPose.isNull()) { if(loopId>0 || landmarkId != 0) { previousLocalizationDistances.push_back(lastLocalizationPose.getDistance(info.odomPose)); lastLocalizationPose = info.odomPose; } } if(!incrementalMemory) { float totalTime = uValue(stats.data(), rtabmap::Statistics::kTimingTotal(), 0.0f); localizationTime.push_back(totalTime); if(loopId>0) { localizationDistances.push_back(stats.loopClosureTransform().getNorm()); } } Transform odomPose = info.odomPose; data = dbReader.takeImage(&info); if(!incrementalMemory && !odomPose.isNull() && !info.odomPose.isNull()) { odomDistances.push_back(odomPose.getDistance(info.odomPose)); } } if(!incrementalMemory) { showLocalizationStats(); } else { printf("Total loop closures = %d\n", loopCount); } printf("Closing database \"%s\"...\n", outputDatabasePath.c_str()); rtabmap.close(true); printf("Closing database \"%s\"... done!\n", outputDatabasePath.c_str()); if(assemble2dMap) { std::string outputPath = outputDatabasePath.substr(0, outputDatabasePath.size()-3) + "_map.pgm"; float xMin,yMin; cv::Mat map = grid.getMap(xMin, yMin); if(!map.empty()) { cv::Mat map8U(map.rows, map.cols, CV_8U); //convert to gray scaled map for (int i = 0; i < map.rows; ++i) { for (int j = 0; j < map.cols; ++j) { char v = map.at(i, j); unsigned char gray; if(v == 0) { gray = 178; } else if(v == 100) { gray = 0; } else // -1 { gray = 89; } map8U.at(i, j) = gray; } } if(cv::imwrite(outputPath, map8U)) { printf("Saving occupancy grid \"%s\"... done!\n", outputPath.c_str()); } else { printf("Saving occupancy grid \"%s\"... failed!\n", outputPath.c_str()); } } else { printf("2D map is empty! Cannot save it!\n"); } } if(assemble3dMap) { std::string outputPath = outputDatabasePath.substr(0, outputDatabasePath.size()-3) + "_obstacles.pcd"; if(pcl::io::savePCDFileBinary(outputPath, *grid.getMapObstacles()) == 0) { printf("Saving 3d obstacles \"%s\"... done!\n", outputPath.c_str()); } else { printf("Saving 3d obstacles \"%s\"... failed!\n", outputPath.c_str()); } if(grid.getMapGround()->size()) { outputPath = outputDatabasePath.substr(0, outputDatabasePath.size()-3) + "_ground.pcd"; if(pcl::io::savePCDFileBinary(outputPath, *grid.getMapGround()) == 0) { printf("Saving 3d ground \"%s\"... done!\n", outputPath.c_str()); } else { printf("Saving 3d ground \"%s\"... failed!\n", outputPath.c_str()); } } if(grid.getMapEmptyCells()->size()) { outputPath = outputDatabasePath.substr(0, outputDatabasePath.size()-3) + "_empty.pcd"; if(pcl::io::savePCDFileBinary(outputPath, *grid.getMapEmptyCells()) == 0) { printf("Saving 3d empty cells \"%s\"... done!\n", outputPath.c_str()); } else { printf("Saving 3d empty cells \"%s\"... failed!\n", outputPath.c_str()); } } } #ifdef RTABMAP_OCTOMAP if(assemble2dOctoMap) { std::string outputPath = outputDatabasePath.substr(0, outputDatabasePath.size()-3) + "_octomap.pgm"; float xMin,yMin,cellSize; cv::Mat map = octomap.createProjectionMap(xMin, yMin, cellSize); if(!map.empty()) { cv::Mat map8U(map.rows, map.cols, CV_8U); //convert to gray scaled map for (int i = 0; i < map.rows; ++i) { for (int j = 0; j < map.cols; ++j) { char v = map.at(i, j); unsigned char gray; if(v == 0) { gray = 178; } else if(v == 100) { gray = 0; } else // -1 { gray = 89; } map8U.at(i, j) = gray; } } if(cv::imwrite(outputPath, map8U)) { printf("Saving octomap 2D projection \"%s\"... done!\n", outputPath.c_str()); } else { printf("Saving octomap 2D projection \"%s\"... failed!\n", outputPath.c_str()); } } else { printf("OctoMap 2D projection map is empty! Cannot save it!\n"); } } if(assemble3dOctoMap) { std::string outputPath = outputDatabasePath.substr(0, outputDatabasePath.size()-3) + "_octomap_occupied.pcd"; std::vector obstacles, emptySpace, ground; pcl::PointCloud::Ptr cloud = octomap.createCloud(0, &obstacles, &emptySpace, &ground); if(pcl::io::savePCDFile(outputPath, *cloud, obstacles, true) == 0) { printf("Saving obstacles cloud \"%s\"... done!\n", outputPath.c_str()); } else { printf("Saving obstacles cloud \"%s\"... failed!\n", outputPath.c_str()); } if(ground.size()) { outputPath = outputDatabasePath.substr(0, outputDatabasePath.size()-3) + "_octomap_ground.pcd"; if(pcl::io::savePCDFile(outputPath, *cloud, ground, true) == 0) { printf("Saving empty space cloud \"%s\"... done!\n", outputPath.c_str()); } else { printf("Saving empty space cloud \"%s\"... failed!\n", outputPath.c_str()); } } if(emptySpace.size()) { outputPath = outputDatabasePath.substr(0, outputDatabasePath.size()-3) + "_octomap_empty.pcd"; if(pcl::io::savePCDFile(outputPath, *cloud, emptySpace, true) == 0) { printf("Saving empty space cloud \"%s\"... done!\n", outputPath.c_str()); } else { printf("Saving empty space cloud \"%s\"... failed!\n", outputPath.c_str()); } } } #endif return 0; }