/******************************************************************************* * Copyright (c) 2023 Orbbec 3D Technology, Inc * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. *******************************************************************************/ #include "orbbec_camera/ob_camera_node.h" #include #include #include #include #include "orbbec_camera/utils.h" #include #include #include "diagnostic_msgs/msg/diagnostic_status.hpp" #include "libobsensor/hpp/Utils.hpp" #if defined(USE_RK_HW_DECODER) #include "orbbec_camera/rk_mpp_decoder.h" #elif defined(USE_NV_HW_DECODER) #include "orbbec_camera/jetson_nv_decoder.h" #endif #include namespace orbbec_camera { using namespace std::chrono_literals; OBCameraNode::OBCameraNode(rclcpp::Node *node, std::shared_ptr device, std::shared_ptr parameters, bool use_intra_process) : node_(node), device_(std::move(device)), parameters_(std::move(parameters)), logger_(node->get_logger()), use_intra_process_(use_intra_process) { pid_ = device_->getDeviceInfo()->getPid(); RCLCPP_INFO_STREAM(logger_, "OBCameraNode: use_intra_process: " << (use_intra_process ? "ON" : "OFF")); is_running_.store(true); stream_name_[COLOR] = "color"; stream_name_[COLOR_LEFT] = "left_color"; stream_name_[COLOR_RIGHT] = "right_color"; stream_name_[DEPTH] = "depth"; stream_name_[INFRA0] = "ir"; stream_name_[INFRA1] = "left_ir"; stream_name_[INFRA2] = "right_ir"; stream_name_[ACCEL] = "accel"; stream_name_[GYRO] = "gyro"; compression_params_.push_back(cv::IMWRITE_PNG_COMPRESSION); compression_params_.push_back(0); compression_params_.push_back(cv::IMWRITE_PNG_STRATEGY); compression_params_.push_back(cv::IMWRITE_PNG_STRATEGY_DEFAULT); setupDefaultImageFormat(); setupTopics(); #if defined(USE_RK_HW_DECODER) if (enable_stream_[COLOR] && width_.count(COLOR) && height_.count(COLOR)) { jpeg_decoder_ = std::make_unique(width_[COLOR], height_[COLOR]); } if (enable_stream_[COLOR_LEFT] && width_.count(COLOR_LEFT) && height_.count(COLOR_LEFT)) { jpeg_decoder_left_ = std::make_unique(width_[COLOR_LEFT], height_[COLOR_LEFT]); } if (enable_stream_[COLOR_RIGHT] && width_.count(COLOR_RIGHT) && height_.count(COLOR_RIGHT)) { jpeg_decoder_right_ = std::make_unique(width_[COLOR_RIGHT], height_[COLOR_RIGHT]); } #elif defined(USE_NV_HW_DECODER) if (enable_stream_[COLOR] && width_.count(COLOR) && height_.count(COLOR)) { jpeg_decoder_ = std::make_unique(width_[COLOR], height_[COLOR]); } if (enable_stream_[COLOR_LEFT] && width_.count(COLOR_LEFT) && height_.count(COLOR_LEFT)) { jpeg_decoder_left_ = std::make_unique(width_[COLOR_LEFT], height_[COLOR_LEFT]); } if (enable_stream_[COLOR_RIGHT] && width_.count(COLOR_RIGHT) && height_.count(COLOR_RIGHT)) { jpeg_decoder_right_ = std::make_unique(width_[COLOR_RIGHT], height_[COLOR_RIGHT]); } #endif if (enable_d2c_viewer_) { auto rgb_qos = getRMWQosProfileFromString(image_qos_[COLOR]); auto depth_qos = getRMWQosProfileFromString(image_qos_[DEPTH]); d2c_viewer_ = std::make_unique(node_, rgb_qos, depth_qos, use_intra_process_); } if (enable_stream_[COLOR]) { rgb_buffer_ = new uint8_t[width_[COLOR] * height_[COLOR] * 4]; } if (enable_stream_[COLOR_LEFT]) { rgb_buffer_left_ = new uint8_t[width_[COLOR_LEFT] * height_[COLOR_LEFT] * 4]; } if (enable_stream_[COLOR_RIGHT]) { rgb_buffer_right_ = new uint8_t[width_[COLOR_RIGHT] * height_[COLOR_RIGHT] * 4]; } if (enable_colored_point_cloud_ && enable_stream_[DEPTH] && enable_stream_[COLOR]) { rgb_point_cloud_buffer_size_ = width_[COLOR] * height_[COLOR] * sizeof(OBColorPoint); xy_table_data_size_ = width_[DEPTH] * height_[DEPTH] * 2; } is_camera_node_initialized_ = true; fps_counter_color_ = std::make_unique("Color", logger_, 1); fps_counter_depth_ = std::make_unique("Depth", logger_, 1); fps_counter_left_ir_ = std::make_unique("Left Ir", logger_, 1); fps_counter_right_ir_ = std::make_unique("Right Ir", logger_, 1); LogLevel log_level = LogLevel::DEBUG; if (show_fps_enable_) { log_level = LogLevel::INFO; } fps_counter_color_->setLogLevel(log_level); fps_counter_depth_->setLogLevel(log_level); fps_counter_left_ir_->setLogLevel(log_level); fps_counter_right_ir_->setLogLevel(log_level); fps_delay_status_color_ = std::make_unique(logger_); fps_delay_status_depth_ = std::make_unique(logger_); } template void OBCameraNode::setAndGetNodeParameter( T ¶m, const std::string ¶m_name, const T &default_value, const rcl_interfaces::msg::ParameterDescriptor ¶meter_descriptor) { try { param = parameters_ ->setParam(param_name, rclcpp::ParameterValue(default_value), std::function(), parameter_descriptor) .get(); } catch (const rclcpp::ParameterTypeException &ex) { RCLCPP_ERROR_STREAM(logger_, "Failed to set parameter: " << param_name << ". " << ex.what()); throw; } } OBCameraNode::~OBCameraNode() noexcept { clean(); } void OBCameraNode::rebootDevice() { RCLCPP_INFO_STREAM(logger_, "Do clean before rebooting device"); malloc_trim(0); clean(); malloc_trim(0); std::lock_guard lock(device_lock_); RCLCPP_INFO_STREAM(logger_, "Reboot device"); if (device_) { device_->reboot(); } malloc_trim(0); RCLCPP_INFO_STREAM(logger_, "Reboot device DONE"); } void OBCameraNode::clean() noexcept { if (cleaning_.exchange(true)) { RCLCPP_DEBUG(logger_, "clean() already running, skip re-entry"); return; } // Set running flag to false first to signal all operations to stop is_running_.store(false); // Stop diagnostic timer and updater first BEFORE acquiring device_lock to prevent deadlock try { if (diagnostic_timer_) { diagnostic_timer_->cancel(); // Wait for any currently executing timer callbacks to complete { std::unique_lock lk(diagnostic_mutex_); diagnostic_cv_.wait_for(lk, std::chrono::milliseconds(100), [this]() { return !diagnostic_running_; }); } diagnostic_timer_.reset(); } if (software_trigger_timer_) { software_trigger_timer_->cancel(); software_trigger_timer_.reset(); } if (diagnostic_updater_) { diagnostic_updater_.reset(); } } catch (...) { // Ignore exceptions during diagnostic cleanup } // Now acquire the device lock for the rest of the cleanup std::lock_guard lock(device_lock_); RCLCPP_WARN_STREAM(logger_, "Do OBCameraNode clean"); RCLCPP_WARN_STREAM(logger_, "Stop tf thread"); try { if (tf_thread_ && tf_thread_->joinable()) { tf_cv_.notify_all(); // Wake up tf thread if it's waiting tf_thread_->join(); } } catch (...) { RCLCPP_WARN_STREAM(logger_, "Exception while stopping tf thread"); } RCLCPP_WARN_STREAM(logger_, "Stop color frame thread"); try { if (colorFrameThread_ && colorFrameThread_->joinable()) { color_frame_queue_cv_.notify_all(); colorFrameThread_->join(); } if (leftColorFrameThread_ && leftColorFrameThread_->joinable()) { left_color_frame_queue_cv_.notify_all(); leftColorFrameThread_->join(); } if (rightColorFrameThread_ && rightColorFrameThread_->joinable()) { right_color_frame_queue_cv_.notify_all(); rightColorFrameThread_->join(); } } catch (...) { RCLCPP_WARN_STREAM(logger_, "Exception while stopping color frame thread"); } RCLCPP_WARN_STREAM(logger_, "stop streams"); try { stopStreams(); stopIMU(); } catch (...) { RCLCPP_WARN_STREAM(logger_, "Exception while stopping streams"); } // Clean up d2c_viewer_ before cleaning buffers RCLCPP_WARN_STREAM(logger_, "Clean d2c_viewer"); try { if (d2c_viewer_) { d2c_viewer_.reset(); } } catch (...) { RCLCPP_WARN_STREAM(logger_, "Exception while cleaning up d2c_viewer"); } RCLCPP_WARN_STREAM(logger_, "Clean up buffers"); try { delete[] rgb_buffer_; rgb_buffer_ = nullptr; delete[] rgb_buffer_left_; rgb_buffer_left_ = nullptr; delete[] rgb_buffer_right_; rgb_buffer_right_ = nullptr; if (jpeg_decoder_) { jpeg_decoder_.reset(); } if (jpeg_decoder_left_) { jpeg_decoder_left_.reset(); } if (jpeg_decoder_right_) { jpeg_decoder_right_.reset(); } } catch (...) { RCLCPP_WARN_STREAM(logger_, "Exception while cleaning up buffers"); } RCLCPP_WARN_STREAM(logger_, "Do OBCameraNode clean DONE"); cleaning_.store(false); } void OBCameraNode::setupDevices() { if (!depth_work_mode_.empty() && device_->isPropertySupported(OB_STRUCT_CURRENT_DEPTH_ALG_MODE, OB_PERMISSION_READ_WRITE)) { auto depthModeList = device_->getDepthWorkModeList(); for (uint32_t i = 0; i < depthModeList->getCount(); i++) { RCLCPP_INFO_STREAM(logger_, "depthModeList[" << i << "]: " << (*depthModeList)[i].name); } TRY_EXECUTE_BLOCK(device_->switchDepthWorkMode(depth_work_mode_.c_str())); RCLCPP_INFO_STREAM(logger_, "Set device preset: " << depth_work_mode_); } else if (!device_preset_.empty()) { try { RCLCPP_INFO_STREAM(logger_, "Available presets:"); auto preset_list = device_->getAvailablePresetList(); for (uint32_t i = 0; i < preset_list->getCount(); i++) { RCLCPP_INFO_STREAM(logger_, "Preset " << i << ": " << preset_list->getName(i)); } RCLCPP_INFO_STREAM(logger_, "Load device preset: " << device_preset_); TRY_EXECUTE_BLOCK(device_->loadPreset(device_preset_.c_str())); RCLCPP_INFO_STREAM(logger_, "Device preset " << device_->getCurrentPresetName() << " loaded"); } catch (const ob::Error &e) { RCLCPP_ERROR_STREAM(logger_, "Failed to load device preset: " << e.getMessage()); } catch (const std::exception &e) { RCLCPP_ERROR_STREAM(logger_, "Failed to load device preset: " << e.what()); } catch (...) { RCLCPP_ERROR_STREAM(logger_, "Failed to load device preset"); } } if (!preset_resolution_config_.empty()) { OBPresetResolutionConfig presetResolutionConfig; std::istringstream iss(preset_resolution_config_); std::string token; std::vector values; values.reserve(4); while (std::getline(iss, token, ',')) { values.push_back(std::stoi(token)); } if (values.size() >= 4) { presetResolutionConfig.width = values[0]; presetResolutionConfig.height = values[1]; presetResolutionConfig.irDecimationFactor = values[2]; presetResolutionConfig.depthDecimationFactor = values[3]; } else { RCLCPP_WARN_STREAM( logger_, "Invalid preset_resolution_config parameter. " "Expected format: width,height,ir_decimation_factor,depth_decimation_factor"); } RCLCPP_INFO_STREAM( logger_, "Setting preset resolution config to " << "width: " << presetResolutionConfig.width << ", height: " << presetResolutionConfig.height << ", ir decimation factor: " << presetResolutionConfig.irDecimationFactor << ", depth decimation factor: " << presetResolutionConfig.depthDecimationFactor); TRY_EXECUTE_BLOCK(device_->setStructuredData(OB_STRUCT_PRESET_RESOLUTION_CONFIG, (uint8_t *)&presetResolutionConfig, sizeof(presetResolutionConfig))); } auto sensor_list = device_->getSensorList(); for (size_t i = 0; i < sensor_list->getCount(); i++) { auto sensor = sensor_list->getSensor(i); auto profiles = sensor->getStreamProfileList(); for (size_t j = 0; j < profiles->getCount(); j++) { auto profile = profiles->getProfile(j); stream_index_pair sip{profile->getType(), 0}; if (sensors_.find(sip) != sensors_.end()) { continue; } sensors_[sip] = sensor; } } for (const auto &[stream_index, enable] : enable_stream_) { if (enable && sensors_.find(stream_index) == sensors_.end()) { RCLCPP_INFO_STREAM(logger_, magic_enum::enum_name(stream_index.first) << "sensor isn't supported by current device! -- Skipping..."); enable_stream_[stream_index] = false; } } auto device_info = device_->getDeviceInfo(); CHECK_NOTNULL(device_info); if (retry_on_usb3_detection_failure_ && device_->isPropertySupported(OB_PROP_DEVICE_USB3_REPEAT_IDENTIFY_BOOL, OB_PERMISSION_READ_WRITE)) { TRY_TO_SET_PROPERTY(setBoolProperty, OB_PROP_DEVICE_USB3_REPEAT_IDENTIFY_BOOL, retry_on_usb3_detection_failure_); } if (device_->isPropertySupported(OB_PROP_HEARTBEAT_BOOL, OB_PERMISSION_READ_WRITE)) { RCLCPP_INFO_STREAM(logger_, "Setting heartbeat to " << (enable_heartbeat_ ? "ON" : "OFF")); TRY_TO_SET_PROPERTY(setBoolProperty, OB_PROP_HEARTBEAT_BOOL, enable_heartbeat_); } if (max_depth_limit_ > 0 && device_->isPropertySupported(OB_PROP_MAX_DEPTH_INT, OB_PERMISSION_READ_WRITE)) { RCLCPP_INFO_STREAM(logger_, "Setting max depth limit to " << max_depth_limit_); TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_MAX_DEPTH_INT, max_depth_limit_); } if (min_depth_limit_ > 0 && device_->isPropertySupported(OB_PROP_MIN_DEPTH_INT, OB_PERMISSION_READ_WRITE)) { RCLCPP_INFO_STREAM(logger_, "Setting min depth limit to " << min_depth_limit_); TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_MIN_DEPTH_INT, min_depth_limit_); } if (laser_energy_level_ != -1 && device_->isPropertySupported(OB_PROP_LASER_ENERGY_LEVEL_INT, OB_PERMISSION_READ_WRITE)) { RCLCPP_INFO_STREAM(logger_, "Setting laser energy level to " << laser_energy_level_); auto range = device_->getIntPropertyRange(OB_PROP_LASER_ENERGY_LEVEL_INT); if (laser_energy_level_ < range.min || laser_energy_level_ > range.max) { RCLCPP_ERROR_STREAM(logger_, "Laser energy level is out of range " << range.min << " - " << range.max); } else { TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_LASER_ENERGY_LEVEL_INT, laser_energy_level_); auto new_laser_energy_level = device_->getIntProperty(OB_PROP_LASER_ENERGY_LEVEL_INT); RCLCPP_INFO_STREAM(logger_, "Laser energy level set to " << new_laser_energy_level << " (new value)"); } } if (depth_registration_ && align_mode_ == "SW") { RCLCPP_INFO_STREAM(logger_, "Create align filter"); align_filter_ = std::make_unique(align_target_stream_); } if (sensors_.find(DEPTH) != sensors_.end() && device_->isPropertySupported(OB_PROP_DISPARITY_TO_DEPTH_BOOL, OB_PERMISSION_READ_WRITE) && device_->isPropertySupported(OB_PROP_SDK_DISPARITY_TO_DEPTH_BOOL, OB_PERMISSION_READ_WRITE)) { if (disparity_to_depth_mode_ == "HW") { device_->setBoolProperty(OB_PROP_DISPARITY_TO_DEPTH_BOOL, 1); device_->setBoolProperty(OB_PROP_SDK_DISPARITY_TO_DEPTH_BOOL, 0); RCLCPP_INFO_STREAM(logger_, "Depth process is HW"); } else if (disparity_to_depth_mode_ == "SW") { device_->setBoolProperty(OB_PROP_DISPARITY_TO_DEPTH_BOOL, 0); device_->setBoolProperty(OB_PROP_SDK_DISPARITY_TO_DEPTH_BOOL, 1); RCLCPP_INFO_STREAM(logger_, "Depth process is SW"); } else if (disparity_to_depth_mode_ == "disable") { device_->setBoolProperty(OB_PROP_DISPARITY_TO_DEPTH_BOOL, 0); device_->setBoolProperty(OB_PROP_SDK_DISPARITY_TO_DEPTH_BOOL, 0); RCLCPP_INFO_STREAM(logger_, "Depth process is disable"); } else { RCLCPP_ERROR_STREAM(logger_, "Depth process is keep default"); } } if (device_->isPropertySupported(OB_PROP_LDP_BOOL, OB_PERMISSION_READ_WRITE)) { RCLCPP_INFO_STREAM(logger_, "Setting LDP to " << (enable_ldp_ ? "ON" : "OFF")); if (device_->isPropertySupported(OB_PROP_LASER_CONTROL_INT, OB_PERMISSION_READ_WRITE)) { auto laser_enable = device_->getIntProperty(OB_PROP_LASER_CONTROL_INT); TRY_TO_SET_PROPERTY(setBoolProperty, OB_PROP_LDP_BOOL, enable_ldp_); TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_LASER_CONTROL_INT, laser_enable); } else if (device_->isPropertySupported(OB_PROP_LASER_BOOL, OB_PERMISSION_READ_WRITE)) { if (!enable_ldp_) { auto laser_enable = device_->getIntProperty(OB_PROP_LASER_BOOL); TRY_TO_SET_PROPERTY(setBoolProperty, OB_PROP_LDP_BOOL, enable_ldp_); std::this_thread::sleep_for(std::chrono::milliseconds(3)); TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_LASER_BOOL, laser_enable); } else { TRY_TO_SET_PROPERTY(setBoolProperty, OB_PROP_LDP_BOOL, enable_ldp_); } } } if (ldp_power_level_ != -1 && device_->isPropertySupported(OB_PROP_LASER_POWER_LEVEL_CONTROL_INT, OB_PERMISSION_WRITE)) { auto range = device_->getIntPropertyRange(OB_PROP_LASER_POWER_LEVEL_CONTROL_INT); if (ldp_power_level_ < range.min || ldp_power_level_ > range.max) { RCLCPP_ERROR(logger_, "ldp power level value is out of range[%d,%d], please check the value", range.min, range.max); } else { RCLCPP_INFO_STREAM(logger_, "Setting lrm power level to " << ldp_power_level_); TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_LASER_POWER_LEVEL_CONTROL_INT, ldp_power_level_); } } if (device_->isPropertySupported(OB_PROP_LASER_CONTROL_INT, OB_PERMISSION_READ_WRITE)) { RCLCPP_INFO_STREAM(logger_, "Setting G300 laser control to " << enable_laser_); TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_LASER_CONTROL_INT, enable_laser_); } if (device_->isPropertySupported(OB_PROP_LASER_BOOL, OB_PERMISSION_READ_WRITE)) { RCLCPP_INFO_STREAM(logger_, "Setting laser control to " << enable_laser_); TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_LASER_BOOL, enable_laser_); } if (!sync_mode_str_.empty()) { auto sync_config = device_->getMultiDeviceSyncConfig(); RCLCPP_INFO_STREAM(logger_, "Current sync mode: " << magic_enum::enum_name(sync_config.syncMode)); std::transform(sync_mode_str_.begin(), sync_mode_str_.end(), sync_mode_str_.begin(), ::toupper); sync_mode_ = OBSyncModeFromString(sync_mode_str_); sync_config.syncMode = sync_mode_; sync_config.depthDelayUs = depth_delay_us_; sync_config.colorDelayUs = color_delay_us_; sync_config.trigger2ImageDelayUs = trigger2image_delay_us_; sync_config.triggerOutDelayUs = trigger_out_delay_us_; sync_config.triggerOutEnable = trigger_out_enabled_; sync_config.framesPerTrigger = frames_per_trigger_; TRY_EXECUTE_BLOCK(device_->setMultiDeviceSyncConfig(sync_config)); sync_config = device_->getMultiDeviceSyncConfig(); RCLCPP_INFO_STREAM(logger_, "Set sync mode: " << magic_enum::enum_name(sync_config.syncMode)); if (sync_mode_ == OB_MULTI_DEVICE_SYNC_MODE_SOFTWARE_TRIGGERING) { RCLCPP_INFO_STREAM(logger_, "Frames per trigger: " << sync_config.framesPerTrigger); RCLCPP_INFO_STREAM(logger_, "Software trigger period " << software_trigger_period_.count() << " ms"); software_trigger_timer_ = node_->create_wall_timer(software_trigger_period_, [this]() { if (software_trigger_enabled_) { TRY_EXECUTE_BLOCK(device_->triggerCapture()); } }); } } if (device_->isPropertySupported(OB_DEVICE_PTP_CLOCK_SYNC_ENABLE_BOOL, OB_PERMISSION_READ_WRITE)) { RCLCPP_INFO_STREAM(logger_, "Set PTP Config: " << (enable_ptp_config_ ? "ON" : "OFF")); device_->setBoolProperty(OB_DEVICE_PTP_CLOCK_SYNC_ENABLE_BOOL, enable_ptp_config_); } if (device_->isPropertySupported(OB_PROP_DEPTH_PRECISION_LEVEL_INT, OB_PERMISSION_READ_WRITE) && !depth_precision_str_.empty()) { auto default_precision_level = device_->getIntProperty(OB_PROP_DEPTH_PRECISION_LEVEL_INT); if (default_precision_level != depth_precision_) { device_->setIntProperty(OB_PROP_DEPTH_PRECISION_LEVEL_INT, depth_precision_); RCLCPP_INFO_STREAM(logger_, "set depth precision to " << depth_precision_str_); } } else if (device_->isPropertySupported(OB_PROP_DEPTH_UNIT_FLEXIBLE_ADJUSTMENT_FLOAT, OB_PERMISSION_READ_WRITE) && !depth_precision_str_.empty()) { auto depth_unit_flexible_adjustment = depthPrecisionFromString(depth_precision_str_); auto range = device_->getFloatPropertyRange(OB_PROP_DEPTH_UNIT_FLEXIBLE_ADJUSTMENT_FLOAT); RCLCPP_INFO_STREAM(logger_, "Depth unit flexible adjustment range: " << range.min << " - " << range.max); if (depth_unit_flexible_adjustment < range.min || depth_unit_flexible_adjustment > range.max) { RCLCPP_ERROR_STREAM( logger_, "depth unit flexible adjustment value is out of range, please check the value"); } else { RCLCPP_INFO_STREAM(logger_, "set depth unit to " << depth_unit_flexible_adjustment << "mm"); TRY_TO_SET_PROPERTY(setFloatProperty, OB_PROP_DEPTH_UNIT_FLEXIBLE_ADJUSTMENT_FLOAT, depth_unit_flexible_adjustment); } } for (const auto &stream_index : IMAGE_STREAMS) { if (enable_stream_[stream_index]) { OBPropertyID mirrorPropertyID = OB_PROP_DEPTH_MIRROR_BOOL; if (stream_index == COLOR) { mirrorPropertyID = OB_PROP_COLOR_MIRROR_BOOL; } else if (stream_index == DEPTH) { mirrorPropertyID = OB_PROP_DEPTH_MIRROR_BOOL; } else if (stream_index == INFRA0) { mirrorPropertyID = OB_PROP_IR_MIRROR_BOOL; } else if (stream_index == INFRA1) { mirrorPropertyID = OB_PROP_IR_MIRROR_BOOL; } else if (stream_index == INFRA2) { mirrorPropertyID = OB_PROP_IR_RIGHT_MIRROR_BOOL; } else if (stream_index == COLOR_LEFT) { mirrorPropertyID = OB_PROP_COLOR_LEFT_MIRROR_BOOL; } else if (stream_index == COLOR_RIGHT) { mirrorPropertyID = OB_PROP_COLOR_RIGHT_MIRROR_BOOL; } if (device_->isPropertySupported(mirrorPropertyID, OB_PERMISSION_WRITE)) { RCLCPP_INFO_STREAM(logger_, "Setting " << stream_name_[stream_index] << " mirror to " << (mirror_stream_[stream_index] ? "ON" : "OFF")); TRY_TO_SET_PROPERTY(setBoolProperty, mirrorPropertyID, mirror_stream_[stream_index]); } OBPropertyID flipPropertyID = OB_PROP_DEPTH_FLIP_BOOL; if (stream_index == COLOR) { flipPropertyID = OB_PROP_COLOR_FLIP_BOOL; } else if (stream_index == DEPTH) { flipPropertyID = OB_PROP_DEPTH_FLIP_BOOL; } else if (stream_index == INFRA0) { flipPropertyID = OB_PROP_IR_FLIP_BOOL; } else if (stream_index == INFRA1) { flipPropertyID = OB_PROP_IR_FLIP_BOOL; } else if (stream_index == INFRA2) { flipPropertyID = OB_PROP_IR_RIGHT_FLIP_BOOL; } else if (stream_index == COLOR_LEFT) { flipPropertyID = OB_PROP_COLOR_LEFT_FLIP_BOOL; } else if (stream_index == COLOR_RIGHT) { flipPropertyID = OB_PROP_COLOR_RIGHT_FLIP_BOOL; } if (device_->isPropertySupported(flipPropertyID, OB_PERMISSION_WRITE)) { RCLCPP_INFO_STREAM(logger_, "Setting " << stream_name_[stream_index] << " flip to " << (flip_stream_[stream_index] ? "ON" : "OFF")); TRY_TO_SET_PROPERTY(setBoolProperty, flipPropertyID, flip_stream_[stream_index]); } OBPropertyID rotationPropertyID = OB_PROP_DEPTH_ROTATE_INT; if (stream_index == COLOR) { rotationPropertyID = OB_PROP_COLOR_ROTATE_INT; } else if (stream_index == DEPTH) { rotationPropertyID = OB_PROP_DEPTH_ROTATE_INT; } else if (stream_index == INFRA0) { rotationPropertyID = OB_PROP_IR_ROTATE_INT; } else if (stream_index == INFRA1) { rotationPropertyID = OB_PROP_IR_ROTATE_INT; } else if (stream_index == INFRA2) { rotationPropertyID = OB_PROP_IR_RIGHT_ROTATE_INT; } else if (stream_index == COLOR_LEFT) { rotationPropertyID = OB_PROP_COLOR_LEFT_ROTATE_INT; } else if (stream_index == COLOR_RIGHT) { rotationPropertyID = OB_PROP_COLOR_RIGHT_ROTATE_INT; } if (rotation_stream_[stream_index] != -1 && device_->isPropertySupported(rotationPropertyID, OB_PERMISSION_WRITE)) { RCLCPP_INFO_STREAM(logger_, "Setting " << stream_name_[stream_index] << " rotation to " << rotation_stream_[stream_index]); TRY_TO_SET_PROPERTY(setIntProperty, rotationPropertyID, rotation_stream_[stream_index]); } } } if (sensors_.find(DEPTH) != sensors_.end() && device_->isPropertySupported(OB_PROP_DEPTH_SOFT_FILTER_BOOL, OB_PERMISSION_READ_WRITE)) { device_->setBoolProperty(OB_PROP_DEPTH_SOFT_FILTER_BOOL, enable_noise_removal_filter_); RCLCPP_INFO_STREAM( logger_, "Setting noise removal filter:" << (enable_noise_removal_filter_ ? "ON" : "OFF")); } if (device_->isPropertySupported(OB_PROP_COLOR_AUTO_WHITE_BALANCE_BOOL, OB_PERMISSION_WRITE)) { RCLCPP_INFO_STREAM(logger_, "Setting color auto white balance to " << (enable_color_auto_white_balance_ ? "ON" : "OFF")); TRY_TO_SET_PROPERTY(setBoolProperty, OB_PROP_COLOR_AUTO_WHITE_BALANCE_BOOL, enable_color_auto_white_balance_); } if (!color_preset_.empty() && device_->isPropertySupported(OB_PROP_COLOR_PRESET_PRIORITY_INT, OB_PERMISSION_WRITE)) { std::string preset_key = color_preset_; std::transform(preset_key.begin(), preset_key.end(), preset_key.begin(), ::tolower); int preset_value = -1; if (preset_key == "default") { preset_value = 0; } else if (preset_key == "warm biased awb") { preset_value = 1; } else { RCLCPP_WARN_STREAM( logger_, "Unsupported color_preset: " << color_preset_ << ". Supported values: Default, Warm Biased AWB"); } if (preset_value >= 0) { RCLCPP_INFO_STREAM(logger_, "Setting color preset to " << color_preset_); TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_COLOR_PRESET_PRIORITY_INT, preset_value); } } if (color_exposure_ != -1 && device_->isPropertySupported(OB_PROP_COLOR_EXPOSURE_INT, OB_PERMISSION_WRITE)) { auto range = device_->getIntPropertyRange(OB_PROP_COLOR_EXPOSURE_INT); if (color_exposure_ < range.min || color_exposure_ > range.max) { RCLCPP_ERROR(logger_, "color exposure value is out of range[%d,%d], please check the value", range.min, range.max); } else { RCLCPP_INFO_STREAM(logger_, "Setting color exposure to " << color_exposure_); TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_COLOR_EXPOSURE_INT, color_exposure_); } } if (color_gain_ != -1 && device_->isPropertySupported(OB_PROP_COLOR_GAIN_INT, OB_PERMISSION_WRITE)) { auto range = device_->getIntPropertyRange(OB_PROP_COLOR_GAIN_INT); if (color_gain_ < range.min || color_gain_ > range.max) { RCLCPP_ERROR(logger_, "color gain value is out of range[%d,%d], please check the value", range.min, range.max); } else { RCLCPP_INFO_STREAM(logger_, "Setting color gain to " << color_gain_); TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_COLOR_GAIN_INT, color_gain_); } } if (device_->isPropertySupported(OB_PROP_COLOR_AUTO_EXPOSURE_PRIORITY_INT, OB_PERMISSION_WRITE)) { int set_enable_color_auto_exposure_priority = enable_color_auto_exposure_priority_ ? 1 : 0; RCLCPP_INFO_STREAM(logger_, "Setting color auto exposure priority to " << (set_enable_color_auto_exposure_priority ? "ON" : "OFF")); TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_COLOR_AUTO_EXPOSURE_PRIORITY_INT, set_enable_color_auto_exposure_priority); } if (device_->isPropertySupported(OB_PROP_COLOR_AUTO_EXPOSURE_BOOL, OB_PERMISSION_WRITE)) { RCLCPP_INFO_STREAM( logger_, "Setting color auto exposure to " << (enable_color_auto_exposure_ ? "ON" : "OFF")); TRY_TO_SET_PROPERTY(setBoolProperty, OB_PROP_COLOR_AUTO_EXPOSURE_BOOL, enable_color_auto_exposure_); } if (color_white_balance_ != -1 && device_->isPropertySupported(OB_PROP_COLOR_WHITE_BALANCE_INT, OB_PERMISSION_WRITE)) { auto range = device_->getIntPropertyRange(OB_PROP_COLOR_WHITE_BALANCE_INT); if (color_white_balance_ < range.min || color_white_balance_ > range.max) { RCLCPP_ERROR(logger_, "color white balance value is out of range[%d,%d], please check the value", range.min, range.max); } else { RCLCPP_INFO_STREAM(logger_, "Setting color white balance to " << color_white_balance_); TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_COLOR_WHITE_BALANCE_INT, color_white_balance_); } } if (color_ae_max_exposure_ != -1 && device_->isPropertySupported(OB_PROP_COLOR_AE_MAX_EXPOSURE_INT, OB_PERMISSION_WRITE)) { auto range = device_->getIntPropertyRange(OB_PROP_COLOR_AE_MAX_EXPOSURE_INT); if (color_ae_max_exposure_ < range.min || color_ae_max_exposure_ > range.max) { RCLCPP_ERROR(logger_, "color AE max exposure value is out of range[%d,%d], please check the value", range.min, range.max); } else { RCLCPP_INFO_STREAM(logger_, "Setting color AE max exposure to " << color_ae_max_exposure_); TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_COLOR_AE_MAX_EXPOSURE_INT, color_ae_max_exposure_); } } if (color_brightness_ != -1 && device_->isPropertySupported(OB_PROP_COLOR_BRIGHTNESS_INT, OB_PERMISSION_WRITE)) { auto range = device_->getIntPropertyRange(OB_PROP_COLOR_BRIGHTNESS_INT); if (color_brightness_ < range.min || color_brightness_ > range.max) { RCLCPP_ERROR(logger_, "color brightness value is out of range[%d,%d], please check the value", range.min, range.max); } else { RCLCPP_INFO_STREAM(logger_, "Setting color brightness to " << color_brightness_); TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_COLOR_BRIGHTNESS_INT, color_brightness_); } } if (color_roi_brightness_ != -1 && device_->isPropertySupported(OB_PROP_COLOR_ROI_BRIGHTNESS_INT, OB_PERMISSION_WRITE)) { auto range = device_->getIntPropertyRange(OB_PROP_COLOR_ROI_BRIGHTNESS_INT); if (color_roi_brightness_ < range.min || color_roi_brightness_ > range.max) { RCLCPP_ERROR(logger_, "color roi brightness value is out of range[%d,%d], please check the value", range.min, range.max); } else { RCLCPP_INFO_STREAM(logger_, "Setting color roi brightness to " << color_roi_brightness_); TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_COLOR_ROI_BRIGHTNESS_INT, color_roi_brightness_); } } if (color_sharpness_ != -1 && device_->isPropertySupported(OB_PROP_COLOR_SHARPNESS_INT, OB_PERMISSION_WRITE)) { auto range = device_->getIntPropertyRange(OB_PROP_COLOR_SHARPNESS_INT); if (color_sharpness_ < range.min || color_sharpness_ > range.max) { RCLCPP_ERROR(logger_, "color sharpness value is out of range[%d,%d], please check the value", range.min, range.max); } else { RCLCPP_INFO_STREAM(logger_, "Setting color sharpness to " << color_sharpness_); TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_COLOR_SHARPNESS_INT, color_sharpness_); } } if (color_gamma_ != -1 && device_->isPropertySupported(OB_PROP_COLOR_GAMMA_INT, OB_PERMISSION_WRITE)) { auto range = device_->getIntPropertyRange(OB_PROP_COLOR_GAMMA_INT); if (color_gamma_ < range.min || color_gamma_ > range.max) { RCLCPP_ERROR(logger_, "color gamm value is out of range[%d,%d], please check the value", range.min, range.max); } else { RCLCPP_INFO_STREAM(logger_, "Setting color gamm to " << color_gamma_); TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_COLOR_GAMMA_INT, color_gamma_); } } if (color_saturation_ != -1 && device_->isPropertySupported(OB_PROP_COLOR_SATURATION_INT, OB_PERMISSION_WRITE)) { auto range = device_->getIntPropertyRange(OB_PROP_COLOR_SATURATION_INT); if (color_saturation_ < range.min || color_saturation_ > range.max) { RCLCPP_ERROR(logger_, "color saturation value is out of range[%d,%d], please check the value", range.min, range.max); } else { RCLCPP_INFO_STREAM(logger_, "Setting color saturation to " << color_saturation_); TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_COLOR_SATURATION_INT, color_saturation_); } } if (color_contrast_ != -1 && device_->isPropertySupported(OB_PROP_COLOR_CONTRAST_INT, OB_PERMISSION_WRITE)) { auto range = device_->getIntPropertyRange(OB_PROP_COLOR_CONTRAST_INT); if (color_contrast_ < range.min || color_contrast_ > range.max) { RCLCPP_ERROR(logger_, "color contrast value is out of range[%d,%d], please check the value", range.min, range.max); } else { RCLCPP_INFO_STREAM(logger_, "Setting color contrast to " << color_contrast_); TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_COLOR_CONTRAST_INT, color_contrast_); } } if (color_hue_ != -1 && device_->isPropertySupported(OB_PROP_COLOR_HUE_INT, OB_PERMISSION_WRITE)) { auto range = device_->getIntPropertyRange(OB_PROP_COLOR_HUE_INT); if (color_hue_ < range.min || color_hue_ > range.max) { RCLCPP_ERROR(logger_, "color hue value is out of range[%d,%d], please check the value", range.min, range.max); } else { RCLCPP_INFO_STREAM(logger_, "Setting color hue to " << color_hue_); TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_COLOR_HUE_INT, color_hue_); } } if (color_backlight_compensation_ != -1 && device_->isPropertySupported(OB_PROP_COLOR_BACKLIGHT_COMPENSATION_INT, OB_PERMISSION_WRITE)) { RCLCPP_INFO_STREAM(logger_, "Setting color backlight compensation to " << color_backlight_compensation_); TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_COLOR_BACKLIGHT_COMPENSATION_INT, color_backlight_compensation_); } if (isGemini335PID(pid_) && color_denoising_level_ != -1 && device_->isPropertySupported(OB_PROP_COLOR_DENOISING_LEVEL_INT, OB_PERMISSION_WRITE)) { RCLCPP_INFO_STREAM(logger_, "Setting color denoising level to " << color_denoising_level_); TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_COLOR_DENOISING_LEVEL_INT, color_denoising_level_); } if (!color_powerline_freq_.empty() && device_->isPropertySupported(OB_PROP_COLOR_POWER_LINE_FREQUENCY_INT, OB_PERMISSION_WRITE)) { if (color_powerline_freq_ == "disable") { TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_COLOR_POWER_LINE_FREQUENCY_INT, 0); } else if (color_powerline_freq_ == "50hz") { TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_COLOR_POWER_LINE_FREQUENCY_INT, 1); } else if (color_powerline_freq_ == "60hz") { TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_COLOR_POWER_LINE_FREQUENCY_INT, 2); } else if (color_powerline_freq_ == "auto") { TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_COLOR_POWER_LINE_FREQUENCY_INT, 3); } RCLCPP_INFO_STREAM(logger_, "Setting color powerline freq to " << color_powerline_freq_); } if (depth_exposure_ != -1 && device_->isPropertySupported(OB_PROP_DEPTH_EXPOSURE_INT, OB_PERMISSION_WRITE)) { auto range = device_->getIntPropertyRange(OB_PROP_DEPTH_EXPOSURE_INT); if (depth_exposure_ < range.min || depth_exposure_ > range.max) { RCLCPP_ERROR(logger_, "depth exposure value is out of range[%d,%d], please check the value", range.min, range.max); } else { RCLCPP_INFO_STREAM(logger_, "Setting depth exposure to " << depth_exposure_); TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_DEPTH_EXPOSURE_INT, depth_exposure_); } } if (depth_gain_ != -1 && device_->isPropertySupported(OB_PROP_DEPTH_GAIN_INT, OB_PERMISSION_WRITE)) { auto range = device_->getIntPropertyRange(OB_PROP_DEPTH_GAIN_INT); if (depth_gain_ < range.min || depth_gain_ > range.max) { RCLCPP_ERROR(logger_, "depth gain value is out of range[%d,%d], please check the value", range.min, range.max); } else { RCLCPP_INFO_STREAM(logger_, "Setting depth gain to " << depth_gain_); TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_DEPTH_GAIN_INT, depth_gain_); } } if (sensors_.find(DEPTH) != sensors_.end() && device_->isPropertySupported(OB_PROP_DEPTH_AUTO_EXPOSURE_PRIORITY_INT, OB_PERMISSION_WRITE)) { int set_enable_depth_auto_exposure_priority = enable_depth_auto_exposure_priority_ ? 1 : 0; RCLCPP_INFO_STREAM(logger_, "Setting depth auto exposure priority to " << (set_enable_depth_auto_exposure_priority ? "ON" : "OFF")); TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_DEPTH_AUTO_EXPOSURE_PRIORITY_INT, set_enable_depth_auto_exposure_priority); } if (device_->isPropertySupported(OB_PROP_IR_AUTO_EXPOSURE_BOOL, OB_PERMISSION_WRITE)) { RCLCPP_INFO_STREAM(logger_, "Setting IR auto exposure to " << (enable_ir_auto_exposure_ ? "ON" : "OFF")); TRY_TO_SET_PROPERTY(setBoolProperty, OB_PROP_IR_AUTO_EXPOSURE_BOOL, enable_ir_auto_exposure_); } if (mean_intensity_set_point_ != -1 && device_->isPropertySupported(OB_PROP_IR_BRIGHTNESS_INT, OB_PERMISSION_WRITE)) { auto range = device_->getIntPropertyRange(OB_PROP_IR_BRIGHTNESS_INT); if (mean_intensity_set_point_ < range.min || mean_intensity_set_point_ > range.max) { RCLCPP_ERROR(logger_, "depth brightness value is out of range[%d,%d], please check the value", range.min, range.max); } else { RCLCPP_INFO_STREAM(logger_, "Setting depth brightness to " << mean_intensity_set_point_); TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_IR_BRIGHTNESS_INT, mean_intensity_set_point_); } } // ir ae max if (ir_ae_max_exposure_ != -1 && device_->isPropertySupported(OB_PROP_IR_AE_MAX_EXPOSURE_INT, OB_PERMISSION_WRITE)) { auto range = device_->getIntPropertyRange(OB_PROP_IR_AE_MAX_EXPOSURE_INT); if (ir_ae_max_exposure_ < range.min || ir_ae_max_exposure_ > range.max) { RCLCPP_ERROR(logger_, "IR AE max exposure value is out of range[%d,%d], please check the value", range.min, range.max); } else { RCLCPP_INFO_STREAM(logger_, "Setting IR AE max exposure to " << ir_ae_max_exposure_); TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_IR_AE_MAX_EXPOSURE_INT, ir_ae_max_exposure_); } } // ir brightness if (ir_brightness_ != -1 && device_->isPropertySupported(OB_PROP_IR_BRIGHTNESS_INT, OB_PERMISSION_WRITE)) { auto range = device_->getIntPropertyRange(OB_PROP_IR_BRIGHTNESS_INT); if (ir_brightness_ < range.min || ir_brightness_ > range.max) { RCLCPP_ERROR(logger_, "IR brightness value is out of range[%d,%d], please check the value", range.min, range.max); } else { RCLCPP_INFO_STREAM(logger_, "Setting IR brightness to " << ir_brightness_); TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_IR_BRIGHTNESS_INT, ir_brightness_); } } if (ir_exposure_ != -1 && device_->isPropertySupported(OB_PROP_IR_EXPOSURE_INT, OB_PERMISSION_WRITE)) { auto range = device_->getIntPropertyRange(OB_PROP_IR_EXPOSURE_INT); if (ir_exposure_ < range.min || ir_exposure_ > range.max) { RCLCPP_ERROR(logger_, "ir exposure value is out of range[%d,%d], please check the value", range.min, range.max); } else { RCLCPP_INFO_STREAM(logger_, "Setting IR exposure to " << ir_exposure_); TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_IR_EXPOSURE_INT, ir_exposure_); } } if (ir_gain_ != -1 && device_->isPropertySupported(OB_PROP_IR_GAIN_INT, OB_PERMISSION_WRITE)) { auto range = device_->getIntPropertyRange(OB_PROP_IR_GAIN_INT); if (ir_gain_ < range.min || ir_gain_ > range.max) { RCLCPP_ERROR(logger_, "ir gain value is out of range[%d,%d], please check the value", range.min, range.max); } else { RCLCPP_INFO_STREAM(logger_, "Setting IR gain to " << ir_gain_); TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_IR_GAIN_INT, ir_gain_); } } if (device_->isPropertySupported(OB_PROP_IR_LONG_EXPOSURE_BOOL, OB_PERMISSION_WRITE)) { RCLCPP_INFO_STREAM(logger_, "Setting IR long exposure to " << (enable_ir_long_exposure_ ? "ON" : "OFF")); TRY_TO_SET_PROPERTY(setBoolProperty, OB_PROP_IR_LONG_EXPOSURE_BOOL, enable_ir_long_exposure_); } if (sensors_.find(DEPTH) != sensors_.end() && device_->isPropertySupported(OB_PROP_DEPTH_MAX_DIFF_INT, OB_PERMISSION_WRITE)) { auto default_noise_removal_filter_min_diff = device_->getIntProperty(OB_PROP_DEPTH_MAX_DIFF_INT); RCLCPP_INFO_STREAM(logger_, "default noise removal filter min diff: " << default_noise_removal_filter_min_diff); if (noise_removal_filter_min_diff_ != -1 && default_noise_removal_filter_min_diff != noise_removal_filter_min_diff_) { auto range = device_->getIntPropertyRange(OB_PROP_DEPTH_MAX_DIFF_INT); if (noise_removal_filter_min_diff_ < range.min || noise_removal_filter_min_diff_ > range.max) { RCLCPP_ERROR(logger_, "noise removal filter min diff value is out of range[%d,%d], please check " "the value", range.min, range.max); } else { device_->setIntProperty(OB_PROP_DEPTH_MAX_DIFF_INT, noise_removal_filter_min_diff_); auto new_noise_removal_filter_min_diff = device_->getIntProperty(OB_PROP_DEPTH_MAX_DIFF_INT); RCLCPP_INFO_STREAM(logger_, "after set noise removal filter min diff: " << new_noise_removal_filter_min_diff); } } } if (sensors_.find(DEPTH) != sensors_.end() && device_->isPropertySupported(OB_PROP_DEPTH_MAX_SPECKLE_SIZE_INT, OB_PERMISSION_WRITE)) { auto default_noise_removal_filter_max_size = device_->getIntProperty(OB_PROP_DEPTH_MAX_SPECKLE_SIZE_INT); RCLCPP_INFO_STREAM(logger_, "default noise removal filter max size: " << default_noise_removal_filter_max_size); if (noise_removal_filter_max_size_ != -1 && default_noise_removal_filter_max_size != noise_removal_filter_max_size_) { auto range = device_->getIntPropertyRange(OB_PROP_DEPTH_MAX_SPECKLE_SIZE_INT); if (noise_removal_filter_max_size_ < range.min || noise_removal_filter_max_size_ > range.max) { RCLCPP_ERROR(logger_, "noise removal filter max size value is out of range[%d,%d], please check " "the value", range.min, range.max); } else { device_->setIntProperty(OB_PROP_DEPTH_MAX_SPECKLE_SIZE_INT, noise_removal_filter_max_size_); auto new_noise_removal_filter_max_size = device_->getIntProperty(OB_PROP_DEPTH_MAX_SPECKLE_SIZE_INT); RCLCPP_INFO_STREAM(logger_, "after set noise removal filter max size: " << new_noise_removal_filter_max_size); } } } if (disparity_range_mode_ != -1 && device_->isPropertySupported(OB_PROP_DISP_SEARCH_RANGE_MODE_INT, OB_PERMISSION_WRITE)) { RCLCPP_INFO_STREAM(logger_, "Setting disparity range mode: " << disparity_range_mode_); if (disparity_range_mode_ == 64) { TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_DISP_SEARCH_RANGE_MODE_INT, 0); } else if (disparity_range_mode_ == 128) { TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_DISP_SEARCH_RANGE_MODE_INT, 1); } else if (disparity_range_mode_ == 256) { TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_DISP_SEARCH_RANGE_MODE_INT, 2); } else { RCLCPP_ERROR(logger_, "disparity range mode does not support this setting"); } } if (device_->isPropertySupported(OB_PROP_HW_NOISE_REMOVE_FILTER_ENABLE_BOOL, OB_PERMISSION_READ_WRITE)) { device_->setBoolProperty(OB_PROP_HW_NOISE_REMOVE_FILTER_ENABLE_BOOL, enable_hardware_noise_removal_filter_); RCLCPP_INFO_STREAM(logger_, "Setting hardware noise removal filter:" << (enable_hardware_noise_removal_filter_ ? "ON" : "OFF")); if (device_->isPropertySupported(OB_PROP_HW_NOISE_REMOVE_FILTER_THRESHOLD_FLOAT, OB_PERMISSION_READ_WRITE)) { if (hardware_noise_removal_filter_threshold_ != -1.0 && enable_hardware_noise_removal_filter_) { device_->setFloatProperty(OB_PROP_HW_NOISE_REMOVE_FILTER_THRESHOLD_FLOAT, hardware_noise_removal_filter_threshold_); RCLCPP_INFO_STREAM(logger_, "Setting hardware noise removal filter threshold :" << hardware_noise_removal_filter_threshold_); } } } if (exposure_range_mode_ != "default" && device_->isPropertySupported(OB_PROP_DEVICE_PERFORMANCE_MODE_INT, OB_PERMISSION_WRITE)) { RCLCPP_INFO_STREAM(logger_, "Setting exposure range mode : " << exposure_range_mode_); if (exposure_range_mode_ == "ultimate") { TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_DEVICE_PERFORMANCE_MODE_INT, 1); } else if (exposure_range_mode_ == "regular") { TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_DEVICE_PERFORMANCE_MODE_INT, 0); } else { RCLCPP_ERROR(logger_, "exposure range mode does not support this setting"); } } if (!load_config_json_file_path_.empty()) { device_->loadPresetFromJsonFile(load_config_json_file_path_.c_str()); RCLCPP_INFO_STREAM(logger_, "Loading config json file path : " << load_config_json_file_path_); } if (!export_config_json_file_path_.empty()) { device_->exportSettingsAsPresetJsonFile(export_config_json_file_path_.c_str()); RCLCPP_INFO_STREAM(logger_, "Exporting config json file path : " << export_config_json_file_path_); } if (device_->isPropertySupported(OB_PROP_SDK_ACCEL_FRAME_TRANSFORMED_BOOL, OB_PERMISSION_WRITE)) { RCLCPP_INFO_STREAM(logger_, "Setting accel data correction to " << (enable_accel_data_correction_ ? "ON" : "OFF")); TRY_TO_SET_PROPERTY(setBoolProperty, OB_PROP_SDK_ACCEL_FRAME_TRANSFORMED_BOOL, enable_accel_data_correction_); } if (device_->isPropertySupported(OB_PROP_SDK_GYRO_FRAME_TRANSFORMED_BOOL, OB_PERMISSION_WRITE)) { RCLCPP_INFO_STREAM(logger_, "Setting gyro data correction to " << (enable_gyro_data_correction_ ? "ON" : "OFF")); TRY_TO_SET_PROPERTY(setBoolProperty, OB_PROP_SDK_GYRO_FRAME_TRANSFORMED_BOOL, enable_gyro_data_correction_); } if (isGemini335PID(pid_) && !intra_camera_sync_reference_.empty() && (sync_mode_ == OB_MULTI_DEVICE_SYNC_MODE_SOFTWARE_TRIGGERING || sync_mode_ == OB_MULTI_DEVICE_SYNC_MODE_HARDWARE_TRIGGERING) && device_->isPropertySupported(OB_PROP_INTRA_CAMERA_SYNC_REFERENCE_INT, OB_PERMISSION_WRITE)) { RCLCPP_INFO_STREAM(logger_, "Setting intra camera sync reference to " << intra_camera_sync_reference_); if (intra_camera_sync_reference_ == "Start") { TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_INTRA_CAMERA_SYNC_REFERENCE_INT, 0); } else if (intra_camera_sync_reference_ == "Middle") { TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_INTRA_CAMERA_SYNC_REFERENCE_INT, 1); } else if (intra_camera_sync_reference_ == "End") { TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_INTRA_CAMERA_SYNC_REFERENCE_INT, 2); } else { RCLCPP_ERROR(logger_, "intra camera sync reference does not support this setting"); } } if (device_->isPropertySupported(OB_PROP_DEVICE_AE_STRATEGY_INT, OB_PERMISSION_WRITE)) { device_->setIntProperty(OB_PROP_DEVICE_AE_STRATEGY_INT, (enable_sports_mode_ ? 0 : 1)); RCLCPP_INFO_STREAM(logger_, "Setting Sports Mode to " << (enable_sports_mode_ ? "ON" : "OFF")); } if ((ae_mode_ == "depthbased" || ae_mode_ == "colorbased") && device_->isPropertySupported(OB_PROP_DEVICE_AE_REFERENCE_INT, OB_PERMISSION_WRITE)) { if (device_->isPropertySupported(OB_PROP_DEVICE_AE_REFERENCE_INT, OB_PERMISSION_WRITE)) { auto ae_mode = ae_mode_ == "depthbased" ? 0 : 1; device_->setIntProperty(OB_PROP_DEVICE_AE_REFERENCE_INT, ae_mode); RCLCPP_INFO_STREAM(logger_, "Setting AE Mode to " << ae_mode_); } } } void OBCameraNode::setupColorPostProcessFilter() { try { auto color_sensor = device_->getSensor(OB_SENSOR_COLOR); if (color_sensor) { color_filter_list_ = color_sensor->createRecommendedFilters(); } } catch (const std::exception &e) { RCLCPP_DEBUG_STREAM(logger_, "Main color sensor not found, trying left/right color sensors"); auto left_color_sensor = device_->getSensor(OB_SENSOR_COLOR_LEFT); if (left_color_sensor) { left_color_filter_list_ = left_color_sensor->createRecommendedFilters(); } auto right_color_sensor = device_->getSensor(OB_SENSOR_COLOR_RIGHT); if (right_color_sensor) { right_color_filter_list_ = right_color_sensor->createRecommendedFilters(); } } if (color_filter_list_.empty() && left_color_filter_list_.empty() && right_color_filter_list_.empty()) { RCLCPP_WARN_STREAM(logger_, "Failed to get any color sensor filter list"); } for (size_t i = 0; i < color_filter_list_.size(); i++) { auto filter = color_filter_list_[i]; std::map filter_params = { {"DecimationFilter", enable_color_decimation_filter_}, }; std::string filter_name = filter->type(); RCLCPP_INFO_STREAM(logger_, "Setting " << filter_name << "......"); if (filter_params.find(filter_name) != filter_params.end()) { std::string value = filter_params[filter_name] ? "true" : "false"; RCLCPP_INFO_STREAM(logger_, "set color " << filter_name << " to " << value); filter->enable(filter_params[filter_name]); } if (filter_name == "DecimationFilter" && enable_color_decimation_filter_) { auto decimation_filter = filter->as(); auto range = decimation_filter->getScaleRange(); if (color_decimation_filter_scale_ != -1 && color_decimation_filter_scale_ <= range.max && color_decimation_filter_scale_ >= range.min) { RCLCPP_INFO_STREAM(logger_, "Set color decimation filter scale value to " << color_decimation_filter_scale_); decimation_filter->setScaleValue(color_decimation_filter_scale_); } if (color_decimation_filter_scale_ != -1 && (color_decimation_filter_scale_ < range.min || color_decimation_filter_scale_ > range.max)) { RCLCPP_ERROR_STREAM(logger_, "Color Decimation filter scale value is out of range " << range.min << " - " << range.max); } } } for (size_t i = 0; i < left_color_filter_list_.size(); i++) { auto filter = left_color_filter_list_[i]; std::map filter_params = { {"DecimationFilter", enable_left_color_decimation_filter_}, }; std::string filter_name = filter->type(); RCLCPP_INFO_STREAM(logger_, "Setting left " << filter_name << "......"); if (filter_params.find(filter_name) != filter_params.end()) { std::string value = filter_params[filter_name] ? "true" : "false"; RCLCPP_INFO_STREAM(logger_, "set left color " << filter_name << " to " << value); filter->enable(filter_params[filter_name]); } if (filter_name == "DecimationFilter" && enable_left_color_decimation_filter_) { auto decimation_filter = filter->as(); auto range = decimation_filter->getScaleRange(); if (left_color_decimation_filter_scale_ != -1 && left_color_decimation_filter_scale_ <= range.max && left_color_decimation_filter_scale_ >= range.min) { RCLCPP_INFO_STREAM(logger_, "Set left color decimation filter scale value to " << left_color_decimation_filter_scale_); decimation_filter->setScaleValue(left_color_decimation_filter_scale_); } if (left_color_decimation_filter_scale_ != -1 && (left_color_decimation_filter_scale_ < range.min || left_color_decimation_filter_scale_ > range.max)) { RCLCPP_ERROR_STREAM(logger_, "Left Color Decimation filter scale value is out of range " << range.min << " - " << range.max); } } } for (size_t i = 0; i < right_color_filter_list_.size(); i++) { auto filter = right_color_filter_list_[i]; std::map filter_params = { {"DecimationFilter", enable_right_color_decimation_filter_}, }; std::string filter_name = filter->type(); RCLCPP_INFO_STREAM(logger_, "Setting right " << filter_name << "......"); if (filter_params.find(filter_name) != filter_params.end()) { std::string value = filter_params[filter_name] ? "true" : "false"; RCLCPP_INFO_STREAM(logger_, "set right color " << filter_name << " to " << value); filter->enable(filter_params[filter_name]); } if (filter_name == "DecimationFilter" && enable_right_color_decimation_filter_) { auto decimation_filter = filter->as(); auto range = decimation_filter->getScaleRange(); if (right_color_decimation_filter_scale_ != -1 && right_color_decimation_filter_scale_ <= range.max && right_color_decimation_filter_scale_ >= range.min) { RCLCPP_INFO_STREAM(logger_, "Set right color decimation filter scale value to " << right_color_decimation_filter_scale_); decimation_filter->setScaleValue(right_color_decimation_filter_scale_); } if (right_color_decimation_filter_scale_ != -1 && (right_color_decimation_filter_scale_ < range.min || right_color_decimation_filter_scale_ > range.max)) { RCLCPP_ERROR_STREAM(logger_, "Right Color Decimation filter scale value is out of range " << range.min << " - " << range.max); } } } auto device_info = device_->getDeviceInfo(); CHECK_NOTNULL(device_info); if (pid_ == GEMINI2_PID || pid_ == GEMINI2L_PID) { if (enable_color_decimation_filter_) { auto decimation_filter = std::make_shared(); decimation_filter->enable(true); color_filter_list_.push_back(decimation_filter); auto range = decimation_filter->getScaleRange(); if (color_decimation_filter_scale_ != -1 && color_decimation_filter_scale_ <= range.max && color_decimation_filter_scale_ >= range.min) { RCLCPP_INFO_STREAM(logger_, "Set color decimation filter scale value to " << color_decimation_filter_scale_); decimation_filter->setScaleValue(color_decimation_filter_scale_); } if (color_decimation_filter_scale_ != -1 && (color_decimation_filter_scale_ < range.min || color_decimation_filter_scale_ > range.max)) { RCLCPP_ERROR_STREAM(logger_, "Color Decimation filter scale value is out of range " << range.min << " - " << range.max); } } } } void OBCameraNode::setupLeftIrPostProcessFilter() { auto device_info = device_->getDeviceInfo(); CHECK_NOTNULL(device_info); if (isGemini335PID(pid_)) { auto left_ir_sensor = device_->getSensor(OB_SENSOR_IR_LEFT); left_ir_filter_list_ = left_ir_sensor->createRecommendedFilters(); if (left_ir_filter_list_.empty()) { RCLCPP_WARN_STREAM(logger_, "Failed to get left ir sensor filter list"); return; } for (size_t i = 0; i < left_ir_filter_list_.size(); i++) { auto filter = left_ir_filter_list_[i]; std::map filter_params = { {"SequenceIdFilter", enable_left_ir_sequence_id_filter_}, }; std::string filter_name = filter->type(); RCLCPP_INFO_STREAM(logger_, "Setting " << filter_name << "......"); if (filter_params.find(filter_name) != filter_params.end()) { std::string value = filter_params[filter_name] ? "true" : "false"; RCLCPP_INFO_STREAM(logger_, "set left ir " << filter_name << " to " << value); filter->enable(filter_params[filter_name]); } if (filter_name == "SequenceIdFilter" && enable_left_ir_sequence_id_filter_) { auto sequenced_filter = filter->as(); if (left_ir_sequence_id_filter_id_ != -1) { sequenced_filter->selectSequenceId(left_ir_sequence_id_filter_id_); RCLCPP_INFO_STREAM( logger_, "Set left ir SequenceIdFilter ID to " << left_ir_sequence_id_filter_id_); } } } } } void OBCameraNode::setupRightIrPostProcessFilter() { auto device_info = device_->getDeviceInfo(); CHECK_NOTNULL(device_info); if (isGemini335PID(pid_)) { auto right_ir_sensor = device_->getSensor(OB_SENSOR_IR_RIGHT); right_ir_filter_list_ = right_ir_sensor->createRecommendedFilters(); if (right_ir_filter_list_.empty()) { RCLCPP_WARN_STREAM(logger_, "Failed to get right ir sensor filter list"); return; } for (size_t i = 0; i < right_ir_filter_list_.size(); i++) { auto filter = right_ir_filter_list_[i]; std::map filter_params = { {"SequenceIdFilter", enable_right_ir_sequence_id_filter_}, }; std::string filter_name = filter->type(); RCLCPP_INFO_STREAM(logger_, "Setting " << filter_name << "......"); if (filter_params.find(filter_name) != filter_params.end()) { std::string value = filter_params[filter_name] ? "true" : "false"; RCLCPP_INFO_STREAM(logger_, "set right ir " << filter_name << " to " << value); filter->enable(filter_params[filter_name]); } if (filter_name == "SequenceIdFilter" && enable_right_ir_sequence_id_filter_) { auto sequenced_filter = filter->as(); if (right_ir_sequence_id_filter_id_ != -1) { sequenced_filter->selectSequenceId(right_ir_sequence_id_filter_id_); RCLCPP_INFO_STREAM( logger_, "Set right ir SequenceIdFilter ID to " << right_ir_sequence_id_filter_id_); } } } } } void OBCameraNode::setupDepthPostProcessFilter() { auto depth_sensor = device_->getSensor(OB_SENSOR_DEPTH); // set depth sensor to filter depth_filter_list_ = depth_sensor->createRecommendedFilters(); if (depth_filter_list_.empty()) { RCLCPP_WARN_STREAM(logger_, "Failed to get depth sensor filter list"); return; } for (size_t i = 0; i < depth_filter_list_.size(); i++) { auto filter = depth_filter_list_[i]; std::map filter_params = { {"DecimationFilter", enable_decimation_filter_}, {"HDRMerge", enable_hdr_merge_}, {"SequenceIdFilter", enable_sequence_id_filter_}, {"SpatialAdvancedFilter", enable_spatial_filter_}, {"TemporalFilter", enable_temporal_filter_}, {"HoleFillingFilter", enable_hole_filling_filter_}, {"DisparityTransform", enable_disparity_to_depth_}, {"ThresholdFilter", enable_threshold_filter_}, {"SpatialFastFilter", enable_spatial_fast_filter_}, {"SpatialModerateFilter", enable_spatial_moderate_filter_}, {"FalsePositiveFilter", enable_false_positive_filter_}, }; std::string filter_name = filter->type(); RCLCPP_INFO_STREAM(logger_, "Setting " << filter_name << "......"); if (filter_params.find(filter_name) != filter_params.end()) { std::string value = filter_params[filter_name] ? "true" : "false"; RCLCPP_INFO_STREAM(logger_, "set " << filter_name << " to " << value); filter->enable(filter_params[filter_name]); filter_status_[filter_name] = filter_params[filter_name]; } if (filter_name == "DecimationFilter" && enable_decimation_filter_) { auto decimation_filter = filter->as(); auto range = decimation_filter->getScaleRange(); if (decimation_filter_scale_ != -1 && decimation_filter_scale_ <= range.max && decimation_filter_scale_ >= range.min) { RCLCPP_INFO_STREAM(logger_, "Set decimation filter scale value to " << decimation_filter_scale_); decimation_filter->setScaleValue(decimation_filter_scale_); } if (decimation_filter_scale_ != -1 && (decimation_filter_scale_ < range.min || decimation_filter_scale_ > range.max)) { RCLCPP_ERROR_STREAM(logger_, "Decimation filter scale value is out of range " << range.min << " - " << range.max); } } else if (filter_name == "ThresholdFilter" && enable_threshold_filter_) { auto threshold_filter = filter->as(); if (threshold_filter_min_ != -1 && threshold_filter_max_ != -1) { RCLCPP_INFO_STREAM(logger_, "Set threshold filter value range to " << threshold_filter_min_ << " - " << threshold_filter_max_); threshold_filter->setValueRange(threshold_filter_min_, threshold_filter_max_); } } else if (filter_name == "SpatialAdvancedFilter" && enable_spatial_filter_) { auto spatial_filter = filter->as(); if (spatial_filter_alpha_ != -1.0 && spatial_filter_magnitude_ != -1 && spatial_filter_radius_ != -1 && spatial_filter_diff_threshold_ != -1) { OBSpatialAdvancedFilterParams params{}; params.alpha = spatial_filter_alpha_; params.magnitude = spatial_filter_magnitude_; params.radius = spatial_filter_radius_; params.disp_diff = spatial_filter_diff_threshold_; spatial_filter->setFilterParams(params); } } else if (filter_name == "TemporalFilter" && enable_temporal_filter_) { auto temporal_filter = filter->as(); if (temporal_filter_diff_threshold_ != -1.0 && temporal_filter_weight_ != -1.0) { RCLCPP_INFO_STREAM(logger_, "Set temporal filter value to " << temporal_filter_diff_threshold_ << " - " << temporal_filter_weight_); temporal_filter->setDiffScale(temporal_filter_diff_threshold_); temporal_filter->setWeight(temporal_filter_weight_); } } else if (filter_name == "HoleFillingFilter" && enable_hole_filling_filter_ && !hole_filling_filter_mode_.empty()) { auto hole_filling_filter = filter->as(); RCLCPP_INFO_STREAM(logger_, "Default hole filling filter mode: " << hole_filling_filter_mode_); OBHoleFillingMode hole_filling_mode = holeFillingModeFromString(hole_filling_filter_mode_); hole_filling_filter->setFilterMode(hole_filling_mode); } else if (filter_name == "SequenceIdFilter" && enable_sequence_id_filter_) { auto sequenced_filter = filter->as(); if (sequence_id_filter_id_ != -1) { sequenced_filter->selectSequenceId(sequence_id_filter_id_); } } else if (filter_name == "HDRMerge" && enable_hdr_merge_) { if (hdr_merge_exposure_1_ != -1 && hdr_merge_gain_1_ != -1 && hdr_merge_exposure_2_ != -1 && hdr_merge_gain_2_ != -1) { auto hdr_merge_filter = filter->as(); hdr_merge_filter->enable(true); RCLCPP_INFO_STREAM(logger_, "Set HDR merge filter params: " << "exposure_1: " << hdr_merge_exposure_1_ << ", gain_1: " << hdr_merge_gain_1_ << ", exposure_2: " << hdr_merge_exposure_2_ << ", gain_2: " << hdr_merge_gain_2_); auto config = OBHdrConfig(); config.enable = true; config.exposure_1 = hdr_merge_exposure_1_; config.gain_1 = hdr_merge_gain_1_; config.exposure_2 = hdr_merge_exposure_2_; config.gain_2 = hdr_merge_gain_2_; device_->setStructuredData(OB_STRUCT_DEPTH_HDR_CONFIG, reinterpret_cast(&config), sizeof(config)); } } else if (filter_name == "SpatialFastFilter" && enable_spatial_fast_filter_) { auto spatial_fast_filter = filter->as(); OBSpatialFastFilterParams params{}; if (spatial_fast_filter_radius_ != -1) { params.radius = spatial_fast_filter_radius_; RCLCPP_INFO_STREAM(logger_, "Set SpatialFastFilter radius to " << spatial_fast_filter_radius_); spatial_fast_filter->setFilterParams(params); } } else if (filter_name == "SpatialModerateFilter" && enable_spatial_moderate_filter_) { auto spatial_moderate_filter = filter->as(); OBSpatialModerateFilterParams params{}; if (spatial_moderate_filter_diff_threshold_ != -1 && spatial_moderate_filter_magnitude_ != -1 && spatial_moderate_filter_radius_ != -1) { params.magnitude = spatial_moderate_filter_magnitude_; params.radius = spatial_moderate_filter_radius_; params.disp_diff = spatial_moderate_filter_diff_threshold_; RCLCPP_INFO_STREAM(logger_, "Set SpatialModerateFilter params: " << "magnitude=" << params.magnitude << ", radius=" << params.radius << ", disp_diff=" << params.disp_diff); spatial_moderate_filter->setFilterParams(params); } } else { RCLCPP_INFO_STREAM(logger_, "Skip setting filter: " << filter_name); } } auto device_info = device_->getDeviceInfo(); CHECK_NOTNULL(device_info); if (pid_ == GEMINI2_PID || pid_ == GEMINI2L_PID) { if (enable_decimation_filter_) { auto decimation_filter = std::make_shared(); decimation_filter->enable(true); depth_filter_list_.push_back(decimation_filter); auto range = decimation_filter->getScaleRange(); if (decimation_filter_scale_ != -1 && decimation_filter_scale_ <= range.max && decimation_filter_scale_ >= range.min) { RCLCPP_INFO_STREAM(logger_, "Set decimation filter scale value to " << decimation_filter_scale_); decimation_filter->setScaleValue(decimation_filter_scale_); } if (decimation_filter_scale_ != -1 && (decimation_filter_scale_ < range.min || decimation_filter_scale_ > range.max)) { RCLCPP_ERROR_STREAM(logger_, "Decimation filter scale value is out of range " << range.min << " - " << range.max); } } } set_filter_srv_ = node_->create_service( "set_filter", [this](const std::shared_ptr request, std::shared_ptr response) { setFilterCallback(request, response); }); } void OBCameraNode::selectBaseStream() { if (enable_stream_[DEPTH]) { base_stream_ = DEPTH; } else if (enable_stream_[INFRA0]) { base_stream_ = INFRA0; } else if (enable_stream_[INFRA1]) { base_stream_ = INFRA1; } else if (enable_stream_[INFRA2]) { base_stream_ = INFRA2; } else if (enable_stream_[COLOR_LEFT]) { base_stream_ = COLOR_LEFT; } else if (enable_stream_[COLOR_RIGHT]) { base_stream_ = COLOR_RIGHT; } else if (enable_stream_[COLOR]) { base_stream_ = COLOR; } } void OBCameraNode::printSensorProfiles(const std::shared_ptr &sensor) { auto profiles = sensor->getStreamProfileList(); for (size_t i = 0; i < profiles->getCount(); i++) { auto origin_profile = profiles->getProfile(i); if (sensor->getType() == OB_SENSOR_COLOR) { auto profile = origin_profile->as(); RCLCPP_INFO_STREAM( logger_, "color profile: " << profile->getWidth() << "x" << profile->getHeight() << " " << profile->getFps() << "fps " << profile->getFormat()); } else if (sensor->getType() == OB_SENSOR_DEPTH) { auto profile = origin_profile->as(); RCLCPP_INFO_STREAM( logger_, "depth profile: " << profile->getWidth() << "x" << profile->getHeight() << " " << profile->getFps() << "fps " << profile->getFormat()); } else if (sensor->getType() == OB_SENSOR_IR) { auto profile = origin_profile->as(); RCLCPP_INFO_STREAM(logger_, "ir profile: " << profile->getWidth() << "x" << profile->getHeight() << " " << profile->getFps() << "fps " << profile->getFormat()); } else if (sensor->getType() == OB_SENSOR_ACCEL) { auto profile = origin_profile->as(); RCLCPP_INFO_STREAM(logger_, "accel profile: sampleRate " << profile->getSampleRate() << " full scale_range " << profile->getFullScaleRange()); } else if (sensor->getType() == OB_SENSOR_GYRO) { auto profile = origin_profile->as(); RCLCPP_INFO_STREAM(logger_, "gyro profile: sampleRate " << profile->getSampleRate() << " full scale_range " << profile->getFullScaleRange()); } else { RCLCPP_INFO_STREAM(logger_, "unknown profile: " << magic_enum::enum_name(sensor->getType())); } } } void OBCameraNode::setupProfiles() { // Image stream for (const auto &elem : IMAGE_STREAMS) { if (enable_stream_[elem]) { const auto &sensor = sensors_[elem]; CHECK_NOTNULL(sensor.get()); auto profiles = sensor->getStreamProfileList(); CHECK_NOTNULL(profiles.get()); CHECK(profiles->getCount() > 0); for (size_t i = 0; i < profiles->getCount(); i++) { auto base_profile = profiles->getProfile(i)->as(); if (base_profile == nullptr) { throw std::runtime_error("Failed to get profile " + std::to_string(i)); } auto profile = base_profile->as(); if (profile == nullptr) { throw std::runtime_error("Failed cast profile to VideoStreamProfile"); } RCLCPP_DEBUG_STREAM( logger_, "Sensor profile: " << "stream_type: " << magic_enum::enum_name(profile->getType()) << "Format: " << profile->getFormat() << ", Width: " << profile->getWidth() << ", Height: " << profile->getHeight() << ", FPS: " << profile->getFps()); supported_profiles_[elem].emplace_back(profile); } std::shared_ptr selected_profile; std::shared_ptr default_profile; try { if (width_[elem] == 0 && height_[elem] == 0 && fps_[elem] == 0 && format_[elem] == OB_FORMAT_UNKNOWN) { selected_profile = profiles->getProfile(0)->as(); } else { if (pid_ == GEMINI_305_PID && elem == DEPTH) { OBHardwareDecimationConfig conf; conf.originWidth = width_[elem]; conf.originHeight = height_[elem]; conf.factor = depth_decimation_factor_; selected_profile = profiles->getVideoStreamProfile(conf, format_[elem], fps_[elem]); } else if (pid_ == GEMINI_305_PID && elem == INFRA1) { OBHardwareDecimationConfig conf; conf.originWidth = width_[elem]; conf.originHeight = height_[elem]; conf.factor = left_ir_decimation_factor_; selected_profile = profiles->getVideoStreamProfile(conf, format_[elem], fps_[elem]); } else if (pid_ == GEMINI_305_PID && elem == INFRA2) { OBHardwareDecimationConfig conf; conf.originWidth = width_[elem]; conf.originHeight = height_[elem]; conf.factor = right_ir_decimation_factor_; selected_profile = profiles->getVideoStreamProfile(conf, format_[elem], fps_[elem]); } else { selected_profile = profiles->getVideoStreamProfile(width_[elem], height_[elem], format_[elem], fps_[elem]); } } } catch (const ob::Error &ex) { RCLCPP_ERROR_STREAM( logger_, "Failed to get " << stream_name_[elem] << " profile: " << ex.getMessage()); RCLCPP_ERROR_STREAM( logger_, "Stream: " << magic_enum::enum_name(elem.first) << ", Stream Index: " << elem.second << ", Width: " << width_[elem] << ", Height: " << height_[elem] << ", FPS: " << fps_[elem] << ", Format: " << magic_enum::enum_name(format_[elem])); RCLCPP_ERROR(logger_, "Error: The device might be connected via USB 2.0. Please verify your " "configuration and try again. The current process will now exit."); RCLCPP_INFO_STREAM(logger_, "Available profiles:"); printSensorProfiles(sensor); RCLCPP_ERROR(logger_, "Because can not set this stream, so exit."); exit(-1); } if (!selected_profile) { RCLCPP_WARN_STREAM(logger_, "Given stream configuration is not supported by the device! " << " Stream: " << magic_enum::enum_name(elem.first) << ", Stream Index: " << elem.second << ", Width: " << width_[elem] << ", Height: " << height_[elem] << ", FPS: " << fps_[elem] << ", Format: " << magic_enum::enum_name(format_[elem])); if (default_profile) { RCLCPP_WARN_STREAM(logger_, "Using default profile instead."); RCLCPP_WARN_STREAM(logger_, "default FPS " << default_profile->getFps()); selected_profile = default_profile; } else { RCLCPP_ERROR_STREAM( logger_, " NO default_profile found , Stream: " << magic_enum::enum_name(elem.first) << " will be disable"); enable_stream_[elem] = false; continue; } } CHECK_NOTNULL(selected_profile); stream_profile_[elem] = selected_profile; height_[elem] = static_cast(selected_profile->getHeight()); width_[elem] = static_cast(selected_profile->getWidth()); fps_[elem] = static_cast(selected_profile->getFps()); format_[elem] = selected_profile->getFormat(); updateImageConfig(elem); if (selected_profile->format() == OB_FORMAT_BGRA) { images_[elem] = cv::Mat(height_[elem], width_[elem], CV_8UC4, cv::Scalar(0, 0, 0, 0)); encoding_[elem] = sensor_msgs::image_encodings::BGRA8; unit_step_size_[COLOR] = 4 * sizeof(uint8_t); } else if (selected_profile->format() == OB_FORMAT_RGBA) { images_[elem] = cv::Mat(height_[elem], width_[elem], CV_8UC4, cv::Scalar(0, 0, 0, 0)); encoding_[elem] = sensor_msgs::image_encodings::RGBA8; unit_step_size_[COLOR] = 4 * sizeof(uint8_t); } else { images_[elem] = cv::Mat(height_[elem], width_[elem], image_format_[elem], cv::Scalar(0, 0, 0)); } } } // IMU for (const auto &stream_index : HID_STREAMS) { if (!enable_stream_[stream_index]) { continue; } try { auto profile_list = sensors_[stream_index]->getStreamProfileList(); if (stream_index == ACCEL) { auto full_scale_range = fullAccelScaleRangeFromString(imu_range_[stream_index]); auto sample_rate = sampleRateFromString(imu_rate_[stream_index]); auto profile = profile_list->getAccelStreamProfile(full_scale_range, sample_rate); stream_profile_[stream_index] = profile; } else if (stream_index == GYRO) { auto full_scale_range = fullGyroScaleRangeFromString(imu_range_[stream_index]); auto sample_rate = sampleRateFromString(imu_rate_[stream_index]); auto profile = profile_list->getGyroStreamProfile(full_scale_range, sample_rate); stream_profile_[stream_index] = profile; } RCLCPP_INFO_STREAM(logger_, "stream " << stream_name_[stream_index] << " full scale range " << imu_range_[stream_index] << " sample rate " << imu_rate_[stream_index]); } catch (const ob::Error &e) { RCLCPP_INFO_STREAM(logger_, "Failed to setup << " << stream_name_[stream_index] << " profile: " << e.getMessage()); enable_stream_[stream_index] = false; stream_profile_[stream_index] = nullptr; } } } void OBCameraNode::updateImageConfig(const stream_index_pair &stream_index) { if (format_[stream_index] == OB_FORMAT_Y8) { image_format_[stream_index] = CV_8UC1; encoding_[stream_index] = stream_index.first == OB_STREAM_DEPTH ? sensor_msgs::image_encodings::TYPE_8UC1 : sensor_msgs::image_encodings::MONO8; unit_step_size_[stream_index] = sizeof(uint8_t); } if (format_[stream_index] == OB_FORMAT_MJPG) { if (stream_index.first == OB_STREAM_IR || stream_index.first == OB_STREAM_IR_LEFT || stream_index.first == OB_STREAM_IR_RIGHT) { image_format_[stream_index] = CV_8UC1; encoding_[stream_index] = sensor_msgs::image_encodings::MONO8; unit_step_size_[stream_index] = sizeof(uint8_t); } } if (format_[stream_index] == OB_FORMAT_Y16 && (stream_index == COLOR || stream_index == COLOR_LEFT || stream_index == COLOR_RIGHT)) { image_format_[stream_index] = CV_16UC1; encoding_[stream_index] = sensor_msgs::image_encodings::MONO16; unit_step_size_[stream_index] = sizeof(uint16_t); } } int OBCameraNode::init_interleave_hdr_param() { device_->setIntProperty(OB_PROP_FRAME_INTERLEAVE_CONFIG_INDEX_INT, 1); if (!isnotLaserDevices(pid_)) { device_->setIntProperty(OB_PROP_LASER_CONTROL_INT, hdr_index1_laser_control_); } device_->setIntProperty(OB_PROP_DEPTH_EXPOSURE_INT, hdr_index1_depth_exposure_); device_->setIntProperty(OB_PROP_IR_EXPOSURE_INT, hdr_index1_depth_exposure_); device_->setIntProperty(OB_PROP_DEPTH_GAIN_INT, hdr_index1_depth_gain_); device_->setIntProperty(OB_PROP_IR_BRIGHTNESS_INT, hdr_index1_ir_brightness_); device_->setIntProperty(OB_PROP_IR_AE_MAX_EXPOSURE_INT, hdr_index1_ir_ae_max_exposure_); // set interleaveae device_->setIntProperty(OB_PROP_FRAME_INTERLEAVE_CONFIG_INDEX_INT, 0); if (!isnotLaserDevices(pid_)) { device_->setIntProperty(OB_PROP_LASER_CONTROL_INT, hdr_index0_laser_control_); } device_->setIntProperty(OB_PROP_DEPTH_EXPOSURE_INT, hdr_index0_depth_exposure_); device_->setIntProperty(OB_PROP_IR_EXPOSURE_INT, hdr_index0_depth_exposure_); device_->setIntProperty(OB_PROP_DEPTH_GAIN_INT, hdr_index0_depth_gain_); device_->setIntProperty(OB_PROP_IR_BRIGHTNESS_INT, hdr_index0_ir_brightness_); device_->setIntProperty(OB_PROP_IR_AE_MAX_EXPOSURE_INT, hdr_index0_ir_ae_max_exposure_); return 0; } int OBCameraNode::init_interleave_laser_param() { device_->setIntProperty(OB_PROP_FRAME_INTERLEAVE_CONFIG_INDEX_INT, 1); device_->setIntProperty(OB_PROP_LASER_CONTROL_INT, laser_index1_laser_control_); device_->setIntProperty(OB_PROP_DEPTH_EXPOSURE_INT, laser_index1_depth_exposure_); device_->setIntProperty(OB_PROP_IR_EXPOSURE_INT, laser_index1_depth_exposure_); device_->setIntProperty(OB_PROP_DEPTH_GAIN_INT, laser_index1_depth_gain_); device_->setIntProperty(OB_PROP_IR_BRIGHTNESS_INT, laser_index1_ir_brightness_); device_->setIntProperty(OB_PROP_IR_AE_MAX_EXPOSURE_INT, laser_index1_ir_ae_max_exposure_); // set interleaveae device_->setIntProperty(OB_PROP_FRAME_INTERLEAVE_CONFIG_INDEX_INT, 0); device_->setIntProperty(OB_PROP_LASER_CONTROL_INT, laser_index0_laser_control_); device_->setIntProperty(OB_PROP_DEPTH_EXPOSURE_INT, laser_index0_depth_exposure_); device_->setIntProperty(OB_PROP_IR_EXPOSURE_INT, laser_index0_depth_exposure_); device_->setIntProperty(OB_PROP_DEPTH_GAIN_INT, laser_index0_depth_gain_); device_->setIntProperty(OB_PROP_IR_BRIGHTNESS_INT, laser_index0_ir_brightness_); device_->setIntProperty(OB_PROP_IR_AE_MAX_EXPOSURE_INT, laser_index0_ir_ae_max_exposure_); return 0; } void OBCameraNode::startStreams() { if (pipeline_ != nullptr) { pipeline_.reset(); } pipeline_ = std::make_unique(device_); try { setupPipelineConfig(); pipeline_->start(pipeline_config_, [this](const std::shared_ptr &frame_set) { onNewFrameSetCallback(frame_set); }); } catch (const ob::Error &e) { RCLCPP_ERROR_STREAM(logger_, "Failed to start pipeline: " << e.getMessage()); RCLCPP_INFO_STREAM(logger_, "try to disable ir stream and try again"); enable_stream_[INFRA0] = false; setupPipelineConfig(); pipeline_->start(pipeline_config_, [this](const std::shared_ptr &frame_set) { onNewFrameSetCallback(frame_set); }); } catch (...) { RCLCPP_ERROR_STREAM(logger_, "Failed to start pipeline"); throw std::runtime_error("Failed to start pipeline"); } if (enable_stream_[COLOR] && !colorFrameThread_) { colorFrameThread_ = std::make_shared([this]() { onNewColorFrameCallback(); }); } if (enable_stream_[COLOR_LEFT] && !leftColorFrameThread_) { leftColorFrameThread_ = std::make_shared([this]() { onNewLeftColorFrameCallback(); }); } if (enable_stream_[COLOR_RIGHT] && !rightColorFrameThread_) { rightColorFrameThread_ = std::make_shared([this]() { onNewRightColorFrameCallback(); }); } if (enable_frame_sync_) { RCLCPP_INFO_STREAM(logger_, "Enable frame sync"); TRY_EXECUTE_BLOCK(pipeline_->enableFrameSync()); } else { RCLCPP_INFO_STREAM(logger_, "Disable frame sync"); TRY_EXECUTE_BLOCK(pipeline_->disableFrameSync()); } std::this_thread::sleep_for(std::chrono::milliseconds(1000)); // set interleave mode if (interleave_ae_mode_ == "hdr" && interleave_frame_enable_) { RCLCPP_INFO_STREAM(logger_, "Setting interleave mode to hdr"); device_->loadFrameInterleave("Depth from HDR"); init_interleave_hdr_param(); } else if (interleave_ae_mode_ == "laser" && interleave_frame_enable_) { RCLCPP_INFO_STREAM(logger_, "Setting interleave mode to laser"); device_->loadFrameInterleave("Laser On-Off"); init_interleave_laser_param(); } else { RCLCPP_INFO_STREAM(logger_, "Setting interleave mode to nothing"); } // enable interleave frame if ((interleave_ae_mode_ == "hdr") || (interleave_ae_mode_ == "laser")) { RCLCPP_INFO_STREAM(logger_, "current interleave_ae_mode_: " << interleave_ae_mode_); if (device_->isPropertySupported(OB_PROP_FRAME_INTERLEAVE_ENABLE_BOOL, OB_PERMISSION_WRITE)) { TRY_TO_SET_PROPERTY(setBoolProperty, OB_PROP_FRAME_INTERLEAVE_ENABLE_BOOL, interleave_frame_enable_); RCLCPP_INFO_STREAM(logger_, "Enable enable_interleave_depth_frame to " << (interleave_frame_enable_ ? "true" : "false")); } } // set interleave larse PATTERN_SYNC_DELAY if ((interleave_ae_mode_ == "laser") && interleave_frame_enable_ && device_->isPropertySupported(OB_PROP_FRAME_INTERLEAVE_LASER_PATTERN_SYNC_DELAY_INT, OB_PERMISSION_READ_WRITE) && (sync_mode_str_ == "PRIMARY" || sync_mode_str_ == "SOFTWARE_TRIGGERING")) { std::this_thread::sleep_for(std::chrono::milliseconds(1000)); TRY_TO_SET_PROPERTY(setIntProperty, OB_PROP_FRAME_INTERLEAVE_LASER_PATTERN_SYNC_DELAY_INT, 0); RCLCPP_INFO_STREAM(logger_, "Setting OB_PROP_FRAME_INTERLEAVE_LASER_PATTERN_SYNC_DELAY_INT 0 "); } pipeline_started_.store(true); } void OBCameraNode::startIMUSyncStream() { if (imuPipeline_ != nullptr) { imuPipeline_.reset(); } imuPipeline_ = std::make_unique(device_); if (imu_sync_output_start_) { return; } // ACCEL auto accelProfiles = imuPipeline_->getStreamProfileList(OB_SENSOR_ACCEL); auto accel_range = fullAccelScaleRangeFromString(imu_range_[ACCEL]); auto accel_rate = sampleRateFromString(imu_rate_[ACCEL]); auto accelProfile = accelProfiles->getAccelStreamProfile(accel_range, accel_rate); // GYRO auto gyroProfiles = imuPipeline_->getStreamProfileList(OB_SENSOR_GYRO); auto gyro_range = fullGyroScaleRangeFromString(imu_range_[GYRO]); auto gyro_rate = sampleRateFromString(imu_rate_[GYRO]); auto gyroProfile = gyroProfiles->getGyroStreamProfile(gyro_range, gyro_rate); std::shared_ptr imuConfig = std::make_shared(); imuConfig->enableStream(accelProfile); imuConfig->enableStream(gyroProfile); TRY_EXECUTE_BLOCK(imuPipeline_->enableFrameSync()); try { imuPipeline_->start(imuConfig, [&](std::shared_ptr frame) { auto frameSet = frame->as(); auto aFrame = frameSet->getFrame(OB_FRAME_ACCEL); auto gFrame = frameSet->getFrame(OB_FRAME_GYRO); if (aFrame && gFrame) { onNewIMUFrameSyncOutputCallback(aFrame, gFrame); } }); imu_sync_output_start_ = true; RCLCPP_INFO_STREAM( logger_, "start accel stream with range: " << fullAccelScaleRangeToString(accel_range) << ",rate:" << sampleRateToString(accel_rate) << ", and start gyro stream with range:" << fullGyroScaleRangeToString(gyro_range) << ",rate:" << sampleRateToString(gyro_rate)); } catch (const ob::Error &e) { RCLCPP_ERROR_STREAM(logger_, "Failed to start IMU sync stream: " << e.getMessage()); imu_sync_output_start_ = false; } catch (...) { RCLCPP_ERROR_STREAM( logger_, "Failed to start IMU stream, please check the imu_rate and imu_range parameters."); imu_sync_output_start_ = false; } } void OBCameraNode::startIMU() { if (enable_sync_output_accel_gyro_) { startIMUSyncStream(); } else { for (const auto &stream_index : HID_STREAMS) { if (enable_stream_[stream_index] && !imu_started_[stream_index]) { auto imu_profile = stream_profile_[stream_index]; CHECK_NOTNULL(imu_profile); RCLCPP_INFO_STREAM(logger_, "start " << stream_name_[stream_index] << " stream"); CHECK_NOTNULL(sensors_[stream_index]); sensors_[stream_index]->start( imu_profile, [this, stream_index](const std::shared_ptr &frame) { onNewIMUFrameCallback(frame, stream_index); }); } } } } void OBCameraNode::stopStreams() { std::lock_guard lock(device_lock_); if (!pipeline_started_ || !pipeline_) { RCLCPP_INFO_STREAM(logger_, "pipeline not started or not exist, skip stop pipeline"); return; } // Stop diagnostic timer first to prevent crashes during shutdown try { if (diagnostic_timer_) { diagnostic_timer_->cancel(); diagnostic_timer_.reset(); } if (diagnostic_updater_) { diagnostic_updater_.reset(); } } catch (...) { // Ignore exceptions during diagnostic cleanup } // Mark pipeline as stopping to prevent new operations pipeline_started_.store(false); try { // Check if device is still valid before stopping pipeline if (device_ && pipeline_) { pipeline_->stop(); // disable interleave frame only if device is still connected if ((interleave_ae_mode_ == "hdr") || (interleave_ae_mode_ == "laser")) { try { RCLCPP_INFO_STREAM(logger_, "current interleave_ae_mode_: " << interleave_ae_mode_); if (device_->isPropertySupported(OB_PROP_FRAME_INTERLEAVE_ENABLE_BOOL, OB_PERMISSION_WRITE)) { interleave_frame_enable_ = false; RCLCPP_INFO_STREAM(logger_, "Enable enable_interleave_depth_frame to " << (interleave_frame_enable_ ? "true" : "false")); TRY_TO_SET_PROPERTY(setBoolProperty, OB_PROP_FRAME_INTERLEAVE_ENABLE_BOOL, interleave_frame_enable_); } } catch (const ob::Error &e) { RCLCPP_WARN_STREAM( logger_, "Failed to disable interleave frame during shutdown: " << e.getMessage()); } catch (...) { RCLCPP_WARN_STREAM(logger_, "Failed to disable interleave frame during shutdown"); } } } else { RCLCPP_WARN_STREAM(logger_, "Device or pipeline not available during stop - likely disconnected"); } } catch (const ob::Error &e) { RCLCPP_ERROR_STREAM(logger_, "Failed to stop pipeline: " << e.getMessage()); } catch (...) { RCLCPP_ERROR_STREAM(logger_, "Failed to stop pipeline"); } } void OBCameraNode::stopIMU() { std::lock_guard lock(device_lock_); if (enable_sync_output_accel_gyro_) { if (!imu_sync_output_start_ || !imuPipeline_) { RCLCPP_INFO_STREAM(logger_, "imu pipeline not started or not exist, skip stop imu pipeline"); return; } try { imuPipeline_->stop(); } catch (const ob::Error &e) { RCLCPP_ERROR_STREAM(logger_, "Failed to stop imu pipeline: " << e.getMessage()); } catch (...) { RCLCPP_ERROR_STREAM(logger_, "Failed to stop imu pipeline"); } imu_sync_output_start_.store(false); } else { for (const auto &stream_index : HID_STREAMS) { if (imu_started_[stream_index]) { CHECK(sensors_.count(stream_index)); RCLCPP_INFO_STREAM(logger_, "stop " << stream_name_[stream_index] << " stream"); try { sensors_[stream_index]->stop(); } catch (const ob::Error &e) { RCLCPP_ERROR_STREAM(logger_, "Failed to stop " << stream_name_[stream_index] << " stream: " << e.getMessage()); } imu_started_[stream_index] = false; } } } } // cs_param_t rd_par = {0, 0}, param = {1, 3000}; //30 int OBCameraNode::openSocSyncPwmTrigger(uint16_t fps) { const char *devicePath = DEVICE_PATH; const int TRIGGER_MODE_ENABLE = 1; const int TRIGGER_MODE_DISABLE = 0; int ret = -1; cs_param_t param = {TRIGGER_MODE_ENABLE, fps}; cs_param_t rd_par = {TRIGGER_MODE_DISABLE, 0}; if (access(devicePath, F_OK) != 0) { std::cerr << "Device node " << devicePath << " does not exist." << std::endl; return ret; } gmsl_trigger_fd_ = open(DEVICE_PATH, O_RDWR); if (gmsl_trigger_fd_ < 0) { perror("open device failed\n"); return gmsl_trigger_fd_; } std::cout << "Written param mode=" << param.mode << ", fps=" << param.fps << std::endl; ret = write(gmsl_trigger_fd_, ¶m, sizeof(param)); if (ret < 0) { perror("write device failed\n"); close(gmsl_trigger_fd_); return ret; } ret = read(gmsl_trigger_fd_, &rd_par, sizeof(rd_par)); if (ret < 0) { perror("read device failed\n"); close(gmsl_trigger_fd_); return ret; } std::cout << "Read param mode=" << rd_par.mode << ", fps=" << rd_par.fps << std::endl; std::cout << "Start hardware triggering..." << std::endl; return 0; } int OBCameraNode::closeSocSyncPwmTrigger() { if (gmsl_trigger_fd_ >= 0) { close(gmsl_trigger_fd_); gmsl_trigger_fd_ = -1; // Reset file descriptors std::cout << "close camSync success" << std::endl; return 0; } return -1; } void OBCameraNode::startGmslTrigger() { if (gmsl_trigger_fps_ > 0 && enable_gmsl_trigger_) { RCLCPP_WARN_STREAM(logger_, "Start HardwareTrigger by soc-trigger-source. gmsl_trigger_fps_: " << gmsl_trigger_fps_); openSocSyncPwmTrigger(gmsl_trigger_fps_); } else { RCLCPP_WARN_STREAM(logger_, "Start HardwareTrigger by soc-trigger-source. gmsl_trigger_fps_ illegal: " << gmsl_trigger_fps_); } } void OBCameraNode::stopGmslTrigger() { closeSocSyncPwmTrigger(); } void OBCameraNode::setupDefaultImageFormat() { format_[DEPTH] = OB_FORMAT_Y16; format_str_[DEPTH] = "Y16"; image_format_[DEPTH] = CV_16UC1; encoding_[DEPTH] = sensor_msgs::image_encodings::TYPE_16UC1; unit_step_size_[DEPTH] = sizeof(uint16_t); format_[INFRA0] = OB_FORMAT_Y16; format_str_[INFRA0] = "Y16"; image_format_[INFRA0] = CV_16UC1; encoding_[INFRA0] = sensor_msgs::image_encodings::MONO16; unit_step_size_[INFRA0] = sizeof(uint16_t); format_[INFRA1] = OB_FORMAT_Y16; format_str_[INFRA1] = "Y16"; image_format_[INFRA1] = CV_16UC1; encoding_[INFRA1] = sensor_msgs::image_encodings::MONO16; unit_step_size_[INFRA1] = sizeof(uint16_t); format_[INFRA2] = OB_FORMAT_Y16; format_str_[INFRA2] = "Y16"; image_format_[INFRA2] = CV_16UC1; encoding_[INFRA2] = sensor_msgs::image_encodings::MONO16; unit_step_size_[INFRA2] = sizeof(uint16_t); image_format_[COLOR] = CV_8UC3; encoding_[COLOR] = sensor_msgs::image_encodings::RGB8; unit_step_size_[COLOR] = 3 * sizeof(uint8_t); image_format_[COLOR_LEFT] = CV_8UC3; encoding_[COLOR_LEFT] = sensor_msgs::image_encodings::RGB8; unit_step_size_[COLOR_LEFT] = 3 * sizeof(uint8_t); image_format_[COLOR_RIGHT] = CV_8UC3; encoding_[COLOR_RIGHT] = sensor_msgs::image_encodings::RGB8; unit_step_size_[COLOR_RIGHT] = 3 * sizeof(uint8_t); } void OBCameraNode::getParameters() { setAndGetNodeParameter(camera_name_, "camera_name", "camera"); camera_link_frame_id_ = camera_name_ + "_link"; for (auto stream_index : IMAGE_STREAMS) { std::string param_name = stream_name_[stream_index] + "_width"; setAndGetNodeParameter(width_[stream_index], param_name, 0); param_name = stream_name_[stream_index] + "_height"; setAndGetNodeParameter(height_[stream_index], param_name, 0); param_name = stream_name_[stream_index] + "_fps"; setAndGetNodeParameter(fps_[stream_index], param_name, 0); param_name = "enable_" + stream_name_[stream_index]; if (stream_index == DEPTH) { setAndGetNodeParameter(enable_stream_[stream_index], param_name, true); } else { setAndGetNodeParameter(enable_stream_[stream_index], param_name, false); } param_name = stream_name_[stream_index] + "_flip"; setAndGetNodeParameter(flip_stream_[stream_index], param_name, false); param_name = stream_name_[stream_index] + "_mirror"; setAndGetNodeParameter(mirror_stream_[stream_index], param_name, false); param_name = stream_name_[stream_index] + "_rotation"; setAndGetNodeParameter(rotation_stream_[stream_index], param_name, -1); param_name = camera_name_ + "_" + stream_name_[stream_index] + "_frame_id"; std::string default_frame_id = camera_name_ + "_" + stream_name_[stream_index] + "_frame"; setAndGetNodeParameter(frame_id_[stream_index], param_name, default_frame_id); std::string default_optical_frame_id = camera_name_ + "_" + stream_name_[stream_index] + "_optical_frame"; param_name = stream_name_[stream_index] + "_optical_frame_id"; setAndGetNodeParameter(optical_frame_id_[stream_index], param_name, default_optical_frame_id); param_name = stream_name_[stream_index] + "_format"; setAndGetNodeParameter(format_str_[stream_index], param_name, format_str_[stream_index]); format_[stream_index] = OBFormatFromString(format_str_[stream_index]); updateImageConfig(stream_index); param_name = stream_name_[stream_index] + "_qos"; setAndGetNodeParameter(image_qos_[stream_index], param_name, "default"); param_name = stream_name_[stream_index] + "_camera_info_qos"; setAndGetNodeParameter(camera_info_qos_[stream_index], param_name, "default"); } for (auto stream_index : IMAGE_STREAMS) { depth_aligned_frame_id_[stream_index] = optical_frame_id_[COLOR]; } accel_gyro_frame_id_ = camera_name_ + "_accel_gyro_optical_frame"; setAndGetNodeParameter(enable_sync_output_accel_gyro_, "enable_sync_output_accel_gyro", false); for (const auto &stream_index : HID_STREAMS) { std::string param_name = stream_name_[stream_index] + "_qos"; setAndGetNodeParameter(imu_qos_[stream_index], param_name, "default"); param_name = "enable_" + stream_name_[stream_index]; setAndGetNodeParameter(enable_stream_[stream_index], param_name, false); if (enable_sync_output_accel_gyro_) { enable_stream_[stream_index] = true; } param_name = stream_name_[stream_index] + "_rate"; setAndGetNodeParameter(imu_rate_[stream_index], param_name, ""); param_name = stream_name_[stream_index] + "_range"; setAndGetNodeParameter(imu_range_[stream_index], param_name, ""); param_name = camera_name_ + "_" + stream_name_[stream_index] + "_frame_id"; std::string default_frame_id = camera_name_ + "_" + stream_name_[stream_index] + "_frame"; setAndGetNodeParameter(frame_id_[stream_index], param_name, default_frame_id); std::string default_optical_frame_id = camera_name_ + "_" + stream_name_[stream_index] + "_optical_frame"; param_name = stream_name_[stream_index] + "_optical_frame_id"; setAndGetNodeParameter(optical_frame_id_[stream_index], param_name, default_optical_frame_id); depth_aligned_frame_id_[stream_index] = camera_name_ + "_" + stream_name_[COLOR] + "_optical_frame"; } setAndGetNodeParameter(publish_tf_, "publish_tf", true); setAndGetNodeParameter(tf_publish_rate_, "tf_publish_rate", 0.0); setAndGetNodeParameter(depth_registration_, "depth_registration", false); setAndGetNodeParameter(enable_point_cloud_, "enable_point_cloud", false); setAndGetNodeParameter(ir_info_url_, "ir_info_url", ""); setAndGetNodeParameter(color_info_url_, "color_info_url", ""); setAndGetNodeParameter(enable_colored_point_cloud_, "enable_colored_point_cloud", false); setAndGetNodeParameter(enable_point_cloud_, "enable_point_cloud", false); setAndGetNodeParameter(point_cloud_decimation_filter_factor_, "point_cloud_decimation_filter_factor", 1); setAndGetNodeParameter(point_cloud_qos_, "point_cloud_qos", "default"); setAndGetNodeParameter(enable_d2c_viewer_, "enable_d2c_viewer", false); setAndGetNodeParameter(disparity_to_depth_mode_, "disparity_to_depth_mode", "HW"); setAndGetNodeParameter(depth_filter_config_, "depth_filter_config", ""); if (!depth_filter_config_.empty()) { enable_depth_filter_ = true; } setAndGetNodeParameter(enable_frame_sync_, "enable_frame_sync", false); setAndGetNodeParameter(enable_color_auto_exposure_priority_, "enable_color_auto_exposure_priority", false); setAndGetNodeParameter(enable_color_auto_exposure_, "enable_color_auto_exposure", true); setAndGetNodeParameter(enable_color_auto_white_balance_, "enable_color_auto_white_balance", true); setAndGetNodeParameter(color_ae_roi_left_, "color_ae_roi_left", -1); setAndGetNodeParameter(color_ae_roi_top_, "color_ae_roi_top", -1); setAndGetNodeParameter(color_ae_roi_right_, "color_ae_roi_right", -1); setAndGetNodeParameter(color_ae_roi_bottom_, "color_ae_roi_bottom", -1); setAndGetNodeParameter(color_exposure_, "color_exposure", -1); setAndGetNodeParameter(color_gain_, "color_gain", -1); setAndGetNodeParameter(color_white_balance_, "color_white_balance", -1); setAndGetNodeParameter(color_ae_max_exposure_, "color_ae_max_exposure", -1); setAndGetNodeParameter(color_brightness_, "color_brightness", -1); setAndGetNodeParameter(color_roi_brightness_, "color_roi_brightness", -1); setAndGetNodeParameter(color_sharpness_, "color_sharpness", -1); setAndGetNodeParameter(color_gamma_, "color_gamma", -1); setAndGetNodeParameter(color_saturation_, "color_saturation", -1); setAndGetNodeParameter(color_contrast_, "color_contrast", -1); setAndGetNodeParameter(color_hue_, "color_hue", -1); setAndGetNodeParameter(color_backlight_compensation_, "color_backlight_compensation", -1); setAndGetNodeParameter(color_denoising_level_, "color_denoising_level", -1); setAndGetNodeParameter(color_powerline_freq_, "color_powerline_freq", ""); setAndGetNodeParameter(color_preset_, "color_preset", "Default"); setAndGetNodeParameter(enable_color_decimation_filter_, "enable_color_decimation_filter", false); setAndGetNodeParameter(color_decimation_filter_scale_, "color_decimation_filter_scale", -1); setAndGetNodeParameter(enable_left_color_decimation_filter_, "enable_left_color_decimation_filter", false); setAndGetNodeParameter(left_color_decimation_filter_scale_, "left_color_decimation_filter_scale", -1); setAndGetNodeParameter(enable_right_color_decimation_filter_, "enable_right_color_decimation_filter", false); setAndGetNodeParameter(right_color_decimation_filter_scale_, "right_color_decimation_filter_scale", -1); setAndGetNodeParameter(enable_depth_auto_exposure_priority_, "enable_depth_auto_exposure_priority", false); setAndGetNodeParameter(depth_ae_roi_left_, "depth_ae_roi_left", -1); setAndGetNodeParameter(depth_ae_roi_top_, "depth_ae_roi_top", -1); setAndGetNodeParameter(depth_ae_roi_right_, "depth_ae_roi_right", -1); setAndGetNodeParameter(depth_ae_roi_bottom_, "depth_ae_roi_bottom", -1); setAndGetNodeParameter(depth_exposure_, "depth_exposure", -1); setAndGetNodeParameter(depth_gain_, "depth_gain", -1); setAndGetNodeParameter(depth_brightness_, "depth_brightness", -1); setAndGetNodeParameter(mean_intensity_set_point_, "mean_intensity_set_point", depth_brightness_); setAndGetNodeParameter(depth_precision_str_, "depth_precision", ""); setAndGetNodeParameter(enable_ir_auto_exposure_, "enable_ir_auto_exposure", true); setAndGetNodeParameter(ir_exposure_, "ir_exposure", -1); setAndGetNodeParameter(ir_gain_, "ir_gain", -1); setAndGetNodeParameter(ir_ae_max_exposure_, "ir_ae_max_exposure", -1); setAndGetNodeParameter(ir_brightness_, "ir_brightness", -1); setAndGetNodeParameter(enable_ir_long_exposure_, "enable_ir_long_exposure", true); setAndGetNodeParameter(enable_right_ir_sequence_id_filter_, "enable_right_ir_sequence_id_filter", false); setAndGetNodeParameter(right_ir_sequence_id_filter_id_, "right_ir_sequence_id_filter_id", -1); setAndGetNodeParameter(enable_left_ir_sequence_id_filter_, "enable_left_ir_sequence_id_filter", false); setAndGetNodeParameter(left_ir_sequence_id_filter_id_, "left_ir_sequence_id_filter_id", -1); setAndGetNodeParameter(preset_resolution_config_, "preset_resolution_config", ""); setAndGetNodeParameter(sync_mode_str_, "sync_mode", ""); setAndGetNodeParameter(depth_delay_us_, "depth_delay_us", 0); setAndGetNodeParameter(color_delay_us_, "color_delay_us", 0); setAndGetNodeParameter(trigger2image_delay_us_, "trigger2image_delay_us", 0); setAndGetNodeParameter(trigger_out_delay_us_, "trigger_out_delay_us", 0); setAndGetNodeParameter(trigger_out_enabled_, "trigger_out_enabled", true); setAndGetNodeParameter(software_trigger_enabled_, "software_trigger_enabled", true); setAndGetNodeParameter(enable_ptp_config_, "enable_ptp_config", false); setAndGetNodeParameter(cloud_frame_id_, "cloud_frame_id", ""); if (enable_colored_point_cloud_ || enable_d2c_viewer_) { depth_registration_ = true; } if (!enable_stream_[COLOR]) { enable_colored_point_cloud_ = false; depth_registration_ = false; } setAndGetNodeParameter(enable_ldp_, "enable_ldp", true); setAndGetNodeParameter(ldp_power_level_, "ldp_power_level", -1); setAndGetNodeParameter(linear_accel_cov_, "linear_accel_cov", 0.0003); setAndGetNodeParameter(angular_vel_cov_, "angular_vel_cov", 0.02); setAndGetNodeParameter(ordered_pc_, "ordered_pc", false); setAndGetNodeParameter(max_save_images_count_, "max_save_images_count", 10); setAndGetNodeParameter(enable_depth_scale_, "enable_depth_scale", true); setAndGetNodeParameter(depth_decimation_factor_, "depth_decimation_factor", 1); setAndGetNodeParameter(left_ir_decimation_factor_, "left_ir_decimation_factor", 1); setAndGetNodeParameter(right_ir_decimation_factor_, "right_ir_decimation_factor", 1); setAndGetNodeParameter(depth_work_mode_, "depth_work_mode", ""); if (isDepthWorkModeDevices(device_->getDeviceInfo()->getPid())) { setAndGetNodeParameter(depth_work_mode_, "device_preset", ""); } else { setAndGetNodeParameter(device_preset_, "device_preset", ""); } setAndGetNodeParameter(enable_decimation_filter_, "enable_decimation_filter", false); setAndGetNodeParameter(enable_hdr_merge_, "enable_hdr_merge", false); setAndGetNodeParameter(enable_sequence_id_filter_, "enable_sequence_id_filter", false); setAndGetNodeParameter(enable_disparity_to_depth_, "enable_disparity_to_depth", true); setAndGetNodeParameter(enable_threshold_filter_, "enable_threshold_filter", false); setAndGetNodeParameter(enable_hardware_noise_removal_filter_, "enable_hardware_noise_removal_filter", true); setAndGetNodeParameter(enable_noise_removal_filter_, "enable_noise_removal_filter", true); setAndGetNodeParameter(enable_spatial_filter_, "enable_spatial_filter", false); setAndGetNodeParameter(enable_temporal_filter_, "enable_temporal_filter", false); setAndGetNodeParameter(enable_hole_filling_filter_, "enable_hole_filling_filter", false); setAndGetNodeParameter(enable_spatial_fast_filter_, "enable_spatial_fast_filter", false); setAndGetNodeParameter(enable_spatial_moderate_filter_, "enable_spatial_moderate_filter", false); setAndGetNodeParameter(decimation_filter_scale_, "decimation_filter_scale", -1); setAndGetNodeParameter(sequence_id_filter_id_, "sequence_id_filter_id", -1); setAndGetNodeParameter(threshold_filter_max_, "threshold_filter_max", -1); setAndGetNodeParameter(threshold_filter_min_, "threshold_filter_min", -1); setAndGetNodeParameter(hardware_noise_removal_filter_threshold_, "hardware_noise_removal_filter_threshold", -1.0); setAndGetNodeParameter(noise_removal_filter_min_diff_, "noise_removal_filter_min_diff", 256); setAndGetNodeParameter(noise_removal_filter_max_size_, "noise_removal_filter_max_size", 80); setAndGetNodeParameter(spatial_filter_alpha_, "spatial_filter_alpha", -1.0); setAndGetNodeParameter(spatial_filter_diff_threshold_, "spatial_filter_diff_threshold", -1); setAndGetNodeParameter(spatial_filter_magnitude_, "spatial_filter_magnitude", -1); setAndGetNodeParameter(spatial_filter_radius_, "spatial_filter_radius", -1); setAndGetNodeParameter(temporal_filter_diff_threshold_, "temporal_filter_diff_threshold", -1.0); setAndGetNodeParameter(temporal_filter_weight_, "temporal_filter_weight", -1.0); setAndGetNodeParameter(hole_filling_filter_mode_, "hole_filling_filter_mode", ""); setAndGetNodeParameter(enable_false_positive_filter_, "enable_false_positive_filter", false); setAndGetNodeParameter(hdr_merge_exposure_1_, "hdr_merge_exposure_1", -1); setAndGetNodeParameter(hdr_merge_gain_1_, "hdr_merge_gain_1", -1); setAndGetNodeParameter(hdr_merge_exposure_2_, "hdr_merge_exposure_2", -1); setAndGetNodeParameter(hdr_merge_gain_2_, "hdr_merge_gain_2", -1); setAndGetNodeParameter(align_mode_, "align_mode", "HW"); setAndGetNodeParameter(diagnostic_period_, "diagnostic_period", 1.0); setAndGetNodeParameter(enable_laser_, "enable_laser", true); std::string align_target_stream_str_; setAndGetNodeParameter(align_target_stream_str_, "align_target_stream", "COLOR"); align_target_stream_ = obStreamTypeFromString(align_target_stream_str_); setAndGetNodeParameter(retry_on_usb3_detection_failure_, "retry_on_usb3_detection_failure", false); setAndGetNodeParameter(laser_energy_level_, "laser_energy_level", -1); setAndGetNodeParameter(min_depth_limit_, "min_depth_limit", 0); setAndGetNodeParameter(max_depth_limit_, "max_depth_limit", 0); setAndGetNodeParameter(enable_heartbeat_, "enable_heartbeat", false); setAndGetNodeParameter(enable_color_undistortion_, "enable_color_undistortion", false); setAndGetNodeParameter(time_domain_, "time_domain", "global"); setAndGetNodeParameter(exposure_range_mode_, "exposure_range_mode", "default"); setAndGetNodeParameter(load_config_json_file_path_, "load_config_json_file_path", ""); setAndGetNodeParameter(export_config_json_file_path_, "export_config_json_file_path", ""); setAndGetNodeParameter(enable_accel_data_correction_, "enable_accel_data_correction", true); setAndGetNodeParameter(enable_gyro_data_correction_, "enable_gyro_data_correction", true); auto device_info = device_->getDeviceInfo(); CHECK_NOTNULL(device_info.get()); if (device_preset_ == "Dual Color Streams") { RCLCPP_INFO_STREAM(logger_, "Using Double Color preset, only left and right color streams are enabled."); enable_stream_[COLOR] = false; enable_stream_[DEPTH] = false; enable_stream_[INFRA0] = false; enable_stream_[INFRA1] = false; enable_stream_[INFRA2] = false; enable_stream_[LIDAR] = false; enable_stream_[COLOR_LEFT] = true; enable_stream_[COLOR_RIGHT] = true; enable_point_cloud_ = false; enable_colored_point_cloud_ = false; depth_registration_ = false; enable_d2c_viewer_ = false; enable_depth_filter_ = false; enable_color_undistortion_ = false; } if (isOpenNIDevice(pid_)) { time_domain_ = "system"; } if (time_domain_ == "global") { device_->enableGlobalTimestamp(true); } setAndGetNodeParameter(frames_per_trigger_, "frames_per_trigger", 2); int software_trigger_period = 33; setAndGetNodeParameter(software_trigger_period, "software_trigger_period", 33); software_trigger_period_ = std::chrono::milliseconds(software_trigger_period); setAndGetNodeParameter(gmsl_trigger_fps_, "gmsl_trigger_fps", 3000); setAndGetNodeParameter(enable_gmsl_trigger_, "enable_gmsl_trigger", false); setAndGetNodeParameter(interleave_ae_mode_, "interleave_ae_mode", "hdr"); setAndGetNodeParameter(interleave_frame_enable_, "interleave_frame_enable", false); setAndGetNodeParameter(interleave_skip_enable_, "interleave_skip_enable", false); setAndGetNodeParameter(interleave_skip_index_, "interleave_skip_index", 1); // hdr and laser interleave params setAndGetNodeParameter(hdr_index1_laser_control_, "hdr_index1_laser_control", 1); setAndGetNodeParameter(hdr_index1_depth_exposure_, "hdr_index1_depth_exposure", 1); setAndGetNodeParameter(hdr_index1_depth_gain_, "hdr_index1_depth_gain", 16); setAndGetNodeParameter(hdr_index1_ir_brightness_, "hdr_index1_ir_brightness", 30); setAndGetNodeParameter(hdr_index1_ir_ae_max_exposure_, "hdr_index1_ir_ae_max_exposure", 30458); setAndGetNodeParameter(hdr_index0_laser_control_, "hdr_index0_laser_control", 1); setAndGetNodeParameter(hdr_index0_depth_exposure_, "hdr_index0_depth_exposure", 7500); setAndGetNodeParameter(hdr_index0_depth_gain_, "hdr_index0_depth_gain", 16); setAndGetNodeParameter(hdr_index0_ir_brightness_, "hdr_index0_ir_brightness", 90); setAndGetNodeParameter(hdr_index0_ir_ae_max_exposure_, "hdr_index0_ir_ae_max_exposure", 30458); setAndGetNodeParameter(laser_index1_laser_control_, "laser_index1_laser_control", 0); setAndGetNodeParameter(laser_index1_depth_exposure_, "laser_index1_depth_exposure", 3000); setAndGetNodeParameter(laser_index1_depth_gain_, "laser_index1_depth_gain", 16); setAndGetNodeParameter(laser_index1_ir_brightness_, "laser_index1_ir_brightness", 60); setAndGetNodeParameter(laser_index1_ir_ae_max_exposure_, "laser_index1_ir_ae_max_exposure", 7000); setAndGetNodeParameter(laser_index0_laser_control_, "laser_index0_laser_control", 1); setAndGetNodeParameter(laser_index0_depth_exposure_, "laser_index0_depth_exposure", 3000); setAndGetNodeParameter(laser_index0_depth_gain_, "laser_index0_depth_gain", 16); setAndGetNodeParameter(laser_index0_ir_brightness_, "laser_index0_ir_brightness", 60); setAndGetNodeParameter(laser_index0_ir_ae_max_exposure_, "laser_index0_ir_ae_max_exposure", 17000); setAndGetNodeParameter(disparity_range_mode_, "disparity_range_mode", -1); setAndGetNodeParameter(disparity_search_offset_, "disparity_search_offset", -1); setAndGetNodeParameter(disparity_offset_config_, "disparity_offset_config", false); setAndGetNodeParameter(offset_index0_, "offset_index0", -1); setAndGetNodeParameter(offset_index1_, "offset_index1", -1); setAndGetNodeParameter(frame_aggregate_mode_, "frame_aggregate_mode", "ANY"); setAndGetNodeParameter(show_fps_enable_, "show_fps_enable", false); setAndGetNodeParameter(enable_publish_extrinsic_, "enable_publish_extrinsic", false); setAndGetNodeParameter(intra_camera_sync_reference_, "intra_camera_sync_reference", "Middle"); setAndGetNodeParameter(ae_mode_, "ae_mode", "depthbased"); setAndGetNodeParameter(enable_sports_mode_, "enable_sports_mode", false); RCLCPP_INFO_STREAM(logger_, "current time domain: " << time_domain_); RCLCPP_INFO_STREAM(logger_, "hdr_index1_laser_control_ " << hdr_index1_laser_control_ << " hdr_index1_depth_exposure_ " << hdr_index1_depth_exposure_ << " hdr_index1_depth_gain_ " << hdr_index1_depth_gain_ << " hdr_index1_ir_brightness_ " << hdr_index1_ir_brightness_ << " hdr_index1_ir_ae_max_exposure_ " << hdr_index1_ir_ae_max_exposure_ << "\n"); RCLCPP_INFO_STREAM(logger_, "hdr_index0_laser_control_ " << hdr_index0_laser_control_ << " hdr_index0_depth_exposure_ " << hdr_index0_depth_exposure_ << " hdr_index0_depth_gain_ " << hdr_index0_depth_gain_ << " hdr_index0_ir_brightness_ " << hdr_index0_ir_brightness_ << " hdr_index0_ir_ae_max_exposure_ " << hdr_index0_ir_ae_max_exposure_ << "\n"); RCLCPP_INFO_STREAM(logger_, "laser_index1_laser_control_ " << laser_index1_laser_control_ << " laser_index1_depth_exposure_ " << laser_index1_depth_exposure_ << " laser_index1_depth_gain_ " << laser_index1_depth_gain_ << " laser_index1_ir_brightness_ " << laser_index1_ir_brightness_ << " laser_index1_ir_ae_max_exposure_ " << laser_index1_ir_ae_max_exposure_ << "\n"); RCLCPP_INFO_STREAM(logger_, "laser_index0_laser_control_ " << laser_index0_laser_control_ << " laser_index0_depth_exposure_ " << laser_index0_depth_exposure_ << " laser_index0_depth_gain_ " << laser_index0_depth_gain_ << " laser_index0_ir_brightness_ " << laser_index0_ir_brightness_ << " laser_index0_ir_ae_max_exposure_ " << laser_index0_ir_ae_max_exposure_ << "\n"); } void OBCameraNode::setupTopics() { try { getParameters(); setupDevices(); if (enable_stream_[DEPTH]) { setupDepthPostProcessFilter(); } if (enable_stream_[COLOR] || enable_stream_[COLOR_LEFT] || enable_stream_[COLOR_RIGHT]) { setupColorPostProcessFilter(); } if (enable_stream_[INFRA2]) { setupRightIrPostProcessFilter(); } if (enable_stream_[INFRA1]) { setupLeftIrPostProcessFilter(); } setupProfiles(); setupCameraInfo(); selectBaseStream(); setupCameraCtrlServices(); setupPublishers(); setupDiagnosticUpdater(); } catch (const ob::Error &e) { RCLCPP_ERROR_STREAM(logger_, "Failed to setup topics: " << e.getMessage()); throw std::runtime_error(e.getMessage()); } catch (const std::exception &e) { RCLCPP_ERROR_STREAM(logger_, "Failed to setup topics: " << e.what()); throw std::runtime_error(e.what()); } catch (...) { RCLCPP_ERROR(logger_, "Failed to setup topics"); throw std::runtime_error("Failed to setup topics"); } } void OBCameraNode::onTemperatureUpdate(diagnostic_updater::DiagnosticStatusWrapper &status) { try { // Check to ensure we're not shutting down and device is valid if (!is_running_.load() || !is_camera_node_initialized_.load()) { status.summary(diagnostic_msgs::msg::DiagnosticStatus::STALE, "Device disconnected or shutting down"); return; } // Try to acquire device lock with timeout to avoid blocking during shutdown std::unique_lock lock(device_lock_, std::try_to_lock); if (!lock.owns_lock()) { status.summary(diagnostic_msgs::msg::DiagnosticStatus::STALE, "Device busy or shutting down"); return; } if (!device_) { status.summary(diagnostic_msgs::msg::DiagnosticStatus::STALE, "Device not available"); return; } // Additional safety check - verify device is actually accessible try { auto device_info = device_->getDeviceInfo(); if (!device_info) { status.summary(diagnostic_msgs::msg::DiagnosticStatus::STALE, "Device info not available"); return; } } catch (...) { status.summary(diagnostic_msgs::msg::DiagnosticStatus::STALE, "Device not accessible"); return; } OBDeviceTemperature temperature; uint32_t data_size = sizeof(OBDeviceTemperature); device_->getStructuredData(OB_STRUCT_DEVICE_TEMPERATURE, reinterpret_cast(&temperature), &data_size); status.add("CPU Temperature", temperature.cpuTemp); status.add("IR Temperature", temperature.irTemp); status.add("LDM Temperature", temperature.ldmTemp); status.add("MainBoard Temperature", temperature.mainBoardTemp); status.add("TEC Temperature", temperature.tecTemp); status.add("IMU Temperature", temperature.imuTemp); status.add("RGB Temperature", temperature.rgbTemp); status.add("Left IR Temperature", temperature.irLeftTemp); status.add("Right IR Temperature", temperature.irRightTemp); status.add("Chip Top Temperature", temperature.chipTopTemp); status.add("Chip Bottom Temperature", temperature.chipBottomTemp); status.summary(diagnostic_msgs::msg::DiagnosticStatus::OK, "Temperature is normal"); } catch (const ob::Error &e) { RCLCPP_ERROR_STREAM(logger_, "Failed to TemperatureUpdate1: " << e.getMessage()); status.summary(diagnostic_msgs::msg::DiagnosticStatus::ERROR, e.getMessage()); } catch (const std::exception &e) { RCLCPP_ERROR_STREAM(logger_, "Failed to TemperatureUpdate2: " << e.what()); status.summary(diagnostic_msgs::msg::DiagnosticStatus::ERROR, e.what()); } catch (...) { RCLCPP_ERROR(logger_, "Failed to TemperatureUpdate3: Device is deactivated/disconnected!"); status.summary(diagnostic_msgs::msg::DiagnosticStatus::ERROR, "Unknown error"); } } void OBCameraNode::setupDiagnosticUpdater() { if (diagnostic_period_ <= 0.0) { return; } try { RCLCPP_INFO_STREAM(logger_, "Publish diagnostics every " << diagnostic_period_ << " seconds"); auto info = device_->getDeviceInfo(); std::string serial_number = info->getSerialNumber(); diagnostic_updater_ = std::make_unique(node_, 10000.0); diagnostic_updater_->setHardwareID(serial_number); diagnostic_updater_->add("Temperatures", this, &OBCameraNode::onTemperatureUpdate); diagnostic_timer_ = node_->create_wall_timer(std::chrono::seconds(int(diagnostic_period_)), [this]() { try { // Check if we're still running and all components are valid if (!is_running_.load() || !diagnostic_updater_ || !is_camera_node_initialized_.load() || !device_) { return; } // Try to acquire device lock with timeout to avoid blocking during shutdown std::unique_lock lock(device_lock_, std::try_to_lock); if (!lock.owns_lock()) { // Device is busy or shutting down, skip this update return; } // Mark diagnostic as running to prevent concurrent reset/publish races { std::lock_guard lk(diagnostic_mutex_); diagnostic_running_ = true; } try { diagnostic_updater_->force_update(); } catch (...) { std::lock_guard lk(diagnostic_mutex_); diagnostic_running_ = false; diagnostic_cv_.notify_all(); throw; } { std::lock_guard lk(diagnostic_mutex_); diagnostic_running_ = false; } diagnostic_cv_.notify_all(); } catch (const ob::Error &e) { RCLCPP_WARN_STREAM(logger_, "Diagnostic update failed: " << e.getMessage() << " - Device may be disconnected"); // Stop the diagnostic timer if device is having issues try { if (diagnostic_timer_) { diagnostic_timer_->cancel(); diagnostic_timer_.reset(); } } catch (...) { // Ignore cleanup exceptions } } catch (const std::exception &e) { RCLCPP_WARN_STREAM(logger_, "Diagnostic update failed: " << e.what()); } catch (...) { RCLCPP_WARN(logger_, "Diagnostic update failed: Unknown error"); } }); } catch (const ob::Error &e) { RCLCPP_ERROR_STREAM(logger_, "Failed to setup diagnostic updater: " << e.getMessage()); } catch (const std::exception &e) { RCLCPP_ERROR_STREAM(logger_, "Failed to setup diagnostic updater: " << e.what()); } catch (...) { RCLCPP_ERROR(logger_, "Failed to TemperatureUpdate"); } } void OBCameraNode::setupPipelineConfig() { if (pipeline_config_) { pipeline_config_.reset(); } pipeline_config_ = std::make_shared(); auto device_info = device_->getDeviceInfo(); CHECK_NOTNULL(device_info.get()); if (depth_registration_ && enable_stream_[COLOR] && enable_stream_[DEPTH] && align_mode_ == "HW") { OBAlignMode align_mode = ALIGN_D2C_HW_MODE; RCLCPP_INFO_STREAM(logger_, "set align mode to " << magic_enum::enum_name(align_mode)); pipeline_config_->setAlignMode(align_mode); RCLCPP_INFO_STREAM(logger_, "enable depth scale " << (enable_depth_scale_ ? "ON" : "OFF")); pipeline_config_->setDepthScaleRequire(enable_depth_scale_); } for (const auto &stream_index : IMAGE_STREAMS) { if (enable_stream_[stream_index]) { RCLCPP_INFO_STREAM(logger_, "Enable " << stream_name_[stream_index] << " stream"); auto profile = stream_profile_[stream_index]->as(); if (stream_index == COLOR && align_target_stream_ == OB_STREAM_COLOR && align_filter_) { auto video_profile = profile; align_filter_->setAlignToStreamProfile(video_profile); } if (stream_index == DEPTH && align_target_stream_ == OB_STREAM_DEPTH && align_filter_) { auto video_profile = profile; align_filter_->setAlignToStreamProfile(video_profile); } pipeline_config_->enableStream(stream_profile_[stream_index]); } } if (frame_aggregate_mode_ == "full_frame") { pipeline_config_->setFrameAggregateOutputMode(OB_FRAME_AGGREGATE_OUTPUT_FULL_FRAME_REQUIRE); } else if (frame_aggregate_mode_ == "color_frame") { pipeline_config_->setFrameAggregateOutputMode(OB_FRAME_AGGREGATE_OUTPUT_COLOR_FRAME_REQUIRE); } else if (frame_aggregate_mode_ == "disable") { pipeline_config_->setFrameAggregateOutputMode(OB_FRAME_AGGREGATE_OUTPUT_DISABLE); } else { pipeline_config_->setFrameAggregateOutputMode(OB_FRAME_AGGREGATE_OUTPUT_ANY_SITUATION); } } void OBCameraNode::setupCameraInfo() { std::string color_camera_name = camera_name_ + "_color"; if (!color_info_url_.empty()) { color_info_manager_ = std::make_unique( node_, color_camera_name, color_info_url_); } std::string ir_camera_name = camera_name_ + "_ir"; if (!ir_info_url_.empty()) { ir_info_manager_ = std::make_unique( node_, ir_camera_name, ir_info_url_); } } void OBCameraNode::setupPublishers() { using PointCloud2 = sensor_msgs::msg::PointCloud2; using CameraInfo = sensor_msgs::msg::CameraInfo; auto point_cloud_qos_profile = getRMWQosProfileFromString(point_cloud_qos_); if (use_intra_process_) { point_cloud_qos_profile = rmw_qos_profile_default; } if (enable_colored_point_cloud_) { depth_registration_cloud_pub_ = node_->create_publisher( "depth_registered/points", rclcpp::QoS(rclcpp::QoSInitialization::from_rmw(point_cloud_qos_profile), point_cloud_qos_profile)); } if (enable_point_cloud_) { depth_cloud_pub_ = node_->create_publisher( "depth/points", rclcpp::QoS(rclcpp::QoSInitialization::from_rmw(point_cloud_qos_profile), point_cloud_qos_profile)); } auto device_info = device_->getDeviceInfo(); CHECK_NOTNULL(device_info.get()); for (const auto &stream_index : IMAGE_STREAMS) { if (!enable_stream_[stream_index]) { continue; } std::string name = stream_name_[stream_index]; std::string topic = name + "/image_raw"; auto image_qos = image_qos_[stream_index]; auto image_qos_profile = getRMWQosProfileFromString(image_qos); if (use_intra_process_) { image_qos_profile = rmw_qos_profile_default; } if (use_intra_process_) { image_publishers_[stream_index] = std::make_shared(*node_, topic, image_qos_profile); } else { image_publishers_[stream_index] = std::make_shared(*node_, topic, image_qos_profile); } topic = name + "/camera_info"; auto camera_info_qos = camera_info_qos_[stream_index]; auto camera_info_qos_profile = getRMWQosProfileFromString(camera_info_qos); if (use_intra_process_) { camera_info_qos_profile = rmw_qos_profile_default; } camera_info_publishers_[stream_index] = node_->create_publisher( topic, rclcpp::QoS(rclcpp::QoSInitialization::from_rmw(camera_info_qos_profile), camera_info_qos_profile)); if (isPublishMetaData(pid_)) { metadata_publishers_[stream_index] = node_->create_publisher( name + "/metadata", rclcpp::QoS(rclcpp::QoSInitialization::from_rmw(camera_info_qos_profile), camera_info_qos_profile)); } if (stream_index == COLOR && enable_color_undistortion_) { if (use_intra_process_) { color_undistortion_publisher_ = std::make_shared( *node_, "color/image_undistorted", image_qos_profile); } else { color_undistortion_publisher_ = std::make_shared( *node_, "color/image_undistorted", image_qos_profile); } } } if (enable_sync_output_accel_gyro_) { std::string topic_name = stream_name_[GYRO] + "_" + stream_name_[ACCEL] + "/sample"; auto data_qos = getRMWQosProfileFromString(imu_qos_[GYRO]); if (use_intra_process_) { data_qos = rmw_qos_profile_default; } imu_gyro_accel_publisher_ = node_->create_publisher( topic_name, rclcpp::QoS(rclcpp::QoSInitialization::from_rmw(data_qos), data_qos)); topic_name = stream_name_[GYRO] + "/imu_info"; imu_info_publishers_[GYRO] = node_->create_publisher( topic_name, rclcpp::QoS(rclcpp::QoSInitialization::from_rmw(data_qos), data_qos)); topic_name = stream_name_[ACCEL] + "/imu_info"; imu_info_publishers_[ACCEL] = node_->create_publisher( topic_name, rclcpp::QoS(rclcpp::QoSInitialization::from_rmw(data_qos), data_qos)); } else { for (const auto &stream_index : HID_STREAMS) { if (!enable_stream_[stream_index]) { continue; } std::string data_topic_name = stream_name_[stream_index] + "/sample"; auto data_qos = getRMWQosProfileFromString(imu_qos_[stream_index]); if (use_intra_process_) { data_qos = rmw_qos_profile_default; } imu_publishers_[stream_index] = node_->create_publisher( data_topic_name, rclcpp::QoS(rclcpp::QoSInitialization::from_rmw(data_qos), data_qos)); data_topic_name = stream_name_[stream_index] + "/imu_info"; imu_info_publishers_[stream_index] = node_->create_publisher( data_topic_name, rclcpp::QoS(rclcpp::QoSInitialization::from_rmw(data_qos), data_qos)); } } auto extrinsics_qos = rclcpp::QoS(1).transient_local(); if (use_intra_process_) { extrinsics_qos = rclcpp::QoS(1); } if (enable_stream_[DEPTH] && enable_stream_[INFRA0] && enable_publish_extrinsic_) { depth_to_other_extrinsics_publishers_[INFRA0] = node_->create_publisher("depth_to_ir", extrinsics_qos); } if (enable_stream_[DEPTH] && enable_stream_[COLOR] && enable_publish_extrinsic_) { depth_to_other_extrinsics_publishers_[COLOR] = node_->create_publisher("depth_to_color", extrinsics_qos); } if (enable_stream_[DEPTH] && enable_stream_[INFRA1] && enable_publish_extrinsic_) { depth_to_other_extrinsics_publishers_[INFRA1] = node_->create_publisher("depth_to_left_ir", extrinsics_qos); } if (enable_stream_[DEPTH] && enable_stream_[INFRA2] && enable_publish_extrinsic_) { depth_to_other_extrinsics_publishers_[INFRA2] = node_->create_publisher("depth_to_right_ir", extrinsics_qos); } if (enable_stream_[DEPTH] && enable_stream_[ACCEL] && enable_publish_extrinsic_) { depth_to_other_extrinsics_publishers_[ACCEL] = node_->create_publisher("depth_to_accel", extrinsics_qos); } if (enable_stream_[DEPTH] && enable_stream_[GYRO] && enable_publish_extrinsic_) { depth_to_other_extrinsics_publishers_[GYRO] = node_->create_publisher("depth_to_gyro", extrinsics_qos); } if (enable_stream_[COLOR_LEFT] && enable_stream_[COLOR_RIGHT] && enable_publish_extrinsic_) { depth_to_other_extrinsics_publishers_[COLOR_LEFT] = node_->create_publisher("left_color_to_right_color", extrinsics_qos); } filter_status_pub_ = node_->create_publisher("depth_filter_status", extrinsics_qos); std_msgs::msg::String msg; msg.data = filter_status_.dump(2); filter_status_pub_->publish(msg); } void OBCameraNode::publishPointCloud(const std::shared_ptr &frame_set) { try { if (depth_registration_ || enable_colored_point_cloud_) { if (frame_set->depthFrame() != nullptr && frame_set->colorFrame() != nullptr) { publishColoredPointCloud(frame_set); } } if (enable_point_cloud_ && frame_set->depthFrame() != nullptr) { publishDepthPointCloud(frame_set); } } catch (const ob::Error &e) { RCLCPP_ERROR_STREAM(logger_, e.getMessage()); } catch (const std::exception &e) { RCLCPP_ERROR_STREAM(logger_, e.what()); } catch (...) { RCLCPP_ERROR_STREAM(logger_, "publishPointCloud with unknown error"); } } void OBCameraNode::publishDepthPointCloud(const std::shared_ptr &frame_set) { (void)frame_set; if (!depth_cloud_pub_ || depth_cloud_pub_->get_subscription_count() == 0 || !enable_point_cloud_) { return; } std::lock_guard point_cloud_msg_lock(point_cloud_mutex_); auto depth_frame = frame_set->depthFrame(); if (!depth_frame) { RCLCPP_ERROR_STREAM(logger_, "depth frame is null"); return; } if (!pipeline_) { RCLCPP_ERROR_STREAM(logger_, "pipeline is null in publishDepthPointCloud"); return; } auto camera_params = pipeline_->getCameraParam(); if (!device_) { RCLCPP_ERROR_STREAM(logger_, "device is null in publishDepthPointCloud"); return; } auto device_info = device_->getDeviceInfo(); if (!device_info || !device_info.get()) { RCLCPP_ERROR_STREAM(logger_, "device_info is null in publishDepthPointCloud"); return; } if (depth_registration_ || pid_ == DABAI_MAX_PID) { camera_params.depthIntrinsic = camera_params.rgbIntrinsic; } depth_point_cloud_filter_.setCameraParam(camera_params); float depth_scale = depth_frame->getValueScale(); depth_point_cloud_filter_.setPositionDataScaled(depth_scale); depth_point_cloud_filter_.setCreatePointFormat(OB_FORMAT_POINT); depth_point_cloud_filter_.setDecimationFactor(point_cloud_decimation_filter_factor_); auto result_frame = depth_point_cloud_filter_.process(depth_frame); if (!result_frame) { RCLCPP_ERROR_STREAM(logger_, "Failed to process depth frame"); return; } auto point_size = result_frame->dataSize() / sizeof(OBPoint); auto *points = static_cast(result_frame->data()); auto width = depth_frame->width() / point_cloud_decimation_filter_factor_; auto height = depth_frame->height() / point_cloud_decimation_filter_factor_; auto point_cloud_msg = std::make_unique(); sensor_msgs::PointCloud2Modifier modifier(*point_cloud_msg); modifier.setPointCloud2FieldsByString(1, "xyz"); modifier.resize(width * height); point_cloud_msg->width = width; point_cloud_msg->height = height; point_cloud_msg->row_step = point_cloud_msg->width * point_cloud_msg->point_step; point_cloud_msg->data.resize(point_cloud_msg->height * point_cloud_msg->row_step); sensor_msgs::PointCloud2Iterator iter_x(*point_cloud_msg, "x"); sensor_msgs::PointCloud2Iterator iter_y(*point_cloud_msg, "y"); sensor_msgs::PointCloud2Iterator iter_z(*point_cloud_msg, "z"); const static float MIN_DISTANCE = 20.0; // 2cm const static float MAX_DISTANCE = 10000.0; // 10m const static float min_depth = MIN_DISTANCE / depth_scale; const static float max_depth = MAX_DISTANCE / depth_scale; size_t valid_count = 0; for (size_t i = 0; i < point_size; i++) { bool valid_point = points[i].z >= min_depth && points[i].z <= max_depth; if (valid_point || ordered_pc_) { *iter_x = static_cast(points[i].x / 1000.0); *iter_y = static_cast(points[i].y / 1000.0); *iter_z = static_cast(points[i].z / 1000.0); ++iter_x, ++iter_y, ++iter_z; valid_count++; } } if (valid_count == 0) { RCLCPP_WARN(logger_, "No valid point in point cloud"); return; } if (!ordered_pc_) { point_cloud_msg->is_dense = true; point_cloud_msg->width = valid_count; point_cloud_msg->height = 1; modifier.resize(valid_count); } auto frame_timestamp = getFrameTimestampUs(depth_frame); auto timestamp = fromUsToROSTime(frame_timestamp); std::string frame_id = depth_registration_ ? optical_frame_id_[COLOR] : optical_frame_id_[DEPTH]; if (!cloud_frame_id_.empty()) { frame_id = cloud_frame_id_; } point_cloud_msg->header.stamp = timestamp; point_cloud_msg->header.frame_id = frame_id; if (save_point_cloud_) { save_point_cloud_ = false; auto now = std::time(nullptr); std::stringstream ss; ss << std::put_time(std::localtime(&now), "%Y%m%d_%H%M%S"); auto current_path = std::filesystem::current_path().string(); std::string filename = current_path + "/point_cloud/points_" + ss.str() + ".ply"; if (!std::filesystem::exists(current_path + "/point_cloud")) { std::filesystem::create_directory(current_path + "/point_cloud"); } RCLCPP_INFO_STREAM(logger_, "Saving point cloud to " << filename); try { saveDepthPointsToPly(point_cloud_msg, filename); } catch (const std::exception &e) { RCLCPP_ERROR_STREAM(logger_, "Failed to save point cloud: " << e.what()); } } depth_cloud_pub_->publish(std::move(point_cloud_msg)); } void OBCameraNode::publishColoredPointCloud(const std::shared_ptr &frame_set) { if (!depth_registration_cloud_pub_ || depth_registration_cloud_pub_->get_subscription_count() == 0 || !enable_colored_point_cloud_ || !frame_set) { return; } std::lock_guard point_cloud_msg_lock(point_cloud_mutex_); auto depth_frame = frame_set->depthFrame(); auto color_frame = frame_set->colorFrame(); if (!depth_frame || !color_frame) { return; } auto depth_width = depth_frame->getWidth(); auto depth_height = depth_frame->getHeight(); auto color_width = color_frame->getWidth(); auto color_height = color_frame->getHeight(); if (depth_width != color_width || depth_height != color_height) { RCLCPP_DEBUG(logger_, "Depth (%d x %d) and color (%d x %d) frame size mismatch", depth_width, depth_height, color_width, color_height); return; } if (!pipeline_) { RCLCPP_ERROR_STREAM(logger_, "pipeline is null in publishColoredPointCloud"); return; } auto camera_params = pipeline_->getCameraParam(); if (!device_) { RCLCPP_ERROR_STREAM(logger_, "device is null in publishColoredPointCloud"); return; } auto device_info = device_->getDeviceInfo(); if (!device_info || !device_info.get()) { RCLCPP_ERROR_STREAM(logger_, "device_info is null in publishColoredPointCloud"); return; } if (depth_registration_ || pid_ == DABAI_MAX_PID) { camera_params.depthIntrinsic = camera_params.rgbIntrinsic; } color_point_cloud_filter_.setCameraParam(camera_params); auto depth_scale = depth_frame->getValueScale(); color_point_cloud_filter_.setPositionDataScaled(depth_scale); color_point_cloud_filter_.setCreatePointFormat(OB_FORMAT_RGB_POINT); color_point_cloud_filter_.setDecimationFactor(point_cloud_decimation_filter_factor_); auto result_frame = color_point_cloud_filter_.process(frame_set); if (!result_frame) { RCLCPP_ERROR_STREAM(logger_, "Failed to process depth frame"); return; } auto point_size = result_frame->dataSize() / sizeof(OBColorPoint); auto *point_cloud = static_cast(result_frame->data()); auto width = color_frame->getWidth() / point_cloud_decimation_filter_factor_; auto height = color_frame->getHeight() / point_cloud_decimation_filter_factor_; auto point_cloud_msg = std::make_unique(); sensor_msgs::PointCloud2Modifier modifier(*point_cloud_msg); modifier.setPointCloud2FieldsByString(1, "xyz"); modifier.resize(width * height); point_cloud_msg->width = width; point_cloud_msg->height = height; std::string format_str = "rgb"; point_cloud_msg->point_step = addPointField(*point_cloud_msg, format_str, 1, sensor_msgs::msg::PointField::FLOAT32, static_cast(point_cloud_msg->point_step)); point_cloud_msg->row_step = point_cloud_msg->width * point_cloud_msg->point_step; point_cloud_msg->data.resize(point_cloud_msg->height * point_cloud_msg->row_step); sensor_msgs::PointCloud2Iterator iter_x(*point_cloud_msg, "x"); sensor_msgs::PointCloud2Iterator iter_y(*point_cloud_msg, "y"); sensor_msgs::PointCloud2Iterator iter_z(*point_cloud_msg, "z"); sensor_msgs::PointCloud2Iterator iter_r(*point_cloud_msg, "r"); sensor_msgs::PointCloud2Iterator iter_g(*point_cloud_msg, "g"); sensor_msgs::PointCloud2Iterator iter_b(*point_cloud_msg, "b"); size_t valid_count = 0; static const float MIN_DISTANCE = 20.0; static const float MAX_DISTANCE = 10000.0; static float min_depth = MIN_DISTANCE / depth_scale; static float max_depth = MAX_DISTANCE / depth_scale; for (size_t i = 0; i < point_size; i++) { bool valid_point = point_cloud[i].z >= min_depth && point_cloud[i].z <= max_depth; if (valid_point || ordered_pc_) { *iter_x = static_cast(point_cloud[i].x / 1000.0); *iter_y = static_cast(point_cloud[i].y / 1000.0); *iter_z = static_cast(point_cloud[i].z / 1000.0); *iter_r = static_cast(point_cloud[i].r); *iter_g = static_cast(point_cloud[i].g); *iter_b = static_cast(point_cloud[i].b); ++iter_x, ++iter_y, ++iter_z, ++iter_r, ++iter_g, ++iter_b; ++valid_count; } } if (valid_count == 0) { RCLCPP_WARN(logger_, "No valid points in point cloud"); return; } if (!ordered_pc_) { point_cloud_msg->is_dense = true; point_cloud_msg->width = valid_count; point_cloud_msg->height = 1; modifier.resize(valid_count); } auto frame_timestamp = getFrameTimestampUs(depth_frame); std::string frame_id = optical_frame_id_[COLOR]; if (!cloud_frame_id_.empty()) { frame_id = cloud_frame_id_; } auto timestamp = fromUsToROSTime(frame_timestamp); point_cloud_msg->header.stamp = timestamp; point_cloud_msg->header.frame_id = frame_id; if (save_colored_point_cloud_) { save_colored_point_cloud_ = false; auto now = std::time(nullptr); std::stringstream ss; ss << std::put_time(std::localtime(&now), "%Y%m%d_%H%M%S"); auto current_path = std::filesystem::current_path().string(); std::string filename = current_path + "/point_cloud/colored_points_" + ss.str() + ".ply"; if (!std::filesystem::exists(current_path + "/point_cloud")) { std::filesystem::create_directory(current_path + "/point_cloud"); } RCLCPP_INFO_STREAM(logger_, "Saving point cloud to " << filename); try { saveRGBPointCloudMsgToPly(point_cloud_msg, filename); } catch (const std::exception &e) { RCLCPP_ERROR_STREAM(logger_, "Failed to save point cloud: " << e.what()); } catch (...) { RCLCPP_ERROR(logger_, "Failed to save point cloud"); } } depth_registration_cloud_pub_->publish(std::move(point_cloud_msg)); } std::shared_ptr OBCameraNode::processRightIrFrameFilter( std::shared_ptr &frame) { if (frame == nullptr || frame->getType() != OB_FRAME_IR_RIGHT) { return nullptr; } for (size_t i = 0; i < right_ir_filter_list_.size(); i++) { auto filter = right_ir_filter_list_[i]; CHECK_NOTNULL(filter.get()); if (filter->isEnabled() && frame != nullptr) { frame = filter->process(frame); if (frame == nullptr) { RCLCPP_ERROR_STREAM(logger_, "Right Ir filter process failed"); break; } } } return frame; } std::shared_ptr OBCameraNode::processLeftIrFrameFilter( std::shared_ptr &frame) { if (frame == nullptr || frame->getType() != OB_FRAME_IR_LEFT) { return nullptr; } for (size_t i = 0; i < left_ir_filter_list_.size(); i++) { auto filter = left_ir_filter_list_[i]; CHECK_NOTNULL(filter.get()); if (filter->isEnabled() && frame != nullptr) { frame = filter->process(frame); if (frame == nullptr) { RCLCPP_ERROR_STREAM(logger_, "Left Ir filter process failed"); break; } } } return frame; } std::shared_ptr OBCameraNode::processColorFrameFilter( std::shared_ptr &frame) { if (frame == nullptr) { return nullptr; } auto frame_type = frame->getType(); if (frame_type == OB_FRAME_COLOR) { for (size_t i = 0; i < color_filter_list_.size(); i++) { auto filter = color_filter_list_[i]; CHECK_NOTNULL(filter.get()); if (filter->isEnabled() && frame != nullptr) { frame = filter->process(frame); if (frame == nullptr) { RCLCPP_ERROR_STREAM(logger_, "Color filter process failed"); break; } } } return frame; } else if (frame_type == OB_FRAME_COLOR_LEFT) { for (size_t i = 0; i < left_color_filter_list_.size(); i++) { auto filter = left_color_filter_list_[i]; CHECK_NOTNULL(filter.get()); if (filter->isEnabled() && frame != nullptr) { frame = filter->process(frame); if (frame == nullptr) { RCLCPP_ERROR_STREAM(logger_, "Left color filter process failed"); break; } } } return frame; } else if (frame_type == OB_FRAME_COLOR_RIGHT) { for (size_t i = 0; i < right_color_filter_list_.size(); i++) { auto filter = right_color_filter_list_[i]; CHECK_NOTNULL(filter.get()); if (filter->isEnabled() && frame != nullptr) { frame = filter->process(frame); if (frame == nullptr) { RCLCPP_ERROR_STREAM(logger_, "Right color filter process failed"); break; } } } return frame; } return nullptr; } std::shared_ptr OBCameraNode::processDepthFrameFilter( std::shared_ptr &frame) { if (frame == nullptr || frame->getType() != OB_FRAME_DEPTH) { return nullptr; } for (size_t i = 0; i < depth_filter_list_.size(); i++) { auto filter = depth_filter_list_[i]; CHECK_NOTNULL(filter.get()); if (filter->isEnabled() && frame != nullptr) { frame = filter->process(frame); if (frame == nullptr) { RCLCPP_ERROR_STREAM(logger_, "Depth filter process failed"); break; } } } return frame; } void OBCameraNode::setDisparitySearchOffset() { static bool has_run = false; auto config = OBDispOffsetConfig(); if (has_run) { return; } if (device_->isPropertySupported(OB_PROP_DISP_SEARCH_OFFSET_INT, OB_PERMISSION_WRITE)) { if (disparity_search_offset_ >= 0 && disparity_search_offset_ <= 127) { device_->setIntProperty(OB_PROP_DISP_SEARCH_OFFSET_INT, disparity_search_offset_); RCLCPP_INFO_STREAM(logger_, "disparity_search_offset: " << disparity_search_offset_); } if (offset_index0_ >= 0 && offset_index0_ <= 127 && offset_index1_ >= 0 && offset_index1_ <= 127) { config.enable = disparity_offset_config_; config.offset0 = offset_index0_; config.offset1 = offset_index1_; config.reserved = 0; device_->setStructuredData(OB_STRUCT_DISP_OFFSET_CONFIG, reinterpret_cast(&config), sizeof(config)); RCLCPP_INFO_STREAM(logger_, "disparity_offset_config: " << disparity_offset_config_ << " offset_index0:" << offset_index0_ << " offset_index1:" << offset_index1_); } } has_run = true; } void OBCameraNode::setDepthAutoExposureROI() { static bool depth_roi_has_run = false; if (depth_roi_has_run) { return; } if (device_->isPropertySupported(OB_STRUCT_DEPTH_AE_ROI, OB_PERMISSION_READ_WRITE)) { auto config = OBRegionOfInterest(); uint32_t data_size = sizeof(config); device_->getStructuredData(OB_STRUCT_DEPTH_AE_ROI, reinterpret_cast(&config), &data_size); if (depth_ae_roi_left_ != -1) { config.x0_left = (depth_ae_roi_left_ < 0) ? 0 : depth_ae_roi_left_; config.x0_left = (depth_ae_roi_left_ > width_[DEPTH] - 1) ? width_[DEPTH] - 1 : config.x0_left; } if (depth_ae_roi_top_ != -1) { config.y0_top = (depth_ae_roi_top_ < 0) ? 0 : depth_ae_roi_top_; config.y0_top = (depth_ae_roi_top_ > height_[DEPTH] - 1) ? height_[DEPTH] - 1 : config.y0_top; } if (depth_ae_roi_right_ != -1) { config.x1_right = (depth_ae_roi_right_ < 0) ? 0 : depth_ae_roi_right_; config.x1_right = (depth_ae_roi_right_ > width_[DEPTH] - 1) ? width_[DEPTH] - 1 : config.x1_right; } if (depth_ae_roi_bottom_ != -1) { config.y1_bottom = (depth_ae_roi_bottom_ < 0) ? 0 : depth_ae_roi_bottom_; config.y1_bottom = (depth_ae_roi_bottom_ > height_[DEPTH] - 1) ? height_[DEPTH] - 1 : config.y1_bottom; } device_->setStructuredData(OB_STRUCT_DEPTH_AE_ROI, reinterpret_cast(&config), sizeof(config)); device_->getStructuredData(OB_STRUCT_DEPTH_AE_ROI, reinterpret_cast(&config), &data_size); RCLCPP_INFO_STREAM(logger_, "Setting depth AE ROI to " << config.x0_left << ", " << config.x1_right << ", " << config.y0_top << ", " << config.y1_bottom); } depth_roi_has_run = true; } void OBCameraNode::setColorAutoExposureROI() { static bool color_roi_has_run = false; if (color_roi_has_run) { return; } if (device_->isPropertySupported(OB_STRUCT_COLOR_AE_ROI, OB_PERMISSION_READ_WRITE)) { auto config = OBRegionOfInterest(); uint32_t data_size = sizeof(config); device_->getStructuredData(OB_STRUCT_COLOR_AE_ROI, reinterpret_cast(&config), &data_size); if (color_ae_roi_left_ != -1) { config.x0_left = (color_ae_roi_left_ < 0) ? 0 : color_ae_roi_left_; config.x0_left = (color_ae_roi_left_ > width_[COLOR] - 1) ? width_[COLOR] - 1 : config.x0_left; } if (color_ae_roi_top_ != -1) { config.y0_top = (color_ae_roi_top_ < 0) ? 0 : color_ae_roi_top_; config.y0_top = (color_ae_roi_top_ > height_[COLOR] - 1) ? height_[COLOR] - 1 : config.y0_top; } if (color_ae_roi_right_ != -1) { config.x1_right = (color_ae_roi_right_ < 0) ? 0 : color_ae_roi_right_; config.x1_right = (color_ae_roi_right_ > width_[COLOR] - 1) ? width_[COLOR] - 1 : config.x1_right; } if (color_ae_roi_bottom_ != -1) { config.y1_bottom = (color_ae_roi_bottom_ < 0) ? 0 : color_ae_roi_bottom_; config.y1_bottom = (color_ae_roi_bottom_ > height_[COLOR] - 1) ? height_[COLOR] - 1 : config.y1_bottom; } device_->setStructuredData(OB_STRUCT_COLOR_AE_ROI, reinterpret_cast(&config), sizeof(config)); device_->getStructuredData(OB_STRUCT_COLOR_AE_ROI, reinterpret_cast(&config), &data_size); RCLCPP_INFO_STREAM(logger_, "Setting color AE ROI to " << config.x0_left << ", " << config.x1_right << ", " << config.y0_top << ", " << config.y1_bottom); } color_roi_has_run = true; } uint64_t OBCameraNode::getFrameTimestampUs(const std::shared_ptr &frame) { if (frame == nullptr) { RCLCPP_WARN(logger_, "getFrameTimestampUs: frame is nullptr, return 0"); return 0; } if (time_domain_ == "device") { return frame->getTimeStampUs(); } else if (time_domain_ == "global") { return frame->getGlobalTimeStampUs(); } else { return frame->getSystemTimeStampUs(); } } void OBCameraNode::onNewFrameSetCallback(std::shared_ptr frame_set) { if (!is_running_.load()) { return; } if (!is_camera_node_initialized_.load()) { return; } if (frame_set == nullptr) { return; } try { if (!tf_published_) { publishStaticTransforms(); tf_published_ = true; } auto device_info = device_->getDeviceInfo(); CHECK_NOTNULL(device_info); auto depth_frame = frame_set->getFrame(OB_FRAME_DEPTH); auto color_frame = frame_set->getFrame(OB_FRAME_COLOR); auto left_ir_frame = frame_set->getFrame(OB_FRAME_IR_LEFT); auto right_ir_frame = frame_set->getFrame(OB_FRAME_IR_RIGHT); auto left_color_frame = frame_set->getFrame(OB_FRAME_COLOR_LEFT); auto right_color_frame = frame_set->getFrame(OB_FRAME_COLOR_RIGHT); auto ir_frame = frame_set->getFrame(OB_FRAME_IR); if (depth_frame) { setDisparitySearchOffset(); setDepthAutoExposureROI(); depth_frame = processDepthFrameFilter(depth_frame); frame_set->pushFrame(depth_frame); static bool depth_frame_info_printed = false; if (!depth_frame_info_printed) { auto profile = depth_frame->getStreamProfile()->as(); RCLCPP_INFO_STREAM(logger_, "Depth Frame - Width: " << profile->getWidth() << " Height: " << profile->getHeight() << " fps: " << profile->getFps() << " Format: " << profile->getFormat()); depth_frame_info_printed = true; } fps_counter_depth_->tick(); } if (color_frame) { setColorAutoExposureROI(); color_frame = processColorFrameFilter(color_frame); frame_set->pushFrame(color_frame); static bool color_frame_info_printed = false; if (!color_frame_info_printed) { auto profile = color_frame->getStreamProfile()->as(); RCLCPP_INFO_STREAM(logger_, "Color Frame - Width: " << profile->getWidth() << " Height: " << profile->getHeight() << " fps: " << profile->getFps() << " Format: " << profile->getFormat()); color_frame_info_printed = true; } fps_counter_color_->tick(); } if (left_color_frame) { setColorAutoExposureROI(); left_color_frame = processColorFrameFilter(left_color_frame); frame_set->pushFrame(left_color_frame); static bool left_color_frame_info_printed = false; if (!left_color_frame_info_printed) { auto profile = left_color_frame->getStreamProfile()->as(); RCLCPP_INFO_STREAM( logger_, "Left Color Frame - Width: " << profile->getWidth() << " Height: " << profile->getHeight() << " fps: " << profile->getFps() << " Format: " << profile->getFormat()); left_color_frame_info_printed = true; } } if (right_color_frame) { right_color_frame = processColorFrameFilter(right_color_frame); frame_set->pushFrame(right_color_frame); static bool right_color_frame_info_printed = false; if (!right_color_frame_info_printed) { auto profile = right_color_frame->getStreamProfile()->as(); RCLCPP_INFO_STREAM( logger_, "Right Color Frame - Width: " << profile->getWidth() << " Height: " << profile->getHeight() << " fps: " << profile->getFps() << " Format: " << profile->getFormat()); right_color_frame_info_printed = true; } } if (left_ir_frame) { left_ir_frame = processLeftIrFrameFilter(left_ir_frame); frame_set->pushFrame(left_ir_frame); static bool left_ir_frame_info_printed = false; if (!left_ir_frame_info_printed) { auto profile = left_ir_frame->getStreamProfile()->as(); RCLCPP_INFO_STREAM( logger_, "Left IR Frame - Width: " << profile->getWidth() << " Height: " << profile->getHeight() << " fps: " << profile->getFps() << " Format: " << profile->getFormat()); left_ir_frame_info_printed = true; } fps_counter_left_ir_->tick(); } if (right_ir_frame) { right_ir_frame = processRightIrFrameFilter(right_ir_frame); frame_set->pushFrame(right_ir_frame); static bool right_ir_frame_info_printed = false; if (!right_ir_frame_info_printed) { auto profile = right_ir_frame->getStreamProfile()->as(); RCLCPP_INFO_STREAM( logger_, "Right IR Frame - Width: " << profile->getWidth() << " Height: " << profile->getHeight() << " fps: " << profile->getFps() << " Format: " << profile->getFormat()); right_ir_frame_info_printed = true; } fps_counter_right_ir_->tick(); } if (ir_frame) { static bool ir_frame_info_printed = false; if (!ir_frame_info_printed) { auto profile = ir_frame->getStreamProfile()->as(); RCLCPP_INFO_STREAM(logger_, "IR Frame - Width: " << profile->getWidth() << " Height: " << profile->getHeight() << " fps: " << profile->getFps() << " Format: " << profile->getFormat()); ir_frame_info_printed = true; } } if (depth_registration_ && align_filter_ && depth_frame) { if (auto new_frame = align_filter_->process(frame_set)) { auto new_frame_set = new_frame->as(); CHECK_NOTNULL(new_frame_set.get()); frame_set = new_frame_set; } else { RCLCPP_ERROR(logger_, "Failed to align depth frame to color frame"); return; } } else { RCLCPP_DEBUG(logger_, "Depth registration is disabled or align filter is null or depth frame is " "null or color frame is null"); } if (enable_stream_[COLOR] && color_frame) { std::unique_lock lock(color_frame_queue_lock_); color_frame_queue_.push(frame_set); color_frame_queue_cv_.notify_all(); } else { publishPointCloud(frame_set); } if (enable_stream_[COLOR_LEFT] && left_color_frame) { std::unique_lock lock(left_color_frame_queue_lock_); left_color_frame_queue_.push(frame_set); left_color_frame_queue_cv_.notify_all(); } if (enable_stream_[COLOR_RIGHT] && right_color_frame) { std::unique_lock lock(right_color_frame_queue_lock_); right_color_frame_queue_.push(frame_set); right_color_frame_queue_cv_.notify_all(); } for (const auto &stream_index : IMAGE_STREAMS) { if (enable_stream_[stream_index]) { auto frame_type = STREAM_TYPE_TO_FRAME_TYPE.at(stream_index.first); if (frame_type == OB_FRAME_COLOR || frame_type == OB_FRAME_COLOR_LEFT || frame_type == OB_FRAME_COLOR_RIGHT) { continue; } auto frame = frame_set->getFrame(frame_type); if (frame == nullptr) { continue; } onNewFrameCallback(frame, stream_index); } } } catch (const ob::Error &e) { RCLCPP_ERROR_STREAM(logger_, "onNewFrameSetCallback error: " << e.getMessage()); } catch (const std::exception &e) { RCLCPP_ERROR_STREAM(logger_, "onNewFrameSetCallback error: " << e.what()); } catch (...) { RCLCPP_ERROR_STREAM(logger_, "onNewFrameSetCallback error: unknown error"); } } void OBCameraNode::onNewColorFrameCallback() { while (enable_stream_[COLOR] && rclcpp::ok() && is_running_.load()) { std::unique_lock lock(color_frame_queue_lock_); color_frame_queue_cv_.wait( lock, [this]() { return !color_frame_queue_.empty() || !(is_running_.load()); }); if (!rclcpp::ok() || !is_running_.load()) { break; } std::shared_ptr frameSet = color_frame_queue_.front(); is_color_frame_decoded_ = decodeColorFrameToBuffer(frameSet->colorFrame(), rgb_buffer_); onNewFrameCallback(frameSet->colorFrame(), COLOR); publishPointCloud(frameSet); color_frame_queue_.pop(); } RCLCPP_INFO_STREAM(logger_, "Color frame thread exit!"); } void OBCameraNode::onNewLeftColorFrameCallback() { while (enable_stream_[COLOR_LEFT] && rclcpp::ok() && is_running_.load()) { std::unique_lock lock(left_color_frame_queue_lock_); left_color_frame_queue_cv_.wait( lock, [this]() { return !left_color_frame_queue_.empty() || !(is_running_.load()); }); if (!rclcpp::ok() || !is_running_.load()) { break; } std::shared_ptr frameSet = left_color_frame_queue_.front(); is_left_color_frame_decoded_ = decodeColorFrameToBuffer(frameSet->getFrame(OB_FRAME_COLOR_LEFT), rgb_buffer_left_); onNewFrameCallback(frameSet->getFrame(OB_FRAME_COLOR_LEFT), COLOR_LEFT); left_color_frame_queue_.pop(); } RCLCPP_INFO_STREAM(logger_, "Left Color frame thread exit!"); } void OBCameraNode::onNewRightColorFrameCallback() { while (enable_stream_[COLOR_RIGHT] && rclcpp::ok() && is_running_.load()) { std::unique_lock lock(right_color_frame_queue_lock_); right_color_frame_queue_cv_.wait( lock, [this]() { return !right_color_frame_queue_.empty() || !(is_running_.load()); }); if (!rclcpp::ok() || !is_running_.load()) { break; } std::shared_ptr frameSet = right_color_frame_queue_.front(); is_right_color_frame_decoded_ = decodeColorFrameToBuffer(frameSet->getFrame(OB_FRAME_COLOR_RIGHT), rgb_buffer_right_); onNewFrameCallback(frameSet->getFrame(OB_FRAME_COLOR_RIGHT), COLOR_RIGHT); right_color_frame_queue_.pop(); } RCLCPP_INFO_STREAM(logger_, "Right Color frame thread exit!"); } std::shared_ptr OBCameraNode::softwareDecodeColorFrame( const std::shared_ptr &frame, const stream_index_pair &stream_index) { if (frame == nullptr) { return nullptr; } if (frame->getFormat() == OB_FORMAT_RGB || frame->getFormat() == OB_FORMAT_BGR) { return frame; } if (frame->getFormat() == OB_FORMAT_RGBA || frame->getFormat() == OB_FORMAT_BGRA) { return frame; } if (frame->getFormat() == OB_FORMAT_Y16 || frame->getFormat() == OB_FORMAT_Y8) { return frame; } ob::FormatConvertFilter *filter = &format_convert_filter_; if (stream_index == COLOR_LEFT) { filter = &format_convert_filter_left_; } else if (stream_index == COLOR_RIGHT) { filter = &format_convert_filter_right_; } if (!setupFormatConvertType(frame->getFormat(), *filter)) { RCLCPP_ERROR(logger_, "Unsupported color format: %d", frame->getFormat()); return nullptr; } std::shared_ptr color_frame; try { color_frame = filter->process(frame); } catch (const ob::Error &e) { RCLCPP_ERROR_STREAM(logger_, "Format convert failed: " << e.getMessage()); return nullptr; } catch (const std::exception &e) { RCLCPP_ERROR_STREAM(logger_, "Format convert failed: " << e.what()); return nullptr; } catch (...) { RCLCPP_ERROR(logger_, "Format convert failed: unknown error"); return nullptr; } if (color_frame == nullptr) { RCLCPP_ERROR_SKIPFIRST_THROTTLE(logger_, *(node_->get_clock()), 1000, "Failed to convert frame to RGB format"); return nullptr; } return color_frame; } bool OBCameraNode::decodeColorFrameToBuffer(const std::shared_ptr &frame, uint8_t *buffer) { if (frame == nullptr) { return false; } if (!buffer) { return false; } stream_index_pair stream_index = COLOR; switch (frame->getType()) { case OB_FRAME_COLOR: stream_index = COLOR; break; case OB_FRAME_COLOR_LEFT: stream_index = COLOR_LEFT; break; case OB_FRAME_COLOR_RIGHT: stream_index = COLOR_RIGHT; break; default: stream_index = COLOR; break; } bool has_subscriber = false; if (image_publishers_.count(stream_index) && image_publishers_[stream_index]) { has_subscriber = image_publishers_[stream_index]->get_subscription_count() > 0; } if (frame->getType() == OB_FRAME_COLOR && enable_colored_point_cloud_ && depth_registration_cloud_pub_ && depth_registration_cloud_pub_->get_subscription_count() > 0) { has_subscriber = true; } if (metadata_publishers_.count(stream_index) && metadata_publishers_[stream_index] && metadata_publishers_[stream_index]->get_subscription_count() > 0) { has_subscriber = true; } if (camera_info_publishers_.count(stream_index) && camera_info_publishers_[stream_index] && camera_info_publishers_[stream_index]->get_subscription_count() > 0) { has_subscriber = true; } if (!has_subscriber) { return false; } std::shared_ptr decoder; if (stream_index == COLOR_LEFT) { decoder = jpeg_decoder_left_; } else if (stream_index == COLOR_RIGHT) { decoder = jpeg_decoder_right_; } else { decoder = jpeg_decoder_; } bool is_decoded = false; if (!frame) { return false; } #if defined(USE_RK_HW_DECODER) || defined(USE_NV_HW_DECODER) if (frame && frame->getFormat() != OB_FORMAT_RGB888) { if (frame->getFormat() == OB_FORMAT_MJPG && decoder) { CHECK_NOTNULL(decoder.get()); CHECK_NOTNULL(buffer); auto video_frame = frame->as(); bool ret = false; if (video_frame && width_.count(stream_index) && height_.count(stream_index) && static_cast(video_frame->getWidth()) == width_[stream_index] && static_cast(video_frame->getHeight()) == height_[stream_index]) { ret = decoder->decode(video_frame, buffer); } if (!ret) { RCLCPP_ERROR_STREAM(logger_, "Decode frame failed"); is_decoded = false; } else { is_decoded = true; } } } #endif if (!is_decoded) { auto video_frame = softwareDecodeColorFrame(frame, stream_index); if (!video_frame) { RCLCPP_ERROR_STREAM(logger_, "Failed to convert frame to video frame"); return false; } CHECK_NOTNULL(buffer); memcpy(buffer, video_frame->getData(), video_frame->getDataSize()); return true; } return true; } std::shared_ptr OBCameraNode::decodeIRMJPGFrame( const std::shared_ptr &frame) { if (frame == nullptr) { return nullptr; } if (frame->getFormat() == OB_FORMAT_MJPEG && (frame->getType() == OB_FRAME_IR || frame->getType() == OB_FRAME_IR_LEFT || frame->getType() == OB_FRAME_IR_RIGHT)) { auto video_frame = frame->as(); cv::Mat mjpgMat(1, video_frame->getDataSize(), CV_8UC1, video_frame->getData()); cv::Mat irRawMat = cv::imdecode(mjpgMat, cv::IMREAD_GRAYSCALE); std::shared_ptr irFrame = ob::FrameFactory::createVideoFrame(video_frame->getType(), video_frame->getFormat(), video_frame->getWidth(), video_frame->getHeight(), 0); uint32_t buffer_size = irRawMat.rows * irRawMat.cols * irRawMat.channels(); if (buffer_size > irFrame->getDataSize()) { RCLCPP_ERROR_STREAM(logger_, "Insufficient buffer size allocation,failed to decode ir mjpg frame!"); return nullptr; } memcpy(irFrame->getData(), irRawMat.data, buffer_size); ob::FrameHelper::setFrameDeviceTimestamp(irFrame, video_frame->getTimeStampUs()); ob::FrameHelper::setFrameDeviceTimestampUs(irFrame, video_frame->getTimeStampUs()); ob::FrameHelper::setFrameSystemTimestamp(irFrame, video_frame->getSystemTimeStampUs()); return irFrame; } return frame; } void OBCameraNode::onNewFrameCallback(const std::shared_ptr &frame, const stream_index_pair &stream_index) { if (frame == nullptr) { return; } CHECK_NOTNULL(image_publishers_[stream_index]); bool has_subscriber = image_publishers_[stream_index]->get_subscription_count() > 0; has_subscriber = has_subscriber || camera_info_publishers_[stream_index]->get_subscription_count() > 0; has_subscriber = has_subscriber || (metadata_publishers_.count(stream_index) && metadata_publishers_[stream_index]->get_subscription_count() > 0); if (!has_subscriber) { return; } std::shared_ptr video_frame; if (frame->getType() == OB_FRAME_COLOR || frame->getType() == OB_FRAME_COLOR_LEFT || frame->getType() == OB_FRAME_COLOR_RIGHT) { video_frame = frame->as(); } else if (frame->getType() == OB_FRAME_DEPTH) { video_frame = frame->as(); } else if (frame->getType() == OB_FRAME_IR || frame->getType() == OB_FRAME_IR_LEFT || frame->getType() == OB_FRAME_IR_RIGHT) { video_frame = frame->as(); // interleave filter speckle or flood ir if (interleave_frame_enable_ && interleave_skip_enable_) { RCLCPP_DEBUG(logger_, "interleave filter skip interleave_skip_index_: %d", interleave_skip_index_); if (video_frame->getMetadataValue(OB_FRAME_METADATA_TYPE_HDR_SEQUENCE_INDEX) == interleave_skip_index_) { RCLCPP_DEBUG(logger_, "interleave filter skip frame type: %d", frame->getType()); return; } } } else { RCLCPP_ERROR(logger_, "Unsupported frame type: %d", frame->getType()); return; } if (!video_frame) { RCLCPP_ERROR(logger_, "Failed to convert frame to video frame"); return; } int width = static_cast(video_frame->getWidth()); int height = static_cast(video_frame->getHeight()); auto frame_timestamp = getFrameTimestampUs(frame); auto timestamp = fromUsToROSTime(frame_timestamp); if (!device_) { RCLCPP_ERROR_STREAM(logger_, "device is null in onNewFrameCallback"); return; } auto device_info = device_->getDeviceInfo(); if (!device_info || !device_info.get()) { RCLCPP_ERROR_STREAM(logger_, "device_info is null in onNewFrameCallback"); return; } OBCameraIntrinsic intrinsic; OBCameraDistortion distortion; auto stream_profile = frame->getStreamProfile(); CHECK_NOTNULL(stream_profile); auto video_stream_profile = stream_profile->as(); CHECK_NOTNULL(video_stream_profile); intrinsic = video_stream_profile->getIntrinsic(); distortion = video_stream_profile->getDistortion(); if (pid_ == DABAI_MAX_PID) { auto camera_params = pipeline_->getCameraParam(); // use color param intrinsic = camera_params.rgbIntrinsic; distortion = camera_params.rgbDistortion; } std::string frame_id = optical_frame_id_[stream_index]; if (depth_registration_ && stream_index == DEPTH) { frame_id = depth_aligned_frame_id_[stream_index]; } sensor_msgs::msg::CameraInfo camera_info{}; if (color_info_manager_ && color_info_manager_->isCalibrated() && stream_index == COLOR) { camera_info = color_info_manager_->getCameraInfo(); camera_info.header.stamp = timestamp; camera_info.header.frame_id = frame_id; camera_info.width = width; camera_info.height = height; } else if (ir_info_manager_ && ir_info_manager_->isCalibrated() && (stream_index == INFRA1 || stream_index == INFRA2 || stream_index == DEPTH)) { camera_info = ir_info_manager_->getCameraInfo(); camera_info.header.stamp = timestamp; camera_info.header.frame_id = frame_id; camera_info.width = width; camera_info.height = height; } else { camera_info = convertToCameraInfo(intrinsic, distortion, width); camera_info.header.stamp = timestamp; camera_info.header.frame_id = frame_id; camera_info.width = width; camera_info.height = height; } auto &image = images_[stream_index]; if (stream_index == COLOR && enable_color_undistortion_) { auto undistort_result = undistortImage(image, intrinsic, distortion); sensor_msgs::msg::Image::UniquePtr undistorted_image_msg(new sensor_msgs::msg::Image()); cv_bridge::CvImage(std_msgs::msg::Header(), encoding_[stream_index], undistort_result.image) .toImageMsg(*undistorted_image_msg); CHECK_NOTNULL(undistorted_image_msg.get()); undistorted_image_msg->header.stamp = timestamp; undistorted_image_msg->is_bigendian = false; undistorted_image_msg->step = width * unit_step_size_[stream_index]; undistorted_image_msg->header.frame_id = frame_id; color_undistortion_publisher_->publish(std::move(undistorted_image_msg)); // Update intrinsic with the new camera matrix from undistortion camera_info.p.at(0) = undistort_result.new_intrinsic.fx; camera_info.p.at(5) = undistort_result.new_intrinsic.fy; camera_info.p.at(2) = undistort_result.new_intrinsic.cx; camera_info.p.at(6) = undistort_result.new_intrinsic.cy; } if (frame->getType() == OB_FRAME_IR_RIGHT && enable_stream_[INFRA1]) { auto stream_profile = frame->getStreamProfile(); CHECK_NOTNULL(stream_profile); auto video_stream_profile = stream_profile->as(); CHECK_NOTNULL(video_stream_profile); auto left_video_profile = stream_profile_[INFRA1]->as(); CHECK_NOTNULL(left_video_profile); auto ex = video_stream_profile->getExtrinsicTo(left_video_profile); float fx = camera_info.k.at(0); float fy = camera_info.k.at(4); camera_info.p.at(3) = -fx * ex.trans[0] / 1000.0 + 0.0; camera_info.p.at(7) = -fy * ex.trans[1] / 1000.0 + 0.0; } CHECK(camera_info_publishers_.count(stream_index) > 0); camera_info_publishers_[stream_index]->publish(camera_info); publishMetadata(frame, stream_index, camera_info.header); CHECK_NOTNULL(image_publishers_[stream_index]); if (image_publishers_[stream_index]->get_subscription_count() == 0) { return; } if (image.empty() || image.cols != width || image.rows != height) { image.create(height, width, image_format_[stream_index]); } if (frame->getType() == OB_FRAME_COLOR && !is_color_frame_decoded_) { RCLCPP_ERROR(logger_, "color frame is not decoded"); return; } if (frame->getType() == OB_FRAME_COLOR_LEFT && !is_left_color_frame_decoded_) { RCLCPP_ERROR(logger_, "left color frame is not decoded"); return; } if (frame->getType() == OB_FRAME_COLOR_RIGHT && !is_right_color_frame_decoded_) { RCLCPP_ERROR(logger_, "right color frame is not decoded"); return; } if (frame->getType() == OB_FRAME_COLOR && frame->format() != OB_FORMAT_Y8 && frame->format() != OB_FORMAT_Y16 && frame->format() != OB_FORMAT_BGRA && frame->format() != OB_FORMAT_RGBA && image_publishers_[COLOR]->get_subscription_count() > 0) { memcpy(image.data, rgb_buffer_, video_frame->getWidth() * video_frame->getHeight() * 3); } else if (frame->getType() == OB_FRAME_COLOR_LEFT && frame->format() != OB_FORMAT_Y8 && frame->format() != OB_FORMAT_Y16 && frame->format() != OB_FORMAT_BGRA && frame->format() != OB_FORMAT_RGBA && image_publishers_[COLOR_LEFT]->get_subscription_count() > 0) { memcpy(image.data, rgb_buffer_left_, video_frame->getWidth() * video_frame->getHeight() * 3); } else if (frame->getType() == OB_FRAME_COLOR_RIGHT && frame->format() != OB_FORMAT_Y8 && frame->format() != OB_FORMAT_Y16 && frame->format() != OB_FORMAT_BGRA && frame->format() != OB_FORMAT_RGBA && image_publishers_[COLOR_RIGHT]->get_subscription_count() > 0) { memcpy(image.data, rgb_buffer_right_, video_frame->getWidth() * video_frame->getHeight() * 3); } else { memcpy(image.data, video_frame->getData(), video_frame->getDataSize()); } if (stream_index == DEPTH) { auto depth_scale = video_frame->as()->getValueScale(); image = image * depth_scale; } sensor_msgs::msg::Image::UniquePtr image_msg(new sensor_msgs::msg::Image()); cv_bridge::CvImage(std_msgs::msg::Header(), encoding_[stream_index], image) .toImageMsg(*image_msg); CHECK_NOTNULL(image_msg.get()); image_msg->header.stamp = timestamp; image_msg->is_bigendian = false; image_msg->step = width * unit_step_size_[stream_index]; image_msg->header.frame_id = frame_id; CHECK(image_publishers_.count(stream_index) > 0); saveImageToFile(stream_index, image, *image_msg); if (stream_index == COLOR) { fps_delay_status_color_->tick(frame_timestamp); } else if (stream_index == DEPTH) { fps_delay_status_depth_->tick(frame_timestamp); } image_publishers_[stream_index]->publish(std::move(image_msg)); } void OBCameraNode::publishMetadata(const std::shared_ptr &frame, const stream_index_pair &stream_index, const std_msgs::msg::Header &header) { if (metadata_publishers_.count(stream_index) == 0) { return; } auto metadata_publisher = metadata_publishers_[stream_index]; if (metadata_publisher->get_subscription_count() == 0) { return; } orbbec_camera_msgs::msg::Metadata metadata_msg; metadata_msg.header = header; nlohmann::json json_data; for (int i = 0; i < OB_FRAME_METADATA_TYPE_COUNT; i++) { auto meta_data_type = static_cast(i); std::string field_name = metaDataTypeToString(meta_data_type); if (!frame->hasMetadata(meta_data_type)) { continue; } int64_t value = frame->getMetadataValue(meta_data_type); json_data[field_name] = value; } metadata_msg.json_data = json_data.dump(2); metadata_publisher->publish(metadata_msg); } void OBCameraNode::saveImageToFile(const stream_index_pair &stream_index, const cv::Mat &image, const sensor_msgs::msg::Image &image_msg) { if (save_images_[stream_index]) { auto now = std::chrono::system_clock::now(); auto in_time_t = std::chrono::system_clock::to_time_t(now); auto us = std::chrono::duration_cast(now.time_since_epoch()) % 1000000; std::stringstream ss; ss << std::put_time(std::localtime(&in_time_t), "%Y%m%d_%H%M%S"); ss << "_" << std::setw(6) << std::setfill('0') << us.count(); auto current_path = std::filesystem::current_path().string(); auto fps = fps_[stream_index]; int index = save_images_count_[stream_index]; std::string file_suffix = stream_index == COLOR ? ".png" : ".raw"; std::string filename = current_path + "/image/" + stream_name_[stream_index] + "_" + std::to_string(image_msg.width) + "x" + std::to_string(image_msg.height) + "_" + std::to_string(fps) + "hz_" + ss.str() + "_" + std::to_string(index) + file_suffix; if (!std::filesystem::exists(current_path + "/image")) { std::filesystem::create_directory(current_path + "/image"); } RCLCPP_INFO_STREAM(logger_, "Saving image to " << filename); if (stream_index.first == OB_STREAM_COLOR) { auto image_to_save = cv_bridge::toCvCopy(image_msg, sensor_msgs::image_encodings::BGR8)->image; cv::imwrite(filename, image_to_save); } else if (stream_index.first == OB_STREAM_IR || stream_index.first == OB_STREAM_IR_LEFT || stream_index.first == OB_STREAM_IR_RIGHT || stream_index.first == OB_STREAM_DEPTH) { std::ofstream ofs(filename, std::ios::out | std::ios::binary); if (!ofs.is_open()) { RCLCPP_ERROR_STREAM(logger_, "Failed to open file: " << filename); return; } if (image.isContinuous()) { ofs.write(reinterpret_cast(image.data), image.total() * image.elemSize()); } else { int rows = image.rows; int cols = image.cols * image.channels(); for (int r = 0; r < rows; ++r) { ofs.write(reinterpret_cast(image.ptr(r)), cols); } } ofs.close(); } else { RCLCPP_ERROR_STREAM(logger_, "Unsupported stream type: " << stream_index.first); } if (++save_images_count_[stream_index] >= max_save_images_count_) { save_images_[stream_index] = false; } } } void OBCameraNode::onNewIMUFrameSyncOutputCallback(const std::shared_ptr &accelframe, const std::shared_ptr &gryoframe) { if (!is_camera_node_initialized_) { return; } if (!imu_gyro_accel_publisher_) { RCLCPP_ERROR_STREAM(logger_, "stream Accel Gryo publisher not initialized"); return; } bool has_subscriber = imu_gyro_accel_publisher_->get_subscription_count() > 0; has_subscriber = has_subscriber || imu_info_publishers_[GYRO]->get_subscription_count() > 0; has_subscriber = has_subscriber || imu_info_publishers_[ACCEL]->get_subscription_count() > 0; if (!has_subscriber) { return; } auto imu_msg = sensor_msgs::msg::Imu(); setDefaultIMUMessage(imu_msg); imu_msg.header.frame_id = optical_frame_id_[GYRO]; auto frame_timestamp = getFrameTimestampUs(accelframe); auto timestamp = fromUsToROSTime(frame_timestamp); imu_msg.header.stamp = timestamp; auto gyro_info = createIMUInfo(GYRO); gyro_info.header = imu_msg.header; imu_info_publishers_[GYRO]->publish(gyro_info); auto accel_info = createIMUInfo(ACCEL); imu_msg.header.frame_id = optical_frame_id_[ACCEL]; accel_info.header = imu_msg.header; imu_info_publishers_[ACCEL]->publish(accel_info); imu_msg.header.frame_id = accel_gyro_frame_id_; auto gyro_frame = gryoframe->as(); auto gyroData = gyro_frame->getValue(); imu_msg.angular_velocity.x = gyroData.x - gyro_info.bias[0]; imu_msg.angular_velocity.y = gyroData.y - gyro_info.bias[1]; imu_msg.angular_velocity.z = gyroData.z - gyro_info.bias[2]; auto accel_frame = accelframe->as(); auto accelData = accel_frame->getValue(); imu_msg.linear_acceleration.x = accelData.x - accel_info.bias[0]; imu_msg.linear_acceleration.y = accelData.y - accel_info.bias[1]; imu_msg.linear_acceleration.z = accelData.z - accel_info.bias[2]; imu_gyro_accel_publisher_->publish(imu_msg); } void OBCameraNode::onNewIMUFrameCallback(const std::shared_ptr &frame, const stream_index_pair &stream_index) { if (!is_camera_node_initialized_) { return; } if (!imu_publishers_.count(stream_index)) { RCLCPP_ERROR_STREAM(logger_, "stream " << stream_name_[stream_index] << " publisher not initialized"); return; } bool has_subscriber = imu_publishers_[stream_index]->get_subscription_count() > 0; has_subscriber = has_subscriber || imu_info_publishers_[stream_index]->get_subscription_count() > 0; if (!has_subscriber) { return; } auto imu_msg = sensor_msgs::msg::Imu(); setDefaultIMUMessage(imu_msg); imu_msg.header.frame_id = optical_frame_id_[stream_index]; auto timestamp = fromUsToROSTime(frame->getTimeStampUs()); imu_msg.header.stamp = timestamp; auto imu_info = createIMUInfo(stream_index); imu_info.header = imu_msg.header; imu_info_publishers_[stream_index]->publish(imu_info); if (frame->getType() == OB_FRAME_GYRO) { auto gyro_frame = frame->as(); auto data = gyro_frame->getValue(); imu_msg.angular_velocity.x = data.x - imu_info.bias[0]; imu_msg.angular_velocity.y = data.y - imu_info.bias[1]; imu_msg.angular_velocity.z = data.z - imu_info.bias[2]; } else if (frame->getType() == OB_FRAME_ACCEL) { auto accel_frame = frame->as(); auto data = accel_frame->getValue(); imu_msg.linear_acceleration.x = data.x - imu_info.bias[0]; imu_msg.linear_acceleration.y = data.y - imu_info.bias[1]; imu_msg.linear_acceleration.z = data.z - imu_info.bias[2]; } else { RCLCPP_ERROR(logger_, "Unsupported IMU frame type"); return; } imu_publishers_[stream_index]->publish(imu_msg); } void OBCameraNode::setDefaultIMUMessage(sensor_msgs::msg::Imu &imu_msg) { imu_msg.header.frame_id = "imu_link"; imu_msg.orientation.x = 0.0; imu_msg.orientation.y = 0.0; imu_msg.orientation.z = 0.0; imu_msg.orientation.w = 1.0; imu_msg.orientation_covariance = {-1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0}; imu_msg.linear_acceleration_covariance = { linear_accel_cov_, 0.0, 0.0, 0.0, linear_accel_cov_, 0.0, 0.0, 0.0, linear_accel_cov_}; imu_msg.angular_velocity_covariance = { angular_vel_cov_, 0.0, 0.0, 0.0, angular_vel_cov_, 0.0, 0.0, 0.0, angular_vel_cov_}; } sensor_msgs::msg::Imu OBCameraNode::createUnitIMUMessage(const IMUData &accel_data, const IMUData &gyro_data) { sensor_msgs::msg::Imu imu_msg; rclcpp::Time timestamp(gyro_data.timestamp_); imu_msg.header.stamp = timestamp; imu_msg.angular_velocity.x = gyro_data.data_.x(); imu_msg.angular_velocity.y = gyro_data.data_.y(); imu_msg.angular_velocity.z = gyro_data.data_.z(); imu_msg.linear_acceleration.x = accel_data.data_.x(); imu_msg.linear_acceleration.y = accel_data.data_.y(); imu_msg.linear_acceleration.z = accel_data.data_.z(); return imu_msg; } std::optional OBCameraNode::findDefaultCameraParam() { auto camera_params = device_->getCalibrationCameraParamList(); for (size_t i = 0; i < camera_params->count(); i++) { auto param = camera_params->getCameraParam(i); int depth_w = param.depthIntrinsic.width; int depth_h = param.depthIntrinsic.height; int color_w = param.rgbIntrinsic.width; int color_h = param.rgbIntrinsic.height; if ((depth_w * height_[DEPTH] == depth_h * width_[DEPTH]) && (color_w * height_[COLOR] == color_h * width_[COLOR])) { return param; } } return {}; } std::optional OBCameraNode::getDepthCameraParam() { auto camera_params = device_->getCalibrationCameraParamList(); for (size_t i = 0; i < camera_params->count(); i++) { auto param = camera_params->getCameraParam(i); int depth_w = param.depthIntrinsic.width; int depth_h = param.depthIntrinsic.height; if (depth_w == width_[DEPTH] && depth_h == height_[DEPTH]) { RCLCPP_INFO_STREAM(logger_, "getCameraDepthParam w: " << depth_w << ",h:" << depth_h); return param; } } for (size_t i = 0; i < camera_params->count(); i++) { auto param = camera_params->getCameraParam(i); int depth_w = param.depthIntrinsic.width; int depth_h = param.depthIntrinsic.height; if (depth_w * height_[DEPTH] == depth_h * width_[DEPTH]) { RCLCPP_INFO_STREAM(logger_, "getCameraDepthParam w: " << depth_w << ",h:" << depth_h); return param; } } return {}; } std::optional OBCameraNode::getColorCameraParam() { auto camera_params = device_->getCalibrationCameraParamList(); for (size_t i = 0; i < camera_params->count(); i++) { auto param = camera_params->getCameraParam(i); int color_w = param.rgbIntrinsic.width; int color_h = param.rgbIntrinsic.height; if (color_w == width_[COLOR] && color_h == height_[COLOR]) { RCLCPP_INFO_STREAM(logger_, "getColorCameraParam w: " << color_w << ",h:" << color_h); return param; } } for (size_t i = 0; i < camera_params->count(); i++) { auto param = camera_params->getCameraParam(i); int color_w = param.rgbIntrinsic.width; int color_h = param.rgbIntrinsic.height; if (color_w * height_[COLOR] == color_h * width_[COLOR]) { RCLCPP_INFO_STREAM(logger_, "getColorCameraParam w: " << color_w << ",h:" << color_h); return param; } } return {}; } void OBCameraNode::publishStaticTF(const rclcpp::Time &t, const tf2::Vector3 &trans, const tf2::Quaternion &q, const std::string &from, const std::string &to) { geometry_msgs::msg::TransformStamped msg; msg.header.stamp = t; msg.header.frame_id = from; msg.child_frame_id = to; msg.transform.translation.x = trans[2] / 1000.0; msg.transform.translation.y = -trans[0] / 1000.0; msg.transform.translation.z = -trans[1] / 1000.0; msg.transform.rotation.x = q.getX(); msg.transform.rotation.y = q.getY(); msg.transform.rotation.z = q.getZ(); msg.transform.rotation.w = q.getW(); static_tf_msgs_.push_back(msg); } void OBCameraNode::calcAndPublishStaticTransform() { tf2::Quaternion quaternion_optical, zero_rot; zero_rot.setRPY(0.0, 0.0, 0.0); quaternion_optical.setRPY(-M_PI / 2, 0.0, -M_PI / 2); tf2::Vector3 zero_trans(0, 0, 0); auto base_stream_profile = stream_profile_[base_stream_]; auto device_info = device_->getDeviceInfo(); CHECK_NOTNULL(device_info); if (!base_stream_profile) { RCLCPP_ERROR_STREAM(logger_, "Failed to get base stream profile"); return; } CHECK_NOTNULL(base_stream_profile.get()); for (const auto &item : stream_profile_) { auto stream_index = item.first; auto stream_profile = item.second; if (!stream_profile) { continue; } OBExtrinsic ex; try { ex = stream_profile->getExtrinsicTo(base_stream_profile); } catch (const ob::Error &e) { RCLCPP_ERROR_STREAM(logger_, "Failed to get " << stream_name_[stream_index] << " extrinsic: " << e.getMessage()); ex = OBExtrinsic({{1, 0, 0, 0, 1, 0, 0, 0, 1}, {0, 0, 0}}); } auto Q = rotationMatrixToQuaternion(ex.rot); Q = quaternion_optical * Q * quaternion_optical.inverse(); tf2::Vector3 trans(ex.trans[0], ex.trans[1], ex.trans[2]); auto timestamp = node_->now(); if (stream_index.first != base_stream_.first) { if (stream_index.first == OB_STREAM_IR_RIGHT && base_stream_.first == OB_STREAM_DEPTH) { trans[0] = std::abs(trans[0]); // because left and right ir calibration is error } publishStaticTF(timestamp, trans, Q, frame_id_[base_stream_], frame_id_[stream_index]); } publishStaticTF(timestamp, zero_trans, quaternion_optical, frame_id_[stream_index], optical_frame_id_[stream_index]); RCLCPP_INFO_STREAM(logger_, "Publishing static transform from " << stream_name_[stream_index] << " to " << stream_name_[base_stream_]); RCLCPP_INFO_STREAM(logger_, "Translation " << trans[0] << ", " << trans[1] << ", " << trans[2]); RCLCPP_INFO_STREAM(logger_, "Rotation " << Q.getX() << ", " << Q.getY() << ", " << Q.getZ() << ", " << Q.getW()); } if ((pid_ == FEMTO_BOLT_PID || pid_ == FEMTO_MEGA_PID) && enable_stream_[DEPTH] && enable_stream_[COLOR]) { // calc depth to color CHECK_NOTNULL(stream_profile_[COLOR]); auto depth_to_color_extrinsics = base_stream_profile->getExtrinsicTo(stream_profile_[COLOR]); auto Q = rotationMatrixToQuaternion(depth_to_color_extrinsics.rot); Q = quaternion_optical * Q * quaternion_optical.inverse(); publishStaticTF(node_->now(), zero_trans, Q, camera_link_frame_id_, frame_id_[base_stream_]); } else { publishStaticTF(node_->now(), zero_trans, zero_rot, camera_link_frame_id_, frame_id_[base_stream_]); } if (enable_stream_[DEPTH] && enable_stream_[COLOR] && enable_publish_extrinsic_) { static const char *frame_id = "depth_to_color_extrinsics"; OBExtrinsic ex; try { ex = base_stream_profile->getExtrinsicTo(stream_profile_[COLOR]); } catch (const ob::Error &e) { RCLCPP_ERROR_STREAM(logger_, "Failed to get " << frame_id << " extrinsic: " << e.getMessage()); ex = OBExtrinsic({{1, 0, 0, 0, 1, 0, 0, 0, 1}, {0, 0, 0}}); } depth_to_other_extrinsics_[COLOR] = ex; auto ex_msg = obExtrinsicsToMsg(ex, frame_id); CHECK_NOTNULL(depth_to_other_extrinsics_publishers_[COLOR]); depth_to_other_extrinsics_publishers_[COLOR]->publish(ex_msg); } if (enable_stream_[DEPTH] && enable_stream_[INFRA0] && enable_publish_extrinsic_) { static const char *frame_id = "depth_to_ir_extrinsics"; OBExtrinsic ex; try { ex = base_stream_profile->getExtrinsicTo(stream_profile_[INFRA0]); } catch (const ob::Error &e) { RCLCPP_ERROR_STREAM(logger_, "Failed to get " << frame_id << " extrinsic: " << e.getMessage()); ex = OBExtrinsic({{1, 0, 0, 0, 1, 0, 0, 0, 1}, {0, 0, 0}}); } depth_to_other_extrinsics_[INFRA0] = ex; auto ex_msg = obExtrinsicsToMsg(ex, frame_id); CHECK_NOTNULL(depth_to_other_extrinsics_publishers_[INFRA0]); depth_to_other_extrinsics_publishers_[INFRA0]->publish(ex_msg); } if (enable_stream_[DEPTH] && enable_stream_[INFRA1] && enable_publish_extrinsic_) { static const char *frame_id = "depth_to_left_ir_extrinsics"; OBExtrinsic ex; try { ex = base_stream_profile->getExtrinsicTo(stream_profile_[INFRA1]); } catch (const ob::Error &e) { RCLCPP_ERROR_STREAM(logger_, "Failed to get " << frame_id << " extrinsic: " << e.getMessage()); ex = OBExtrinsic({{1, 0, 0, 0, 1, 0, 0, 0, 1}, {0, 0, 0}}); } depth_to_other_extrinsics_[INFRA1] = ex; auto ex_msg = obExtrinsicsToMsg(ex, frame_id); CHECK_NOTNULL(depth_to_other_extrinsics_publishers_[INFRA1]); depth_to_other_extrinsics_publishers_[INFRA1]->publish(ex_msg); } if (enable_stream_[DEPTH] && enable_stream_[INFRA2] && enable_publish_extrinsic_) { static const char *frame_id = "depth_to_right_ir_extrinsics"; OBExtrinsic ex; try { ex = base_stream_profile->getExtrinsicTo(stream_profile_[INFRA2]); } catch (const ob::Error &e) { RCLCPP_ERROR_STREAM(logger_, "Failed to get " << frame_id << " extrinsic: " << e.getMessage()); ex = OBExtrinsic({{1, 0, 0, 0, 1, 0, 0, 0, 1}, {0, 0, 0}}); } ex.trans[0] = -std::abs(ex.trans[0]); depth_to_other_extrinsics_[INFRA2] = ex; auto ex_msg = obExtrinsicsToMsg(ex, frame_id); CHECK_NOTNULL(depth_to_other_extrinsics_publishers_[INFRA2]); depth_to_other_extrinsics_publishers_[INFRA2]->publish(ex_msg); } if (enable_stream_[DEPTH] && enable_stream_[ACCEL] && enable_publish_extrinsic_) { static const char *frame_id = "depth_to_accel_extrinsics"; OBExtrinsic ex; try { ex = base_stream_profile->getExtrinsicTo(stream_profile_[ACCEL]); } catch (const ob::Error &e) { RCLCPP_ERROR_STREAM(logger_, "Failed to get " << frame_id << " extrinsic: " << e.getMessage()); ex = OBExtrinsic({{1, 0, 0, 0, 1, 0, 0, 0, 1}, {0, 0, 0}}); } depth_to_other_extrinsics_[ACCEL] = ex; auto ex_msg = obExtrinsicsToMsg(ex, frame_id); CHECK_NOTNULL(depth_to_other_extrinsics_publishers_[ACCEL]); depth_to_other_extrinsics_publishers_[ACCEL]->publish(ex_msg); } if (enable_stream_[DEPTH] && enable_stream_[GYRO] && enable_publish_extrinsic_) { static const char *frame_id = "depth_to_gyro_extrinsics"; OBExtrinsic ex; try { ex = base_stream_profile->getExtrinsicTo(stream_profile_[GYRO]); } catch (const ob::Error &e) { RCLCPP_ERROR_STREAM(logger_, "Failed to get " << frame_id << " extrinsic: " << e.getMessage()); ex = OBExtrinsic({{1, 0, 0, 0, 1, 0, 0, 0, 1}, {0, 0, 0}}); } depth_to_other_extrinsics_[GYRO] = ex; auto ex_msg = obExtrinsicsToMsg(ex, frame_id); CHECK_NOTNULL(depth_to_other_extrinsics_publishers_[GYRO]); depth_to_other_extrinsics_publishers_[GYRO]->publish(ex_msg); } if (enable_stream_[COLOR_LEFT] && enable_stream_[COLOR_RIGHT] && enable_publish_extrinsic_) { static const char *frame_id = "left_color_to_right_color_extrinsics"; OBExtrinsic ex; try { ex = stream_profile_[COLOR_LEFT]->getExtrinsicTo(stream_profile_[COLOR_RIGHT]); } catch (const ob::Error &e) { RCLCPP_ERROR_STREAM(logger_, "Failed to get " << frame_id << " extrinsic: " << e.getMessage()); ex = OBExtrinsic({{1, 0, 0, 0, 1, 0, 0, 0, 1}, {0, 0, 0}}); } depth_to_other_extrinsics_[COLOR_LEFT] = ex; auto ex_msg = obExtrinsicsToMsg(ex, frame_id); CHECK_NOTNULL(depth_to_other_extrinsics_publishers_[COLOR_LEFT]); depth_to_other_extrinsics_publishers_[COLOR_LEFT]->publish(ex_msg); } if (enable_sync_output_accel_gyro_) { tf2::Quaternion zero_rot; zero_rot.setRPY(0.0, 0.0, 0.0); tf2::Vector3 zero_trans(0, 0, 0); publishStaticTF(node_->now(), zero_trans, zero_rot, optical_frame_id_[GYRO], accel_gyro_frame_id_); } } void OBCameraNode::publishStaticTransforms() { if (!publish_tf_) { return; } static_tf_broadcaster_ = std::make_shared(node_); dynamic_tf_broadcaster_ = std::make_shared(node_); calcAndPublishStaticTransform(); if (tf_publish_rate_ > 0) { tf_thread_ = std::make_shared([this]() { publishDynamicTransforms(); }); } else { static_tf_broadcaster_->sendTransform(static_tf_msgs_); } } void OBCameraNode::publishDynamicTransforms() { RCLCPP_WARN(logger_, "Publishing dynamic camera transforms (/tf) at %g Hz", tf_publish_rate_); std::mutex mu; std::unique_lock lock(mu); while (rclcpp::ok() && is_running_) { tf_cv_.wait_for(lock, std::chrono::milliseconds((int)(1000.0 / tf_publish_rate_)), [this] { return (!(is_running_)); }); { rclcpp::Time t = node_->now(); for (auto &msg : static_tf_msgs_) { msg.header.stamp = t; } dynamic_tf_broadcaster_->sendTransform(static_tf_msgs_); } } } template T lerp(const T &a, const T &b, const double t) { return a * (1.0 - t) + b * t; } void OBCameraNode::FillImuDataLinearInterpolation(const IMUData &imu_data, std::deque &imu_msgs) { imu_history_.push_back(imu_data); stream_index_pair steam_index(imu_data.stream_); imu_msgs.clear(); std::deque gyros_data; IMUData accel0, accel1, current_imu; while (!imu_history_.empty()) { current_imu = imu_history_.front(); imu_history_.pop_front(); if (accel0.isSet() && current_imu.stream_ == ACCEL) { accel0 = current_imu; } else if (accel0.isSet() && current_imu.stream_ == ACCEL) { accel1 = current_imu; const double dt = accel1.timestamp_ - accel0.timestamp_; while (!gyros_data.empty()) { auto current_gyro = gyros_data.front(); gyros_data.pop_front(); const double alpha = (current_gyro.timestamp_ - accel0.timestamp_) / dt; IMUData current_accel(ACCEL, lerp(accel0.data_, accel1.data_, alpha), current_gyro.timestamp_); imu_msgs.push_back((createUnitIMUMessage(current_accel, current_gyro))); } accel0 = accel1; } else if (accel0.isSet() && current_imu.timestamp_ >= accel0.timestamp_ && current_imu.stream_ == GYRO) { gyros_data.push_back(current_imu); } } imu_history_.push_back(current_imu); } void OBCameraNode::FillImuDataCopy(const IMUData &imu_data, std::deque &imu_msgs) { stream_index_pair steam_index(imu_data.stream_); if (steam_index == ACCEL) { accel_data_ = imu_data; return; } if (accel_data_.isSet()) { return; } imu_msgs.push_back(createUnitIMUMessage(accel_data_, imu_data)); } bool OBCameraNode::setupFormatConvertType(OBFormat format) { return setupFormatConvertType(format, format_convert_filter_); } bool OBCameraNode::setupFormatConvertType(OBFormat format, ob::FormatConvertFilter &filter) { switch (format) { case OB_FORMAT_RGB888: return true; case OB_FORMAT_I420: filter.setFormatConvertType(FORMAT_I420_TO_RGB888); break; case OB_FORMAT_MJPG: filter.setFormatConvertType(FORMAT_MJPEG_TO_RGB888); break; case OB_FORMAT_YUYV: filter.setFormatConvertType(FORMAT_YUYV_TO_RGB888); break; case OB_FORMAT_NV21: filter.setFormatConvertType(FORMAT_NV21_TO_RGB888); break; case OB_FORMAT_NV12: filter.setFormatConvertType(FORMAT_NV12_TO_RGB888); break; case OB_FORMAT_UYVY: filter.setFormatConvertType(FORMAT_UYVY_TO_RGB888); break; default: return false; } return true; } bool OBCameraNode::isGemini335PID(uint32_t pid) { return pid == GEMINI_335_PID || pid == GEMINI_330_PID || pid == GEMINI_336_PID || pid == GEMINI_335L_PID || pid == GEMINI_330L_PID || pid == GEMINI_336L_PID || pid == GEMINI_335LG_PID || pid == GEMINI_336LG_PID || pid == GEMINI_335LE_PID || pid == GEMINI_336LE_PID || pid == CUSTOM_ADVANTECH_GEMINI_336_PID || pid == CUSTOM_ADVANTECH_GEMINI_336L_PID || pid == GEMINI_338_PID; } bool OBCameraNode::isGemini435LePID(uint32_t pid) { return pid == GEMINI_435Le_PID; } bool OBCameraNode::isPublishMetaData(uint32_t pid) { return isGemini335PID(pid) || isGemini435LePID(pid) || pid == GEMINI_305_PID; } bool OBCameraNode::isDepthWorkModeDevices(uint32_t pid) { return pid == GEMINI_435Le_PID; } bool OBCameraNode::isnotLaserDevices(uint32_t pid) { return pid == GEMINI_305_PID; } orbbec_camera_msgs::msg::IMUInfo OBCameraNode::createIMUInfo( const stream_index_pair &stream_index) { orbbec_camera_msgs::msg::IMUInfo imu_info; imu_info.header.frame_id = optical_frame_id_[stream_index]; imu_info.header.stamp = node_->now(); if (stream_index == GYRO) { auto gyro_profile = stream_profile_[stream_index]->as(); auto gyro_intrinsics = gyro_profile->getIntrinsic(); imu_info.noise_density = gyro_intrinsics.noiseDensity; imu_info.random_walk = gyro_intrinsics.randomWalk; imu_info.reference_temperature = gyro_intrinsics.referenceTemp; imu_info.bias = {gyro_intrinsics.bias[0], gyro_intrinsics.bias[1], gyro_intrinsics.bias[2]}; imu_info.scale_misalignment = { gyro_intrinsics.scaleMisalignment[0], gyro_intrinsics.scaleMisalignment[1], gyro_intrinsics.scaleMisalignment[2], gyro_intrinsics.scaleMisalignment[3], gyro_intrinsics.scaleMisalignment[4], gyro_intrinsics.scaleMisalignment[5], gyro_intrinsics.scaleMisalignment[6], gyro_intrinsics.scaleMisalignment[7], gyro_intrinsics.scaleMisalignment[8]}; imu_info.temperature_slope = { gyro_intrinsics.tempSlope[0], gyro_intrinsics.tempSlope[1], gyro_intrinsics.tempSlope[2], gyro_intrinsics.tempSlope[3], gyro_intrinsics.tempSlope[4], gyro_intrinsics.tempSlope[5], gyro_intrinsics.tempSlope[6], gyro_intrinsics.tempSlope[7], gyro_intrinsics.tempSlope[8]}; } else if (stream_index == ACCEL) { auto accel_profile = stream_profile_[stream_index]->as(); auto accel_intrinsics = accel_profile->getIntrinsic(); imu_info.noise_density = accel_intrinsics.noiseDensity; imu_info.random_walk = accel_intrinsics.randomWalk; imu_info.reference_temperature = accel_intrinsics.referenceTemp; imu_info.bias = {accel_intrinsics.bias[0], accel_intrinsics.bias[1], accel_intrinsics.bias[2]}; imu_info.gravity = {accel_intrinsics.gravity[0], accel_intrinsics.gravity[1], accel_intrinsics.gravity[2]}; imu_info.scale_misalignment = { accel_intrinsics.scaleMisalignment[0], accel_intrinsics.scaleMisalignment[1], accel_intrinsics.scaleMisalignment[2], accel_intrinsics.scaleMisalignment[3], accel_intrinsics.scaleMisalignment[4], accel_intrinsics.scaleMisalignment[5], accel_intrinsics.scaleMisalignment[6], accel_intrinsics.scaleMisalignment[7], accel_intrinsics.scaleMisalignment[8]}; imu_info.temperature_slope = {accel_intrinsics.tempSlope[0], accel_intrinsics.tempSlope[1], accel_intrinsics.tempSlope[2], accel_intrinsics.tempSlope[3], accel_intrinsics.tempSlope[4], accel_intrinsics.tempSlope[5], accel_intrinsics.tempSlope[6], accel_intrinsics.tempSlope[7], accel_intrinsics.tempSlope[8]}; } return imu_info; } void OBCameraNode::setFilterCallback(const std::shared_ptr &request, std::shared_ptr &response) { try { RCLCPP_INFO_STREAM(logger_, "filter_name: " << request->filter_name << " filter_enable: " << (request->filter_enable ? "true" : "false")); auto it = std::remove_if(depth_filter_list_.begin(), depth_filter_list_.end(), [&request](const std::shared_ptr &filter) { return filter->getName() == request->filter_name; }); depth_filter_list_.erase(it, depth_filter_list_.end()); if (request->filter_name == "DecimationFilter") { auto decimation_filter = std::make_shared(); decimation_filter->enable(request->filter_enable); depth_filter_list_.push_back(decimation_filter); if (request->filter_param.size() > 0) { auto range = decimation_filter->getScaleRange(); auto decimation_filter_scale = request->filter_param[0]; if (decimation_filter_scale <= range.max && decimation_filter_scale >= range.min) { RCLCPP_INFO_STREAM(logger_, "Set decimation filter scale value to " << decimation_filter_scale); decimation_filter->setScaleValue(decimation_filter_scale); } if (decimation_filter_scale != -1 && (decimation_filter_scale < range.min || decimation_filter_scale > range.max)) { RCLCPP_ERROR_STREAM(logger_, "Decimation filter scale value is out of range " << range.min << " - " << range.max); } } else { response->message = "The filter switch setting is successful, but the filter parameter setting fails"; return; } } else if (request->filter_name == "HDRMerge") { auto hdr_merge_filter = std::make_shared(); hdr_merge_filter->enable(request->filter_enable); depth_filter_list_.push_back(hdr_merge_filter); if (request->filter_param.size() > 3) { auto config = OBHdrConfig(); config.enable = true; config.exposure_1 = request->filter_param[0]; config.gain_1 = request->filter_param[1]; config.exposure_2 = request->filter_param[2]; config.gain_2 = request->filter_param[3]; device_->setStructuredData(OB_STRUCT_DEPTH_HDR_CONFIG, reinterpret_cast(&config), sizeof(config)); RCLCPP_INFO_STREAM(logger_, "Set HDR merge filter params: " << "\nexposure_1: " << request->filter_param[0] << "\ngain_1: " << request->filter_param[1] << "\nexposure_2: " << request->filter_param[2] << "\ngain_2: " << request->filter_param[3]); } else { response->message = "The filter switch setting is successful, but the filter parameter setting fails"; return; } } else if (request->filter_name == "SequenceIdFilter") { auto sequenced_filter = std::make_shared(); sequenced_filter->enable(request->filter_enable); depth_filter_list_.push_back(sequenced_filter); if (request->filter_param.size() > 0) { sequenced_filter->selectSequenceId(request->filter_param[0]); RCLCPP_INFO_STREAM( logger_, "Set sequenced filter selectSequenceId value to " << request->filter_param[0]); } else { response->message = "The filter switch setting is successful, but the filter parameter setting fails"; return; } } else if (request->filter_name == "ThresholdFilter") { auto threshold_filter = std::make_shared(); threshold_filter->enable(request->filter_enable); depth_filter_list_.push_back(threshold_filter); if (request->filter_param.size() > 1) { auto threshold_filter_min = request->filter_param[0]; auto threshold_filter_max = request->filter_param[1]; threshold_filter->setValueRange(threshold_filter_min, threshold_filter_max); RCLCPP_INFO_STREAM(logger_, "Set threshold filter value range to " << threshold_filter_min << " - " << threshold_filter_max); } else { response->message = "The filter switch setting is successful, but the filter parameter setting fails"; return; } } else if (request->filter_name == "NoiseRemovalFilter") { if (device_->isPropertySupported(OB_PROP_DEPTH_SOFT_FILTER_BOOL, OB_PERMISSION_READ_WRITE)) { device_->setBoolProperty(OB_PROP_DEPTH_SOFT_FILTER_BOOL, request->filter_enable); } if (request->filter_param.size() > 1) { if (device_->isPropertySupported(OB_PROP_DEPTH_MAX_DIFF_INT, OB_PERMISSION_WRITE)) { auto default_noise_removal_filter_min_diff = device_->getIntProperty(OB_PROP_DEPTH_MAX_DIFF_INT); RCLCPP_INFO_STREAM(logger_, "default noise removal filter min diff: " << default_noise_removal_filter_min_diff); device_->setIntProperty(OB_PROP_DEPTH_MAX_DIFF_INT, request->filter_param[0]); auto new_noise_removal_filter_min_diff = device_->getIntProperty(OB_PROP_DEPTH_MAX_DIFF_INT); RCLCPP_INFO_STREAM(logger_, "after set noise removal filter min diff: " << new_noise_removal_filter_min_diff); } if (device_->isPropertySupported(OB_PROP_DEPTH_MAX_SPECKLE_SIZE_INT, OB_PERMISSION_WRITE)) { auto default_noise_removal_filter_max_size = device_->getIntProperty(OB_PROP_DEPTH_MAX_SPECKLE_SIZE_INT); RCLCPP_INFO_STREAM(logger_, "default noise removal filter max size: " << default_noise_removal_filter_max_size); device_->setIntProperty(OB_PROP_DEPTH_MAX_SPECKLE_SIZE_INT, request->filter_param[1]); auto new_noise_removal_filter_max_size = device_->getIntProperty(OB_PROP_DEPTH_MAX_SPECKLE_SIZE_INT); RCLCPP_INFO_STREAM(logger_, "after set noise removal filter max size: " << new_noise_removal_filter_max_size); } } else { response->message = "The filter switch setting is successful, but the filter parameter setting fails"; return; } } else if (request->filter_name == "HardwareNoiseRemoval") { if (device_->isPropertySupported(OB_PROP_HW_NOISE_REMOVE_FILTER_ENABLE_BOOL, OB_PERMISSION_READ_WRITE)) { device_->setBoolProperty(OB_PROP_HW_NOISE_REMOVE_FILTER_ENABLE_BOOL, request->filter_enable); if (request->filter_param.size() > 0 && device_->isPropertySupported(OB_PROP_HW_NOISE_REMOVE_FILTER_THRESHOLD_FLOAT, OB_PERMISSION_READ_WRITE)) { if (request->filter_enable) { device_->setFloatProperty(OB_PROP_HW_NOISE_REMOVE_FILTER_THRESHOLD_FLOAT, request->filter_param[0]); RCLCPP_INFO_STREAM(logger_, "Setting hardware noise removal filter threshold :" << request->filter_param[0]); } } else { response->message = "The filter switch setting is successful, but the filter parameter setting fails"; return; } } } else if (request->filter_name == "SpatialAdvancedFilter") { auto spatial_filter = std::make_shared(); spatial_filter->enable(request->filter_enable); depth_filter_list_.push_back(spatial_filter); if (request->filter_param.size() > 3) { OBSpatialAdvancedFilterParams params{}; params.alpha = request->filter_param[0]; params.disp_diff = request->filter_param[1]; params.magnitude = request->filter_param[2]; params.radius = request->filter_param[3]; spatial_filter->setFilterParams(params); RCLCPP_INFO_STREAM(logger_, "Set spatial filter params: " << "\nalpha:" << params.alpha << "\nradius:" << params.radius << "\ndisp_diff:" << params.disp_diff); } else { response->message = "The filter switch setting is successful, but the filter parameter setting fails"; return; } } else if (request->filter_name == "TemporalFilter") { auto temporal_filter = std::make_shared(); temporal_filter->enable(request->filter_enable); depth_filter_list_.push_back(temporal_filter); if (request->filter_param.size() > 1) { temporal_filter->setDiffScale(request->filter_param[0]); temporal_filter->setWeight(request->filter_param[1]); RCLCPP_INFO_STREAM(logger_, "Set temporal filter value to " << request->filter_param[0] << " - " << request->filter_param[1]); } else { response->message = "The filter switch setting is successful, but the filter parameter setting fails"; return; } } else if (request->filter_name == "SpatialFastFilter") { auto spatial_fast_filter = std::make_shared(); spatial_fast_filter->enable(request->filter_enable); depth_filter_list_.push_back(spatial_fast_filter); if (request->filter_param.size() > 0) { OBSpatialFastFilterParams params{}; params.radius = request->filter_param[0]; spatial_fast_filter->setFilterParams(params); RCLCPP_INFO_STREAM(logger_, "Set SpatialFastFilter radius to " << params.radius); } else { response->message = "The filter switch setting is successful, but the filter parameter setting fails"; return; } } else if (request->filter_name == "SpatialModerateFilter") { auto spatial_moderate_filter = std::make_shared(); spatial_moderate_filter->enable(request->filter_enable); depth_filter_list_.push_back(spatial_moderate_filter); if (request->filter_param.size() > 2) { OBSpatialModerateFilterParams params{}; params.disp_diff = request->filter_param[0]; params.magnitude = request->filter_param[1]; params.radius = request->filter_param[2]; spatial_moderate_filter->setFilterParams(params); RCLCPP_INFO_STREAM(logger_, "Set SpatialModerateFilter params: " << "\ndisp_diff:" << params.disp_diff << "\nmagnitude:" << params.magnitude << "\nradius:" << params.radius); } else { response->message = "The filter switch setting is successful, but the filter parameter setting fails"; return; } } else if (request->filter_name == "FalsePositiveFilter") { auto false_positive_filter = std::make_shared(); false_positive_filter->enable(request->filter_enable); depth_filter_list_.push_back(false_positive_filter); } else { RCLCPP_INFO_STREAM(logger_, request->filter_name << "Cannot be set\n" << "The filter_name value that can be set is " "DecimationFilter, HDRMerge, SequenceIdFilter, ThresholdFilter, " "NoiseRemovalFilter, HardwareNoiseRemoval, SpatialAdvancedFilter, " "SpatialFastFilter, SpatialModerateFilter, FalsePositiveFilter and " "TemporalFilter"); return; } for (auto &filter : depth_filter_list_) { std::cout << " - " << filter->getName() << ": " << (filter->isEnabled() ? "enabled" : "disabled") << std::endl; auto configSchemaVec = filter->getConfigSchemaVec(); for (auto &configSchema : configSchemaVec) { std::cout << " - {" << configSchema.name << ", " << configSchema.type << ", " << configSchema.min << ", " << configSchema.max << ", " << configSchema.step << ", " << configSchema.def << ", " << configSchema.desc << "}" << std::endl; } } response->success = true; } catch (const ob::Error &e) { response->message = e.getMessage(); response->success = false; } catch (const std::exception &e) { response->message = e.what(); response->success = false; } catch (...) { response->message = "unknown error"; response->success = false; } } bool OBCameraNode::isWriteCustomerDataSuccess() const { return write_customer_data_success_.load(); } } // namespace orbbec_camera