mirror of
https://github.com/introlab/rtabmap.git
synced 2026-09-02 01:20:25 +08:00
* Created general CameraMobile interface. Tango is now optional. Camera is disabled on visualizaion (battery saving). * Working android app on non-tango android phones (tested on x86_64 android emulator). * fixed typo * android: updated tango not available msg * android: fixed build with latest android sdk/ndk * Added ARCore limited support for pose and rgb streams. * Added AREngine support. Don't assert if depth size is not a modulo of rgb size. * Added ARCore shared camera support * android: fixed read/write runtime permissions for >=api23. arcore ndk: added feature point cloud. Fixed file sharing persmissions (>=api24 issue) * ARCore NDK: mapping with feature point cloud * android: Added post build strip command to reduce native library size * android: fixed some compilation issues * android: put back gtsam as default optimizer, manifest min api is dynamic based on cmake parameters * AREngine: min api 24 * android: Fixed build without AREngine * android: fixed not available libraries for API<24 * android: fixed build with old cmake versions * android: set arcore min api to 23 * android: fixed arengine error on start when not built with native arengine support * android: fixed tango camera permission for api>=23 * Added bionic android docker files * Fixed wrong 3D words projection when depth size is not an exact multiple of rgb size. DbViewer: fixed images size not correctly shown in label of the calibration. ImageView: fixed depth scale when depth size is not a multiple of rgb size * CameraMobile: added exact display rotation for local transform * DbViewer: fixed gravity link shown in constraint view, show full local transform matrix in camera calibration label * Android: fixed localization mode in visualization, fixed some tansitions between some UI states * Android: Hide stop button when HUD is hidden. Updated About years.
135 lines
4.8 KiB
C++
135 lines
4.8 KiB
C++
/*
|
|
Copyright (c) 2010-2016, Mathieu Labbe - IntRoLab - Universite de Sherbrooke
|
|
All rights reserved.
|
|
|
|
Redistribution and use in source and binary forms, with or without
|
|
modification, are permitted provided that the following conditions are met:
|
|
* Redistributions of source code must retain the above copyright
|
|
notice, this list of conditions and the following disclaimer.
|
|
* Redistributions in binary form must reproduce the above copyright
|
|
notice, this list of conditions and the following disclaimer in the
|
|
documentation and/or other materials provided with the distribution.
|
|
* Neither the name of the Universite de Sherbrooke nor the
|
|
names of its contributors may be used to endorse or promote products
|
|
derived from this software without specific prior written permission.
|
|
|
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
|
|
ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
|
|
WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
|
|
DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY
|
|
DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
|
|
(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
|
|
LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
|
|
ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
|
|
SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
*/
|
|
|
|
#ifndef CAMERAMOBILE_H_
|
|
#define CAMERAMOBILE_H_
|
|
|
|
#include <rtabmap/core/Camera.h>
|
|
#include <rtabmap/core/GeodeticCoords.h>
|
|
#include <rtabmap/utilite/UMutex.h>
|
|
#include <rtabmap/utilite/USemaphore.h>
|
|
#include <rtabmap/utilite/UEventsSender.h>
|
|
#include <rtabmap/utilite/UThread.h>
|
|
#include <rtabmap/utilite/UEvent.h>
|
|
#include <rtabmap/utilite/UTimer.h>
|
|
#include <boost/thread/mutex.hpp>
|
|
#include "util.h"
|
|
|
|
namespace rtabmap {
|
|
|
|
class CameraInfoEvent: public UEvent
|
|
{
|
|
public:
|
|
CameraInfoEvent(int type, const std::string & key, const std::string & value) : type_(type), key_(key), value_(value) {}
|
|
virtual std::string getClassName() const {return "CameraInfoEvent";}
|
|
int type() const {return type_;}
|
|
const std::string & key() const {return key_;}
|
|
const std::string & value() const {return value_;}
|
|
|
|
private:
|
|
int type_;
|
|
std::string key_;
|
|
std::string value_;
|
|
|
|
};
|
|
|
|
class PoseEvent: public UEvent
|
|
{
|
|
public:
|
|
PoseEvent(const Transform & pose) : pose_(pose) {}
|
|
virtual std::string getClassName() const {return "PoseEvent";}
|
|
const Transform & pose() const {return pose_;}
|
|
|
|
private:
|
|
Transform pose_;
|
|
};
|
|
|
|
class CameraMobile : public Camera, public UThread, public UEventsSender {
|
|
public:
|
|
static const float bilateralFilteringSigmaS;
|
|
static const float bilateralFilteringSigmaR;
|
|
|
|
static const rtabmap::Transform opticalRotation;
|
|
static const rtabmap::Transform opticalRotationInv;
|
|
|
|
public:
|
|
CameraMobile(bool smoothing = false);
|
|
virtual ~CameraMobile();
|
|
|
|
// abstract functions
|
|
virtual bool init(const std::string & calibrationFolder = ".", const std::string & cameraName = "");
|
|
virtual void close(); // inherited classes should call its parent in their close().
|
|
virtual std::string getSerial() const {return "CameraMobile";}
|
|
|
|
const Transform & getOriginOffset() const {return originOffset_;} // in rtabmap frame
|
|
void resetOrigin();
|
|
virtual bool isCalibrated() const;
|
|
|
|
void poseReceived(const Transform & pose); // in rtabmap frame
|
|
|
|
const CameraModel & getCameraModel() const {return model_;}
|
|
const Transform & getDeviceTColorCamera() const {return deviceTColorCamera_;}
|
|
void setSmoothing(bool enabled) {smoothing_ = enabled;}
|
|
void setScreenRotation(ScreenRotation colorCameraToDisplayRotation) {colorCameraToDisplayRotation_ = colorCameraToDisplayRotation;}
|
|
void setGPS(const GPS & gps);
|
|
void addEnvSensor(int type, float value);
|
|
void setData(const SensorData & data, const Transform & pose);
|
|
|
|
void spinOnce(); // Should only be called if not thread is not running, otherwise it does nothing
|
|
|
|
protected:
|
|
virtual SensorData captureImage(CameraInfo * info = 0);
|
|
virtual void capturePoseOnly() {}
|
|
|
|
virtual void mainLoopBegin();
|
|
virtual void mainLoop();
|
|
|
|
protected:
|
|
CameraModel model_; // local transform is the device to camera optical rotation in rtabmap frame
|
|
Transform deviceTColorCamera_; // device to camera optical rotation in rtabmap frame
|
|
UTimer spinOnceFrameRateTimer_;
|
|
double spinOncePreviousStamp_;
|
|
|
|
private:
|
|
Transform previousPose_;
|
|
double previousStamp_;
|
|
UTimer cameraStartedTime_;
|
|
double stampEpochOffset_;
|
|
bool smoothing_;
|
|
ScreenRotation colorCameraToDisplayRotation_;
|
|
GPS lastKnownGPS_;
|
|
EnvSensors lastEnvSensors_;
|
|
Transform originOffset_;
|
|
bool originUpdate_;
|
|
|
|
SensorData data_;
|
|
Transform pose_;
|
|
};
|
|
|
|
} /* namespace rtabmap */
|
|
#endif /* CAMERATANGO_H_ */
|