ORB-SLAM3 Android 移植

Finger_ebic

于 2024-05-27 01:19:18 发布

阅读量497

点赞数 5

文章标签： android

本文链接：https://blog.csdn.net/KQe397773106/article/details/139224108

版权

ORB-SLAM3 Android 移植

1. 前期准备

ORB-SLAM3 开源链接：https://github.com/UZ-SLAMLab/ORB_SLAM3

依赖库如下：

boost
openssl
OpenCV
Eigen3
DBoW2 and g2o
Sophus

1.1 Android Studio新建 Native 工程

该步骤省略…

1.2 导入ORB-SLAM3源码

cpp下新建文件夹 “orb-slam3” 用于存放 ORB-SLAM3 相关源码。
将 clone 下来的 ORB-SLAM3 源码中 include、 src 、Thirdparty 三个文件夹拷贝到新建的 orb-slam3 文件夹下。
orb-slam3 文件夹下新建 CMakeLists.txt 。

1.3 编写 CMakeLists

# orb-slam3 下的 CMakeLists.txt
cmake_minimum_required(VERSION 3.18.1)
project(orbslam3)
include_directories(include include/CameraModels)
file(GLOB SRC_LIST "src/*.cc" "src/*.cpp" "src/CameraModels/*.cpp")
add_library(${PROJECT_NAME} SHARED ${SRC_LIST})
target_link_libraries( ${PROJECT_NAME} log)

此时编译肯定会报错，没关系尝试编译一下，看具体错误是哪些，挨个解决。

可以看到主要是 3 个依赖库（OpenCV、DBoW2、g2o）的头文件找不到。下面将缺少的依赖库逐个添加进来。

2. 第三方依赖库的编译与添加

2.1 OpenCV

前往 OpenCV 官网下载Android版本SDK
解压后更新 CMakeLists.txt 文件。

# orb-slam3 下的 CMakeLists.txt`
cmake_minimum_required(VERSION 3.18.1)
project(orbslam3)
include_directories(include include/CameraModels)
file(GLOB SRC_LIST "src/*.cc" "src/*.cpp" "src/CameraModels/*.cpp")
##-------------------------第三方库--------------------------------
# opencv （注意改成自己的路径）
set(OpenCV_DIR 
D:/opencv/opencv-4.6.0-android-sdk/OpenCV-android-sdk/sdk/native/jni)
find_package(OpenCV REQUIRED)
include_directories(${OpenCV_INCLUDE_DIRS})
add_library(${PROJECT_NAME} SHARED ${SRC_LIST})
target_link_libraries( ${PROJECT_NAME} log)

2.2 DBoW2

DBoW2 库源码中已经包含，需要修改 CMakeLists 文件依赖进来。

# orb-slam3 下的 CMakeLists.txt
cmake_minimum_required(VERSION 3.18.1)
project(orbslam3)
include_directories(include include/CameraModels)
file(GLOB SRC_LIST "src/*.cc" "src/*.cpp" "src/CameraModels/*.cpp")
include_directories(.)
##-------------------------第三方库--------------------------------
include_directories(Thirdparty)
# opencv （注意改成自己的路径）
set(OpenCV_DIR 
D:/opencv/opencv-4.6.0-android-sdk/OpenCV-android-sdk/sdk/native/jni)
find_package(OpenCV REQUIRED)
include_directories(${OpenCV_INCLUDE_DIRS})
# DBoW2
add_subdirectory(Thirdparty/DBoW2)
add_library(${PROJECT_NAME} SHARED ${SRC_LIST})
target_link_libraries( ${PROJECT_NAME} log)

修改 DBoW2 文件夹下的 CMakeLists.txt

# DBoW2 下的 CMakeLists.txt
cmake_minimum_required(VERSION 3.18.1)
project(DBoW2)
set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS}  -Wall  -O3")
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wall  -O3")
include_directories(DBoW2 DUtils)
file(GLOB SRC_LIST "DBoW2/*.cpp" "DUtils/*.cpp")
include_directories(${OpenCV_INCLUDE_DIRS})
add_library(DBoW2 SHARED ${SRC_LIST})
target_link_libraries(DBoW2 ${OpenCV_LIBS})

2.3 g2o

与 DBoW2 一样的操作。

# orb-slam3 下的 CMakeLists.txt
cmake_minimum_required(VERSION 3.18.1)
project(orbslam3)
include_directories(include include/CameraModels)
file(GLOB SRC_LIST "src/*.cc" "src/*.cpp" "src/CameraModels/*.cpp")
include_directories(.)
##-------------------------第三方库--------------------------------
include_directories(Thirdparty)
# opencv （注意改成自己的路径）
set(OpenCV_DIR 
D:/opencv/opencv-4.6.0-android-sdk/OpenCV-android-sdk/sdk/native/jni)
find_package(OpenCV REQUIRED)
include_directories(${OpenCV_INCLUDE_DIRS})
# DBoW2
add_subdirectory(Thirdparty/DBoW2)
# g2o
add_subdirectory(Thirdparty/g2o)
add_library(${PROJECT_NAME} SHARED ${SRC_LIST})
target_link_libraries( ${PROJECT_NAME} log)

# g2o 下的 CMakeLists.txt
cmake_minimum_required(VERSION 3.18.1)
project(g2o)
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wall -W")
set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -Wall -W")
configure_file(config.h.in ${g2o_SOURCE_DIR}/config.h)
include_directories(g2o/core g2o/solvers g2o/stuff g2o/types)
include_directories(../eigen-3.4.0)
file(GLOB SRC_LIST "g2o/types/*.cpp" "g2o/core/*.cpp" "g2o/stuff/*.cpp" 
"g2o/stuff/*.c")
add_library(g2o SHARED ${SRC_LIST})

三个库添加好之后，再次尝试编译。依旧数十条报错，不要慌，继续看具体是什么错。

可以看到还有依赖的第三方库没有找到。继续整！

2.4 Eigen

官网下载
这里下载的是最新的版本 3.4.0，解压后拷贝到 ThirdParty 下。
同时，修改 CMakeLists 文件。

# orb-slam3 下的 CMakeLists.txt
cmake_minimum_required(VERSION 3.18.1)
project(orbslam3)
include_directories(include include/CameraModels)
file(GLOB SRC_LIST "src/*.cc" "src/*.cpp" "src/CameraModels/*.cpp")
include_directories(.)
##-------------------------第三方库--------------------------------
include_directories(Thirdparty)
# opencv （注意改成自己的路径）
set(OpenCV_DIR 
D:/opencv/opencv-4.6.0-android-sdk/OpenCV-android-sdk/sdk/native/jni)
find_package(OpenCV REQUIRED)
include_directories(${OpenCV_INCLUDE_DIRS})
# DBoW2
add_subdirectory(Thirdparty/DBoW2)
# g2o
add_subdirectory(Thirdparty/g2o)
add_library(${PROJECT_NAME} SHARED ${SRC_LIST})
target_link_libraries( ${PROJECT_NAME} log)
# Eigen
include_directories(Thirdparty/eigen-3.4.0/)
include_directories(Thirdparty/eigen-3.4.0/Eigen)
include_directories(Thirdparty/eigen-3.4.0/Eigen/src)

2.5 Sophus

该库源码中已经有了。继续修改 CMakeLists 文件。

# orb-slam3 下的 CMakeLists.txt
cmake_minimum_required(VERSION 3.18.1)
project(orbslam3)
include_directories(include include/CameraModels)
file(GLOB SRC_LIST "src/*.cc" "src/*.cpp" "src/CameraModels/*.cpp")
include_directories(.)
##-------------------------第三方库--------------------------------
include_directories(Thirdparty)
# opencv （注意改成自己的路径）
set(OpenCV_DIR 
D:/opencv/opencv-4.6.0-android-sdk/OpenCV-android-sdk/sdk/native/jni)
find_package(OpenCV REQUIRED)
include_directories(${OpenCV_INCLUDE_DIRS})
# DBoW2
add_subdirectory(Thirdparty/DBoW2)
# g2o
add_subdirectory(Thirdparty/g2o)
add_library(${PROJECT_NAME} SHARED ${SRC_LIST})
target_link_libraries( ${PROJECT_NAME} log)
# Eigen
include_directories(Thirdparty/eigen-3.4.0/)
include_directories(Thirdparty/eigen-3.4.0/Eigen)
include_directories(Thirdparty/eigen-3.4.0/Eigen/src)
# Sophus
include_directories(Thirdparty/Sophus)

2.6 ‘tr1/xxx’ file not found问题

#include <tr1/xxx> 修改为 #include <xxx>，并去掉 tr1 命名空间

//g2o/g2o/core/hyper_graph.h 41行 94行

//#include <tr1/unordered_map> 41行
#include <unordered_map>
...
//      typedef std::tr1::unordered_map<int, Vertex*>     VertexIDMap;      94行
typedef std::unordered_map<int, Vertex*>     VertexIDMap;

// g2o/g2o/core/sparse_block_matrix_ccs.h  

//#include <tr1/unordered_map> 40行
#include <unordered_map>
...
//      typedef std::tr1::unordered_map<int, MatrixType*> SparseColumn; 227行
typedef std::tr1::unordered_map<int, MatrixType*> SparseColumn;

// g2o/g2o/core/estimate_propagator.h  

//#include <tr1/unordered_map> 40行
#include <unordered_map>
...
//      typedef std::tr1::unordered_map<OptimizableGraph::Vertex*, AdjacencyMapEntry, VertexIDHashFunction> AdjacencyMap; 139行
typedef std::unordered_map<OptimizableGraph::Vertex*, AdjacencyMapEntry, 
VertexIDHashFunction> AdjacencyMap;

// g2o/g2o/core/robust_kernel.h  

//#include <tr1/unordered_map> 33行
#include <unordered_map>
...
//      ttypedef std::tr1::shared_ptr<RobustKernel> RobustKernelPtr; 78行
typedef std::shared_ptr<RobustKernel> RobustKernelPtr;

// g2o/g2o/core/marginal_covariance_cholesky.h  

//#include <tr1/unordered_map> 39行
#include <unordered_map>
...
//      typedef std::tr1::unordered_map<int, double>     LookupMap; 54行
typedef std::unordered_map<int, double>     LookupMap;

继续编译，Map.h 中找不到 pangolin/pangolin.h。

Pangolin 库是 Linux 上基于 OpenGL 用于 3D 绘图的。在Android平台用不上可以将其移除。

ScreenClip [5].png

2.7 移除 Pangolin

修改 Map.h & Map.cc

// Map.h 
//#include <pangolin/pangolin.h> 27行
...

//    GLubyte* mThumbnail; 191行   
unsigned char* mThumbnail;

// Map.cc 
//    mThumbnail = static_cast<GLubyte*>(NULL); 33行    
mThumbnail = static_cast<unsigned char*>(NULL);
...
//    mThumbnail = static_cast<GLubyte*>(NULL); 42行    
mThumbnail = static_cast<unsigned char*>(NULL);
...
//    mThumbnail = static_cast<GLubyte*>(NULL); 56行    
mThumbnail = static_cast<unsigned char*>(NULL);

修改 Syetem.cc

// MapDrawer.h 
//#include <pangolin/pangolin.h> 24行
...

//    void DrawCurrentCamera(pangolin::OpenGlMatrix &Twc);  48行
...
//    void GetCurrentOpenGLCameraMatrix(pangolin::OpenGlMatrix &M, pangolin::OpenGlMatrix &MOw); 51行

2.8 ‘stdint-gcc.h’ file not found

stdint-gcc.h 改为 stdint.h

// orb-slam3/src/ORBmatcher.cc
// orb-slam3/Thirdparty/DBoW2/DBoW2/FORB.cpp
//#include<stdint-gcc.h>
#include<stdint.h>

2.9 se3mat.h ‘eigen3/Eigen/Geometry’ file not found

//#include<eigen3/Eigen/Geometry>
//#include<eigen3/Eigen/Core>
#include<Eigen/Geometry>
#include<Eigen/Core>

2.10 System.cc ‘openssl/md5.h’ file not found

openssl 需要交叉编译。

3. openssl 交叉编译

Linux环境

自行解决…

下载openssl源码

git clone git://git.openssl.org/openssl.git

编写 Shell 编译脚本：

#!/bin/bash
set -e
set -x
# 改成自己路径
SCRIPTPATH=/home/damon/openssl
export ANDROID_NDK_ROOT=/home/damon/android-ndk-r24
export OPENSSL_DIR=/home/damon/openssl/
toolchains_path=${ANDROID_NDK_ROOT}/toolchains/llvm/prebuilt/linux-x86_64
# 这里用的最新的ndk-r24版本使用clang编译。低版本ndk自行修改成gcc编译
CC=clang
PATH=$toolchains_path/bin:$PATH
# 自行修改Android版本
ANDROID_API=21
# 64位so：arm64-v8a
outdir=armeabi-v7a
# 64位so：android-arm64
architecture=android-arm
cd ${OPENSSL_DIR}
make clean
./Configure ${architecture} -D__ANDROID_API__=$ANDROID_API
make
OUTPUT_INCLUDE=$SCRIPTPATH/output/include
OUTPUT_LIB=$SCRIPTPATH/output/lib/${outdir}
mkdir -p $OUTPUT_INCLUDE
mkdir -p $OUTPUT_LIB
cp -RL include/openssl $OUTPUT_INCLUDE
cp libcrypto.so $OUTPUT_LIB
cp libcrypto.a $OUTPUT_LIB
cp libssl.so $OUTPUT_LIB
cp libssl.a $OUTPUT_LIB

//授权执行编译
chmod 777 build.sh
./build.sh

arm64-v8a 的so库修改一下shell脚本多编译一次即可。

编译产物在 output 目录。

在本地工程 ThirdParty 文件夹下新建 openssl 文件夹。将编译产物 include 和 lib 文件夹拷贝到 ThirdParty/openssl 下。
修改 CMakeLists 文件。

cmake_minimum_required(VERSION 3.18.1)project(orb-slam3)
#-------------------------ORB-SLAM3---------------------------------
# orb-slam3 头文件
include_directories(include include/CameraModels)
# orb-slam3 源文件
file(GLOB SRC_LIST "src/*.cc" "src/*.cpp" "src/CameraModels/*.cpp")
include_directories(.)
#-------------------------第三方库---------------------------------
include_directories(Thirdparty)
# opencv
set(OpenCV_DIR 
D:/opencv/opencv-4.6.0-android-sdk/OpenCV-android-sdk/sdk/native/jni)
find_package(OpenCV REQUIRED)
include_directories(${OpenCV_INCLUDE_DIRS})
# g2o
add_subdirectory(Thirdparty/g2o)
# DBoW2
add_subdirectory(Thirdparty/DBoW2)
# Sophus
include_directories(Thirdparty/Sophus)
# Eigen
include_directories(Thirdparty/eigen-3.4.0/)
include_directories(Thirdparty/eigen-3.4.0/Eigen)
include_directories(Thirdparty/eigen-3.4.0/Eigen/src)
# openssl
include_directories(Thirdparty/openssl/include)
add_library(crypto SHARED IMPORTED)
set_target_properties(crypto PROPERTIES IMPORTED_LOCATION        ${CMAKE_SOURCE_DIR}/Thirdparty/openssl/lib/${ANDROID_ABI}/libcrypto.so)
add_library(ssl SHARED IMPORTED)
set_target_properties(ssl PROPERTIES IMPORTED_LOCATION        ${CMAKE_SOURCE_DIR}/Thirdparty/openssl/lib/${ANDROID_ABI}/libssl.so)

4. boost交叉编译

参考链接：https://github.com/moritz-wundke/Boost-for-Android
这里使用的 boost 版本是1.72.0，其他版本的编译自行参考解决。
与 openssl 一样的套路，ThirdParty 目录下新建 boot 文件夹，将 linux 中编译产物头文件与lib拷贝进来。(ps: 头文件比较多需要较长时间)
同时修改 CMakeLists 文件。

cmake_minimum_required(VERSION 3.18.1)project(orb-slam3)
#-------------------------ORB-SLAM3---------------------------------
# orb-slam3 头文件
include_directories(include include/CameraModels)
# orb-slam3 源文件
file(GLOB SRC_LIST "src/*.cc" "src/*.cpp" "src/CameraModels/*.cpp")
include_directories(.)
#-------------------------第三方库---------------------------------
include_directories(Thirdparty)
# opencv
set(OpenCV_DIR 
D:/opencv/opencv-4.6.0-android-sdk/OpenCV-android-sdk/sdk/native/jni)
find_package(OpenCV REQUIRED)
include_directories(${OpenCV_INCLUDE_DIRS})
# g2o
add_subdirectory(Thirdparty/g2o)
# DBoW2
add_subdirectory(Thirdparty/DBoW2)
# Sophus
include_directories(Thirdparty/Sophus)
# Eigen
include_directories(Thirdparty/eigen-3.4.0/)
include_directories(Thirdparty/eigen-3.4.0/Eigen)
include_directories(Thirdparty/eigen-3.4.0/Eigen/src)
# openssl
include_directories(Thirdparty/openssl/include)
add_library(crypto SHARED IMPORTED)
set_target_properties(crypto PROPERTIES IMPORTED_LOCATION        ${CMAKE_SOURCE_DIR}/Thirdparty/openssl/lib/${ANDROID_ABI}/libcrypto.so)
add_library(ssl SHARED IMPORTED)
set_target_properties(ssl PROPERTIES IMPORTED_LOCATION        ${CMAKE_SOURCE_DIR}/Thirdparty/openssl/lib/${ANDROID_ABI}/libssl.so)
# boost
include_directories(Thirdparty/boost-1_72_0/include)
add_library(boost_system STATIC IMPORTED)
set_target_properties(boost_system PROPERTIES IMPORTED_LOCATION        
${CMAKE_SOURCE_DIR}/src/main/jniLibs/${ANDROID_ABI}/libboost_1_72_0/libboost_system.a)
add_library(boost_atomic STATIC IMPORTED)
set_target_properties(boost_atomic PROPERTIES IMPORTED_LOCATION        
${CMAKE_SOURCE_DIR}/src/main/jniLibs/${ANDROID_ABI}/libboost_1_72_0/libboost_atomic.a)
add_library(boost_serialization STATIC IMPORTED)
set_target_properties(boost_serialization PROPERTIES IMPORTED_LOCATION        
${CMAKE_SOURCE_DIR}/src/main/jniLibs/${ANDROID_ABI}/libboost_1_72_0/libboost_serialization.a)
target_link_libraries(${PROJECT_NAME} ${OpenCV_LIBS} DBoW2 g2o crypto ssl log)

5. 移除 Linux 绘图相关代码

删除 Viewer.h 和 Viewer.cc
删除 FrameDrawer.h 和 FrameDrawer.cc
删除 MapDrawer.h 和 MapDrawer.cc
其他源码中相关引用代码删除（主要修改 System 和 Tracking）

改动比较多前面数字表示行号，自行对照修改

// System.h 
32  //#include "FrameDrawer.h" 
33  //#include "MapDrawer.h"
39  //#include "Viewer.h"
74  //class Viewer;
75  //class FrameDrawer;
76  //class MapDrawer;
228 //Viewer* mpViewer;
230 //FrameDrawer* mpFrameDrawer;
231 //MapDrawer* mpMapDrawer;

// System.cc
43  /*mpViewer(static_cast<Viewer*>(NULL)),*/
185 //mpFrameDrawer = new FrameDrawer(mpAtlas);
186 //mpMapDrawer = new MapDrawer(mpAtlas, strSettingsFile, settings_);
191 /*mpFrameDrawer, mpMapDrawer,*/
229 /*if(bUseViewer)
    //if(false) // TODO
    {    
        mpViewer = new Viewer(this, mpFrameDrawer,mpMapDrawer,mpTracker,strSettingsFile,settings_); 
        mptViewer = new thread(&Viewer::Run, mpViewer);    
        mpTracker->SetViewer(mpViewer);    
        mpLoopCloser->mpViewer = mpViewer;    
        mpViewer->both = mpFrameDrawer->both;
    }*/

// Tracking.h 
26  //#include "Viewer.h"
27  //#include "FrameDrawer.h"
35  //#include "MapDrawer.h"
48  //class Viewer;
49  //class FrameDrawer;
80  //void SetViewer(Viewer* pViewer);
281 //Viewer* mpViewer;
282 //FrameDrawer* mpFrameDrawer;
283 //MapDrawer* mpMapDrawer;

// Tracking.cc 
23  //#include "FrameDrawer.h"
44  /*FrameDrawer *pFrameDrawer, MapDrawer *pMapDrawer,*/
47  /*mpViewer(NULL),*/ 
48  /*mpFrameDrawer(pFrameDrawer), mpMapDrawer(pMapDrawer),*/
568 //mpFrameDrawer->both = true;
1090    //mpFrameDrawer->both = true;
1437    /*void Tracking::SetViewer(Viewer *pViewer
{
    mpViewer=pViewer;
}*/
2201    /*mpFrameDrawer->Update(this);if(mCurrentFrame.isSet())    mpMapDrawer->SetCurrentCameraPose(mCurrentFrame.GetPose());*/
2219 /*if(mSensor == System::IMU_MONOCULAR || mSensor == System::IMU_STEREO || mSensor 
== System::IMU_RGBD)    mpMapDrawer->SetCurrentCameraPose(mCurrentFrame.GetPose());*/
2441 //mpMapDrawer->SetCurrentCameraPose(mCurrentFrame.GetPose());
2652 //mpMapDrawer->SetCurrentCameraPose(pKFcur->GetPose());
3783 /*if(mpViewer){    mpViewer->RequestStop();    while(!mpViewer->isStopped())        usleep(3000);}*/
3834 /*if(mpViewer)    mpViewer->Release();*/
3843 /*if(mpViewer){    mpViewer->RequestStop();    while(!mpViewer->isStopped())        usleep(3000);}*/
3925 /*if(mpViewer)    mpViewer->Release();*/

至此ORB-SLAM3移植Android平台编译OK，最后贴一张编译产物图

Finger_ebic

关注

5
点赞
踩
7

收藏

觉得还不错? 一键收藏
0
评论
ORB-SLAM3 Android 移植

与 openssl 一样的套路，ThirdParty 目录下新建 boot 文件夹，将 linux 中编译产物头文件与lib拷贝进来。DBoW2 库源码中已经包含，需要修改 CMakeLists 文件依赖进来。依旧数十条报错，不要慌，继续看具体是什么错。这里下载的是最新的版本 3.4.0，解压后拷贝到 ThirdParty 下。这里使用的 boost 版本是1.72.0，其他版本的编译自行参考解决。此时编译肯定会报错，没关系尝试编译一下，看具体错误是哪些，挨个解决。同时，修改 CMakeLists 文件。
复制链接

扫一扫