onnx-tensorrt

onnx-tensorrt

https://github.com/onnx/onnx-tensorrt

git clone --recursive -b 8.2-GA  https://github.com/onnx/onnx-tensorrt.git

 c++

cd onnx-tensorrt
mkdir build && cd build
cmake .. -DTENSORRT_ROOT=<path_to_trt> && make -j
cmake .. -DTENSORRT_ROOT=/home/username/TensorRT-8.2.5.1 //TENSORRT_ROOT选项指定之前安装的tensorrt的路径
// Ensure that you update your LD_LIBRARY_PATH to pick up the location of the newly built library:
export LD_LIBRARY_PATH=$PWD:$LD_LIBRARY_PATH

python

在正式安装onnx_tensorrt的python包之前，需要在setup.py中为pycuda指定安装版本，否则会下载最新版本

REQUIRED_PACKAGES = [
    "pycuda",
    "numpy",
    "onnx"
]

pycuda源码安装

查看gcc版本

ls /usr/bin/gcc*

usr/bin/gcc     /usr/bin/gcc-ar-8  /usr/bin/gcc-nm-9
/usr/bin/gcc-8   /usr/bin/gcc-ar-9  /usr/bin/gcc-ranlib
/usr/bin/gcc-9   /usr/bin/gcc-nm    /usr/bin/gcc-ranlib-8
/usr/bin/gcc-ar  /usr/bin/gcc-nm-8  /usr/bin/gcc-ranlib-9

wget http://pypi.python.org/pypi/pycuda

https://pypi.org/project/pycuda/2020.1/#files

https://pypi.org/project/pycuda/2021.1/#files




# 解压文件
tar xzvf pycuda-version.tar.gz
cd pycuda-version/
 
# 配置参数 版本写成自己的
 ./configure.py --cuda-root=/usr/local/cuda-11.3 --boost-compiler=gcc94 --cxxflags=-std=c++11
 
# 编译
python setup.py build
 
# 安装
python setup.py install

安装

cd onnx-tensorrt
python setup.py install