参考:NVIDIA DeepStream SDK
参考:DeepStream Development Guide
0. 架构图
1. NVIDIA DeepStream 问题汇总
ubuntu 安装 tensorrt
下载 tensorrt 选择 tar包 TensorRT 7.2.3 for Ubuntu 18.04 and CUDA 11.0 TAR package
tar -zxvf TensorRT-7.2.3.4.Ubuntu-18.04.x86_64-gnu.cuda-11.0.cudnn8.1.tar.gz
cd TensorRT-7.2.3.4/
sudo vim /etc/profile
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/opt/developutils/deepstream/tensorrt/TensorRT-7.2.3.4/lib
source /etc/profile
cd python/
pip install tensorrt-7.2.3.4-cp37-none-linux_x86_64.whl
pip install tensorrt-7.2.3.4-cp37-none-linux_x86_64.whl
cd ../uff/
pip install uff-0.6.9-py2.py3-none-any.whl
cd ../graphsurgeon/
pip install graphsurgeon-0.4.5-py2.py3-none-any.whl
1. deepstream send message to kafka
/opt/soft/kafka_2.13-2.8.0
bin/zookeeper-server-start.sh config/zookeeper.properties
bin/kafka-server-start.sh config/server.properties
bin/kafka-console-producer.sh --topic quickstart-events --bootstrap-server localhost:9092
run deepstream-test5
cd /opt/nvidia/deepstream/deepstream-5.1/sources/apps/sample_apps/deepstream-test5
./deepstream-test5-app -c configs/test5_config_file_src_infer.txt -p 1
2. cuda安装复制.so文件
cd /usr/local/cuda-11.1/targets/x86_64-linux/lib
sudo rm -rf libcudnn.so libcudnn.so.8
sudo ln -s libcudnn.so.8.1.1 libcudnn.so.8
sudo ln -s libcudnn.so.8 libcudnn.so
sudo rm -rf libcudnn_ops_train.so libcudnn_ops_train.so.8
sudo ln -s libcudnn_ops_train.so.8.1.1 libcudnn_ops_train.so.8
sudo ln -s libcudnn_ops_train.so.8 libcudnn_ops_train.so
sudo rm -rf libcudnn_ops_infer.so libcudnn_ops_infer.so.8
sudo ln -s libcudnn_ops_infer.so.8.1.1 libcudnn_ops_infer.so.8
sudo ln -s libcudnn_ops_infer.so.8 libcudnn_ops_infer.so
sudo rm -rf libcudnn_cnn_train.so libcudnn_cnn_train.so.8
sudo ln -s libcudnn_cnn_train.so.8.1.1 libcudnn_cnn_train.so.8
sudo ln -s libcudnn_cnn_train.so.8 libcudnn_cnn_train.so
sudo rm -rf libcudnn_adv_infer.so libcudnn_adv_infer.so.8
sudo ln -s libcudnn_adv_infer.so.8.1.1 libcudnn_adv_infer.so.8
sudo ln -s libcudnn_adv_infer.so.8 libcudnn_adv_infer.so
sudo rm -rf libcudnn_adv_train.so libcudnn_adv_train.so.8
sudo ln -s libcudnn_adv_train.so.8.1.1 libcudnn_adv_train.so.8
sudo ln -s libcudnn_adv_train.so.8 libcudnn_adv_train.so
sudo rm -rf libcudnn_cnn_infer.so libcudnn_cnn_infer.so.8
sudo ln -s libcudnn_cnn_infer.so.8.1.1 libcudnn_cnn_infer.so.8
sudo ln -s libcudnn_cnn_infer.so.8 libcudnn_cnn_infer.so