Nemo(1.0.0b3)-语音服务（aarch64）

基于NVIDIA-Jetson XAG搭建Nemo（1.0.0b3）语音服务

容器构建及容器环境配置

# 镜像下载
sudo docker pull nvcr.io/nvidia/l4t-ml:r32.4.4-py3

# 启动容器并设置挂载目录
sudo docker run -d --runtime nvidia --network host -v /home/kevin/nemo/NeMo:/Nemo --name=NeMo  nvcr.io/nvidia/l4t-ml:r32.4.4-py3 tail -f /dev/null

# 进入容器
sudo docker exec -it Nemo /bin/bash

#设置源
sed -i 's/ports.ubuntu.com/mirrors.tuna.tsinghua.edu.cn/g' /etc/apt/sources.list
apt-get update

# 安装onnxruntime：编译方式安装
apt install -y --no-install-recommends \
  build-essential software-properties-common libopenblas-dev \
  libpython3.6-dev python3-pip python3-dev python3-setuptools python3-wheel
  
wget https://github.com/Kitware/CMake/releases/download/v3.18.4/cmake-3.18.4.tar.gz

# 编译Cmake
tar -xvf cmake-3.18.4.tar.gz
cd cmake-3.18.4
./bootstrap
make
make install 
git clone --recursive https://github.com/Microsoft/onnxruntime --depth=1
export PATH="/usr/local/cuda/bin:${PATH}"

apt install -y --no-install-recommends \
  build-essential software-properties-common libopenblas-dev \
  libpython3.6-dev python3-pip python3-dev python3-setuptools python3-wheel

./build.sh --config Release --update --build --parallel --build_wheel --use_cuda --cuda_home /usr/local/cuda --cudnn_home /usr/lib/aarch64-linux-gnu

export ONNX_ML=1

cd build/Linux/Release
pip3 install --upgrade dist/*.whl

pip3 install setuptools-rust

apt install curl

sed -i 's/ports.ubuntu.com/mirrors.tuna.tsinghua.edu.cn/g' /etc/apt/sources.list

curl https://sh.rustup.rs -sSf | sh 

export PATH=$HOME/.cargo/bin:$PATH

# nemo下载 具体版本可根据实际情况而定
pip3 install nemo_toolkit[all]==1.0.0b3
cd /Nemo
git clone https://github.com/NVIDIA/NeMo.git

# 查看python版本 如果不是3.6则将python版本切换至3.6
ln -s /usr/bin/python3.6 /usr/bin/python

# sentencepiece
# 从https://pypi.org/project/sentencepiece/#files 下载对应版本

mv sentencepiece-0.1.95-cp36-cp36m-manylinux2014_aarch64.whl sentencepiece-0.1.95-cp36-cp36m-linux_aarch64.whl

pip3 install sentencepiece-0.1.95-cp36-cp36m-linux_aarch64.whl 

# 运行jupyter lab 密码nvidia
cd /Nemo/NeMo
jupyter lab --allow-root --ip 0.0.0.0