Ubuntu 18.04 GPU环境安装wav2letter++

前言

Facebook 人工智能研究院 (FAIR) 的语音小组推出首个全卷积语音识别系统，该系统完全由卷积层组成，取消了特征提取步骤，仅凭端到端训练对音频波形中的转录文字进行预测，再通过外部卷积语言模型对文字进行解码。

https://github.com/facebookresearch/wav2letter/

本文介绍Ubuntu 18.04 GPU环境下如何安装wav2letter++及相关依赖。

MKL

https://software.intel.com/en-us/mkl/choose-download/linux

tar xzvf l_mkl_2019.5.281.tgz
cd l_mkl_2019.5.281
./install.sh
sudo cp /home/l_mkl_2019.5.281 /opt/intel/mkl
cd /opt/intel/mkl/bin
./mklvars.sh intel64

vi ~/.bashrc

export PATH=/opt/intel/bin:$PATH
export LD_LIBRARY_PATH=/opt/intel/lib/intel64:/opt/intel/mkl/lib/intel64:$LD_LIBRARY_PATH

export MKL_INC_DIR=/opt/intel/mkl/include
export INTEL_DIR=/opt/intel/lib/intel64
export MKL_DIR=/opt/intel/mkl/lib/intel64
export MKLDNN_INC_DIR=/opt/intel/mkldnn/include
export MKLDNN_LIB_DIR=/opt/intel/mkldnn/lib
export MKLDNN_ROOT=/opt/intel/mkldnn

export CMAKE_LIBRARY_PATH=$LD_LIBRARY_PATH:$MKLDNN_LIB_DIR
export CMAKE_INCLUDE_PATH=$CMAKE_INCLUDE_PATH:$MKLDNN_INC_DIR:$MKL_INC_DIR

source ~/.bashrc
sudo ldconfig

Boost

wget https://dl.bintray.com/boostorg/release/1.71.0/source/boost_1_71_0.tar.gz
tar zxvf boost_1_71_0.tar.gz
cd boost_1_71_0
./bootstrap.sh
sudo ./b2 install

XZ

wget https://tukaani.org/xz/xz-5.2.4.tar.gz
tar xzvf xz-5.2.4.tar.gz
cd xz-5.2.4
./configure
make
sudo make install

Zlib

wget http://zlib.net/zlib-1.2.11.tar.gz
tar xzf zlib-1.2.11.tar.gz
cd zlib-1.2.11
./configure
make
sudo make install

bzip

git clone git://sourceware.org/git/bzip2.git
cd bzip2
make
sudo make install

libbz2-dev

sudo apt-get install libbz2-dev

Eigen3

wget -O - https://bitbucket.org/eigen/eigen/get/3.2.8.tar.bz2 |tar xj
mkdir eigen-eigen-07105f7124f9/build
cd eigen-eigen-07105f7124f9/build
cmake ..
sudo make install

vi ~/.bashrc
export EIGEN3_ROOT=$HOME/eigen-eigen-07105f7124f9

kenlm

wget -O - https://kheafield.com/code/kenlm.tar.gz |tar xz
mkdir kenlm/build
cd kenlm/build
cmake ..
make -j2
cd ../..
sudo cp -r kenlm /opt

vi ~/.bashrc
export KENLM_ROOT_DIR=/opt/kenlm
export CMAKE_INCLUDE_PATH=$CMAKE_INCLUDE_PATH: $KENLM_ROOT_DIR

source ~/.bashrc
sudo ldconfig

gflags

sudo apt-get install libgflags-dev

glog

git clone https://github.com/google/glog
sudo apt-get install autoconf automake libtool
cd glog
./autogen.sh
./configure
make -j 4
sudo make install

google test

git clone https://github.com/google/googletest.git
mkdir googletest/build
cd googletest /build
cmake ..
make
sudo make install

fftw

sudo apt-get install fftw3

opus

wget https://archive.mozilla.org/pub/opus/opus-1.3.1.tar.gz

libsndfile

git clone git://github.com/erikd/libsndfile.git
sudo apt install autoconf autogen automake build-essential libasound2-dev libflac-dev libogg-dev libtool libvorbis-dev pkg-config python libopus-dev
cd libsndfile
./autogen.sh
./configure --enable-werror
make
make check
sudo make install

CUDA

sudo sh cuda_10.0.130_410.48_linux.run

CUDNN

sudo cp cuda/include/cudnn.h /usr/local/cuda/include
sudo cp cuda/lib64/libcudnn* /usr/local/cuda/lib64
sudo chmod a+r /usr/local/cuda/include/cudnn.h /usr/local/cuda/lib64/libcudnn*

ArrayFire

https://github.com/arrayfire/arrayfire/wiki/Build-Instructions-for-Linux

sudo apt-get install -y build-essential git cmake libfreeimage-dev
sudo apt-get install -y cmake-curses-gui

sudo apt-get install libopenblas-dev libfftw3-dev liblapacke-dev

sudo apt-get install libglfw3-dev libfontconfig1-dev libglm-dev

sudo apt-get install doxygen
sudo apt install graphviz

git clone https://github.com/Reference-LAPACK/lapack.git
cd lapack
mkdir build && cd build
cmake ..
make -j 4
sudo make install

git clone --recursive https://github.com/arrayfire/arrayfire.git
cd arrayfire
mkdir build && cd build
cmake .. -DCMAKE_BUILD_TYPE=Release
make -j 4
sudo make install

NCCL

https://developer.nvidia.com/nccl/nccl-download

sudo dpkg -i nccl-repo-ubuntu1804-2.5.6-ga-cuda10.2_1-1_amd64.deb
sudo apt-get update
sudo apt install libnccl2=2.5.6-1+cuda10.2 libnccl-dev=2.5.6-1+cuda10.2

OpenMPI

wget https://download.open-mpi.org/release/open-mpi/v4.0/openmpi-4.0.2.tar.gz
tar zxvf openmpi-4.0.2.tar.gz
cd openmpi-4.0.2
./configure
make -j4
sudo make install

vi ~/.bashrc
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/lib/openmpi/
sudo ldconfig
mpirun

Gloo

https://github.com/facebookincubator/gloo

git clone https://github.com/facebookincubator/gloo.git
cd gloo
mkdir build && cd build
cmake ..
make
sudo make install

flashlight

git clone https://github.com/facebookresearch/flashlight.git
export MKLROOT=/opt/intel/mkl
mkdir build && cd build
cmake .. -DCMAKE_BUILD_TYPE=Release -DFLASHLIGHT_BACKEND=CUDA
make -j4
make test
sudo make install

wav2letter++

git clone --recursive https://github.com/facebookresearch/wav2letter.git
cd wav2letter
mkdir build && cd build
cmake .. -DCMAKE_BUILD_TYPE=Release
make -j8