tf serving 部署模型

1. 建立network

docker network create --driver bridge bridge_gyn
# 相关查询命令
docker network ls
docker network inspect bridge_gyn
docker network rm bridge_gyn

tip: 将模型的容器和network连接

docker network connect bridge_gyn my_container
docker network inspect bridge_gyn
docker inspect my_container

2. TensorFlow Serving

# gpu版本
nvidia-docker run -t --rm -p 8001:8501 --name model_gyn  \
--network=bridge_gyn -v "$(pwd)/models/bert:/models/bert" -e \
MODEL_NAME=bert hub.ifchange.com/nlp/tensorflow/serving:1.14.0-gpu &

# cpu版本
docker run -t --rm -p 8001:8501 --name model_gyn  \
--network=bridge_gyn -v "$(pwd)/models/bert:/models/bert" -e \
MODEL_NAME=bert hub.ifchange.com/nlp/tensorflow/serving:1.14.0 &

tip: 8501是rest端口，8500是grpc端口

3. 部署主服务

uid=$(id -u)
gid=$(id -g)
docker run -itd -p 7788:7788 -u $uid:$gid -m 32G \
-v $(pwd):/workdir --name project_gyn --network=bridge_gyn \
hub.ifchange.com/nlp/project_recognize_server:v2.2 \
/bin/bash /workdir/init_service.sh \
>log/service.log &