44 lines
1.9 KiB
YAML
44 lines
1.9 KiB
YAML
|
version: "3.6"
|
||
|
|
|
||
|
|
services:
|
||
|
|
glm3_api:
|
||
|
|
image: python:3.10.13-slim
|
||
|
|
restart: unless-stopped
|
||
|
|
working_dir: /glm3
|
||
|
|
container_name: glm3_api
|
||
|
|
env_file: ./.env
|
||
|
|
networks:
|
||
|
|
- v_glm3
|
||
|
|
deploy:
|
||
|
|
resources:
|
||
|
|
reservations:
|
||
|
|
devices:
|
||
|
|
- driver: nvidia
|
||
|
|
count: 1
|
||
|
|
capabilities: [gpu]
|
||
|
|
environment:
|
||
|
|
- MODEL_PATH=/models/chatglm3-6b
|
||
|
|
- EMBEDDING_PATH=/models/bge-large-zh-v1.5
|
||
|
|
- TZ=Asia/Shanghai
|
||
|
|
- PYTHONDONTWRITEBYTECODE=1
|
||
|
|
- PYTHONUNBUFFERED=1
|
||
|
|
- DOCKER=True
|
||
|
|
ports:
|
||
|
|
- 8100:8000
|
||
|
|
volumes:
|
||
|
|
- ./:/glm3
|
||
|
|
- ${LOCAL_MODEL_PATH}:/models/chatglm3-6b
|
||
|
|
- ${LOCAL_EMBEDDING_MODEL_PATH}:/models/bge-large-zh-v1.5
|
||
|
|
command:
|
||
|
|
- sh
|
||
|
|
- -c
|
||
|
|
- |
|
||
|
|
sed -i s/deb.debian.org/mirrors.tencentyun.com/g /etc/apt/sources.list
|
||
|
|
sed -i s/security.debian.org/mirrors.tencentyun.com/g /etc/apt/sources.list
|
||
|
|
apt-get update
|
||
|
|
python -m pip install -i https://mirror.sjtu.edu.cn/pypi/web/simple --upgrade pip
|
||
|
|
pip install -r requirements.txt -i https://pypi.tuna.tsinghua.edu.cn/simple
|
||
|
|
python api_server.py
|
||
|
|
networks:
|
||
|
|
v_glm3:
|
||
|
|
driver: bridge
|