arslantu/qwen_deploy
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add root path

Browse Source
This commit is contained in:
arslantu 2024-04-06 10:29:10 +08:00
parent 16a377ac12
commit 0a16741821
2 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
docker/docker-compose.yml
View File

@ -15,6 +15,7 @@ services:
- HOST=127.0.0.1
- PORT=9001 # change to your port
- API_KEY=token-123456 # change to your api key for security
- ROOT_PATH=/openai # change to your root path
deploy:
resources:
reservations:

2
docker/start.sh
View File

@ -1 +1 @@
python -m vllm.entrypoints.openai.api_server --dtype bfloat16 --model ${MODEL_PATH} --max-model-len ${MAX_MODEL_LEN} --host ${HOST} --port ${PORT} --api-key ${API_KEY}
python -m vllm.entrypoints.openai.api_server --dtype bfloat16 --model ${MODEL_PATH} --max-model-len ${MAX_MODEL_LEN} --host ${HOST} --port ${PORT} --api-key ${API_KEY} --root-path ${ROOT_PATH}