arslantu/qwen_deploy
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

remove root

Browse Source
This commit is contained in:
arslantu 2024-04-06 12:57:46 +08:00
parent b008c0ba35
commit 040a556d4b
2 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
docker/docker-compose.yml
View File

@ -15,7 +15,6 @@ services:
- HOST=127.0.0.1 - HOST=127.0.0.1
- PORT=${SERVER_PORT_1} # change to your port - PORT=${SERVER_PORT_1} # change to your port
- API_KEY=token-123456 # change to your api key for security - API_KEY=token-123456 # change to your api key for security
- ROOT_PATH=/ # change to your root path
deploy: deploy:
resources: resources:
reservations: reservations:

2
docker/start.sh
View File

@ -1 +1 @@
python -m vllm.entrypoints.openai.api_server --dtype bfloat16 --model ${MODEL_PATH} --max-model-len ${MAX_MODEL_LEN} --host ${HOST} --port ${PORT} --api-key ${API_KEY} --root-path ${ROOT_PATH} python -m vllm.entrypoints.openai.api_server --dtype bfloat16 --model ${MODEL_PATH} --max-model-len ${MAX_MODEL_LEN} --host ${HOST} --port ${PORT} --api-key ${API_KEY}