arslantu/qwen_deploy
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add root path

Browse Source
This commit is contained in:
arslantu
2024-04-06 10:29:10 +08:00
parent 16a377ac12
commit 0a16741821
2 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
docker/start.sh
View File

@ -1 +1 @@
python -m vllm.entrypoints.openai.api_server --dtype bfloat16 --model ${MODEL_PATH} --max-model-len ${MAX_MODEL_LEN} --host ${HOST} --port ${PORT} --api-key ${API_KEY}
python -m vllm.entrypoints.openai.api_server --dtype bfloat16 --model ${MODEL_PATH} --max-model-len ${MAX_MODEL_LEN} --host ${HOST} --port ${PORT} --api-key ${API_KEY} --root-path ${ROOT_PATH}