From 040a556d4b4c88669c97ca5df46a6602afd512ee Mon Sep 17 00:00:00 2001 From: arslantu Date: Sat, 6 Apr 2024 12:57:46 +0800 Subject: [PATCH] remove root --- docker/docker-compose.yml | 1 - docker/start.sh | 2 +- 2 files changed, 1 insertion(+), 2 deletions(-) diff --git a/docker/docker-compose.yml b/docker/docker-compose.yml index f4346b1..f007542 100644 --- a/docker/docker-compose.yml +++ b/docker/docker-compose.yml @@ -15,7 +15,6 @@ services: - HOST=127.0.0.1 - PORT=${SERVER_PORT_1} # change to your port - API_KEY=token-123456 # change to your api key for security - - ROOT_PATH=/ # change to your root path deploy: resources: reservations: diff --git a/docker/start.sh b/docker/start.sh index f867cf3..b0f19eb 100644 --- a/docker/start.sh +++ b/docker/start.sh @@ -1 +1 @@ -python -m vllm.entrypoints.openai.api_server --dtype bfloat16 --model ${MODEL_PATH} --max-model-len ${MAX_MODEL_LEN} --host ${HOST} --port ${PORT} --api-key ${API_KEY} --root-path ${ROOT_PATH} \ No newline at end of file +python -m vllm.entrypoints.openai.api_server --dtype bfloat16 --model ${MODEL_PATH} --max-model-len ${MAX_MODEL_LEN} --host ${HOST} --port ${PORT} --api-key ${API_KEY} \ No newline at end of file