From 0a16741821afb6b58ac23b244877f475f520d674 Mon Sep 17 00:00:00 2001
From: arslantu <arslantu@arslantu.xyz>
Date: Sat, 6 Apr 2024 10:29:10 +0800
Subject: [PATCH] add root path

---
 docker/docker-compose.yml | 1 +
 docker/start.sh           | 2 +-
 2 files changed, 2 insertions(+), 1 deletion(-)

diff --git a/docker/docker-compose.yml b/docker/docker-compose.yml
index 052124f..bd12ea3 100644
--- a/docker/docker-compose.yml
+++ b/docker/docker-compose.yml
@@ -15,6 +15,7 @@ services:
             - HOST=127.0.0.1
             - PORT=9001  # change to your port
             - API_KEY=token-123456  # change to your api key for security
+            - ROOT_PATH=/openai  # change to your root path
         deploy:
             resources:
                 reservations:
diff --git a/docker/start.sh b/docker/start.sh
index b0f19eb..f867cf3 100644
--- a/docker/start.sh
+++ b/docker/start.sh
@@ -1 +1 @@
-python -m vllm.entrypoints.openai.api_server --dtype bfloat16 --model ${MODEL_PATH} --max-model-len ${MAX_MODEL_LEN} --host ${HOST} --port ${PORT} --api-key ${API_KEY}
\ No newline at end of file
+python -m vllm.entrypoints.openai.api_server --dtype bfloat16 --model ${MODEL_PATH} --max-model-len ${MAX_MODEL_LEN} --host ${HOST} --port ${PORT} --api-key ${API_KEY} --root-path ${ROOT_PATH}
\ No newline at end of file