From 0a63298e226f4096e6123c7879f8914ebae572a4 Mon Sep 17 00:00:00 2001
From: arslantu <arslantu@arslantu.xyz>
Date: Fri, 13 Sep 2024 14:21:57 +0000
Subject: [PATCH] add chat-template

---
 docker/start.sh | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docker/start.sh b/docker/start.sh
index 366d095..85b9788 100644
--- a/docker/start.sh
+++ b/docker/start.sh
@@ -1 +1 @@
-python -m vllm.entrypoints.openai.api_server --dtype auto --model ${MODEL_PATH} --max-model-len ${MAX_MODEL_LEN} --host ${HOST} --port ${PORT} --api-key ${API_KEY}
\ No newline at end of file
+python -m vllm.entrypoints.openai.api_server --dtype auto --model ${MODEL_PATH} --max-model-len ${MAX_MODEL_LEN} --host ${HOST} --port ${PORT} --api-key ${API_KEY} --chat-template "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYour name is FinChat, a helpful assistent who serves people from Shanghai University of Finance and Economics. You are developed by SUFE LLM Research Group.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}"
\ No newline at end of file