add chat template

chat_templates/mistral-instruct.jinja

@@ -0,0 +1,23 @@
+{% if messages[0]['role'] == 'system' %}
+    {% set loop_messages = messages[1:] %}
+    {% set system_message = messages[0]['content'].strip() + '\n\n' %}
+{% else %}
+    {% set loop_messages = messages %}
+    {% set system_message = '' %}
+{% endif %}
+{{ bos_token }}
+{% for message in loop_messages %}
+    {% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}
+        {{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}
+    {% endif %}
+    {% if loop.index0 == 0 %}
+        {% set content = system_message + message['content'] %}
+    {% else %}
+        {% set content = message['content'] %}
+    {% endif %}
+    {% if message['role'] == 'user' %}
+        {{ '[INST] ' + content.strip() + ' [/INST]' }}
+    {% elif message['role'] == 'assistant' %}
+        {{ ' '  + content.strip() + ' ' + eos_token }}
+    {% endif %}
+{% endfor %}

entrypoint.sh

@@ -41,6 +41,10 @@ if [[ ! -z "${SERVED_MODEL_NAME}" ]]; then
     additional_args="${additional_args} --served-model-name ${SERVED_MODEL_NAME}"
 fi
 
+if [[ ! -z "${CHAT_TEMPLATE}" ]]; then
+    additional_args="${additional_args} --chat-template ${CHAT_TEMPLATE}"
+fi
+
 # PATH_MODEL="/data/models--${HF_MODEL/\//--}"
 # if [ -d "$PATH_MODEL" ]; then
 #   HF_MODEL=$PATH_MODEL