Update app.py

app.py

@@ -72,14 +72,21 @@ def prepare_prompt(prompt, chat_history):
 
 def apply_prompt_syntax(prompt, system_prompt, prompt_template, bake_in_prompt_syntax):
     model_family_syntax = {
-        "llama3-instruct (llama-3 & 3.1) - system": """\n<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n{system_prompt}<|eot_id|><|start_header_id|>user<|end_header_id|>\n\n{prompt}<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n""",
-        "llama3-instruct (llama-3 & 3.1) - user": """\n<|begin_of_text|><|start_header_id|>user<|end_header_id|>\n\n{prompt}<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n""",
-        "granite-13b-chat & instruct - system": """\n<|system|>\n{system_prompt}\n<|user|>\n{prompt}\n<|assistant|>\n\n""",
-        "granite-13b-chat & instruct - user": """\n<|user|>\n{prompt}\n<|assistant|>\n\n""",
-        "llama2-chat - system": """\n[INST] <<SYS>>\n{system_prompt}\n<</SYS>>\n\n{prompt} [/INST] """,
-        "llama2-chat - user": """\n[INST] {prompt} [/INST] """,
-        "mistral & mixtral v2 tokenizer - system": """\n<s>[INST] System Prompt:[{system_prompt}]\n\n{prompt} [/INST] """,
-        "mistral & mixtral v2 tokenizer - user": """\n<s>[INST] {prompt} [/INST] """
+        ### Llama Models
+        "llama3_instruct - system": """<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n{system_prompt}<|eot_id|><|start_header_id|>user<|end_header_id|>\n\n{prompt}<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n""",
+        "llama3_instruct - user": """<|begin_of_text|><|start_header_id|>user<|end_header_id|>\n\n{prompt}<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n""",
+        ### Granite Models
+        "granite_3 - system": """<|start_of_role|>system<|end_of_role|>{system_prompt}<|end_of_text|>\n<|start_of_role|>user<|end_of_role|>{prompt}<|end_of_text|>\n<|start_of_role|>assistant<|end_of_role|>""",
+        "granite_3 - user": """<|start_of_role|>user<|end_of_role|>{prompt}<|end_of_text|>\n<|start_of_role|>assistant<|end_of_role|>""",
+        ### Granite Code Only
+        "granite_code - with system": """System:\n{system_prompt}\n\nQuestion:\n{prompt}\n\nAnswer:\n""",
+        "granite_code - instruction only": """Question:\n{prompt}\n\nAnswer:\n""",
+        ### Mistral Models
+        "mistral_ai models sys": """<s>[INST] System Prompt: {system_prompt} \n\n User Prompt: {prompt} [/INST]\n\n""",
+        "mistral_ai models": """<s>[INST] {prompt} [/INST]\n\n""",
+        ### No Syntax
+        "no syntax - system": """{system_prompt}\n\n{prompt}""",
+        "no syntax - user": """{prompt}""",
     }
     
     if bake_in_prompt_syntax: