Update main.py

main.py

@@ -17,13 +17,17 @@ class Item(BaseModel):
     top_p: float = 0.15
     repetition_penalty: float = 1.0
 
-def format_prompt(message, history):
-    prompt = "<s>"
-    for user_prompt, bot_response in history:
-        prompt += f"[INST] {user_prompt} [/INST]"
-        prompt += f" {bot_response}</s> "
-    prompt += f"[INST] {message} [/INST]"
-    return prompt
+#def format_prompt(message, history):
+#    prompt = "<s>"
+#    for user_prompt, bot_response in history:
+#        prompt += f"[INST] {user_prompt} [/INST]"
+#        prompt += f" {bot_response}</s> "
+#    prompt += f"[INST] {message} [/INST]"
+#    return prompt
+
+def format_prompt(example):
+    text = f"### Instruction: {example['input']}\n ### Response: {example['output']}"
+    return text
 
 def generate(item: Item):
     temperature = float(item.temperature)
@@ -40,7 +44,8 @@ def generate(item: Item):
         seed=42,
     )
 
-    formatted_prompt = format_prompt(f"{item.system_prompt}, {item.prompt}", item.history)
+    #formatted_prompt = format_prompt(f"{item.system_prompt}, {item.prompt}", item.history)
+    formatted_prompt = format_prompt(f"{item.system_prompt}, {item.prompt}")
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
     output = ""