Update app.py

app.py

@@ -54,7 +54,7 @@ model = AutoModelForCausalLM.from_pretrained("CreativeWorksAi/CreativeWorks_Mist
 #model = AutoModelForCausalLM.from_pretrained("meta-llama/Meta-Llama-3-8B-Instruct", device_map="auto")  # to("cuda:0") 
 terminators = [
     tokenizer.eos_token_id,
-    tokenizer.convert_tokens_to_ids("<|eot_id|>")
+    tokenizer.convert_tokens_to_ids("</s>")
 ]
 
 @spaces.GPU(duration=120)
@@ -75,8 +75,8 @@ def chat_llama3_8b(message: str,
     """
     conversation = []
     for user, assistant in history:
-        conversation.extend([{"role": "user", "content": user}, {"role": "assistant", "content": assistant}])
-    conversation.append({"role": "user", "content": message})
+        conversation.extend([{"from": "human", "value": user}, {"from": "assistant", "value": assistant}])
+    conversation.append({"from": "human", "value": message})
 
     input_ids = tokenizer.apply_chat_template(conversation, return_tensors="pt").to(model.device)