Update app.py to match _infer.py behavior

app.py

@@ -12,8 +12,9 @@ def generate_response(prompt):
     """
     Generates a response from the model.
     """
-    inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
-    outputs = model.generate(**inputs, max_new_tokens=512)
+    chat = [{"role": "user", "content": prompt}]
+    inputs = tokenizer.apply_chat_template(chat, tokenize=True, add_generation_prompt=True, return_tensors="pt").to(model.device)
+    outputs = model.generate(inputs, max_new_tokens=512, temperature=0.0)
     
     # Decode the generated text
     generated_text = tokenizer.decode(outputs[0], skip_special_tokens=True)
@@ -41,4 +42,4 @@ with gr.Blocks() as demo:
     )
 
 if __name__ == "__main__":
-    demo.launch()
+    demo.launch()