app.py

app.py

@@ -14,28 +14,29 @@ def respond(message, history, max_new_tokens, temperature):
     """
     history: önceki mesajlar listesi
     """
+    history = history or []
+
     # Mesaj geçmişini chat formatına çevir
     chat = []
-    for h in history or []:
-        chat.append({"role": "user", "content": h})
+    for h in history:
+        if h["role"] == "user":
+            chat.append({"role": "user", "content": h["content"]})
     chat.append({"role": "user", "content": message})
-    
+
     chat_text = tokenizer.apply_chat_template(chat, tokenize=False, add_generation_prompt=True)
     input_tokens = tokenizer(chat_text, return_tensors="pt").to(device)
 
     # Yanıt üretimi
     output_tokens = model.generate(
         **input_tokens,
-        max_new_tokens=max_new_tokens,
-        temperature=temperature,
+        max_new_tokens=max_new_tokens
     )
     output_text = tokenizer.batch_decode(output_tokens)[0]
 
     # History güncelle
-    history = history or []
-    history.append(message)
-    history.append(output_text)
-    
+    history.append({"role": "user", "content": message})
+    history.append({"role": "assistant", "content": output_text})
+
     return output_text, history
 
 # Gradio chat interface