Update app.py

app.py

@@ -21,10 +21,12 @@ def log(message):
 # === FastAPI başlat
 app = FastAPI()
 pipe = None
+model = None
+tokenizer = None
 
 @app.on_event("startup")
 def load_model():
-    global pipe
+    global pipe, model, tokenizer
     model_name = "atasoglu/Turkish-Llama-3-8B-function-calling"
     log(f"⬇️ Model yükleniyor: {model_name}")
     model, tokenizer = FastLanguageModel.from_pretrained(
@@ -48,16 +50,19 @@ class TestRequest(BaseModel):
 def test(req: TestRequest):
     prompt = f"Kullanıcı: {req.user_input}\nAsistan:"
     log(f"💬 Prompt alındı: {req.user_input}")
-    outputs = pipe(
-        prompt,
+    inputs = tokenizer([prompt], return_tensors="pt")  # ❌ .to("cuda") KALDIRILDI
+    outputs = model.generate(
+        **inputs,
         max_new_tokens=256,
         temperature=0.2,
         top_p=0.95,
-        repetition_penalty=1.1
+        repetition_penalty=1.1,
+        do_sample=True
     )
-    answer = outputs[0]["generated_text"].replace(prompt, "").strip()
+    answer = tokenizer.decode(outputs[0], skip_special_tokens=True)
+    answer_clean = answer.split("Asistan:")[-1].strip()
     log("✅ Cevap üretildi.")
-    return {"response": answer}
+    return {"response": answer_clean}
 
 @app.get("/")
 def health():