Update FastAPI_app.py

FastAPI_app.py

@@ -94,21 +94,33 @@ def generate_recipe_qwen(ingredient_names):
             ]
         
     # Use Qwen chat template
-    input_text = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
+    input_text = tokenizer.apply_chat_template(
+        messages, 
+        tokenize=False, 
+        add_generation_prompt=True,
+        return_dict = True)
+    
     inputs = tokenizer(input_text, return_tensors="pt").to(model.device)
     
-    outputs = model.generate(
+    output = model.generate(
         inputs.input_ids,
-        max_new_tokens=450,
+        max_new_tokens=500,
         temperature=0.7,
+        do_sample=True,
         top_p=0.9,
-        do_sample=True
+        eos_token_id=tokenizer.eos_token_id,
+        pad_token_id=tokenizer.eos_token_id
     )
     
-    recipe_text = tokenizer.decode(outputs[0], skip_special_tokens=True)
     # Strip the prompt part
-    return recipe_text.split("<|assistant|>")[-1].strip()
+    response = tokenizer.decode(output[0], skip_special_tokens=True)
+    recipe_text = response.split("assistant")[-1].strip()
     
+    # Final cleanup
+    if "<|" in recipe_text:
+        recipe_text = recipe_text.split("<|")[0].strip()
+        
+    return recipe_text
 
 
 # Infer uploaded image function