Update app.py

app.py

@@ -12,37 +12,43 @@ def generate_abap(message, history, model_choice):
     else:
         model_id = MODEL_QWEN
         
-    client = InferenceClient(model=model_id)
+    client = InferenceClient()
     
     # System Prompt specialized for ABAP
     system_prompt = "You are an expert SAP ABAP Developer. Write modern, efficient ABAP 7.4+ code. Always use inline declarations."
     
-    # Construct Prompt
-    prompt = f"System: {system_prompt}\n"
-    for user, bot in history:
-        prompt += f"User: {user}\nAssistant: {bot}\n"
-    prompt += f"User: {message}\nAssistant:"
+    # --- FIX: Build structured messages for Chat API ---
+    messages = [{"role": "system", "content": system_prompt}]
+    
+    # Add history
+    for user_msg, bot_msg in history:
+        messages.append({"role": "user", "content": user_msg})
+        messages.append({"role": "assistant", "content": bot_msg})
+    
+    # Add current message
+    messages.append({"role": "user", "content": message})
 
     try:
-        stream = client.text_generation(
-            prompt,
-            max_new_tokens=1024,
+        # --- FIX: Use chat_completion (Conversational API) ---
+        stream = client.chat_completion(
+            model=model_id,
+            messages=messages,
+            max_tokens=1024,
             temperature=0.1,
             top_p=0.9,
-            stream=True,
-            details=True,
-            stop_sequences=["User:", "System:", "<|endoftext|>"]
+            stream=True
         )
 
         partial_message = ""
-        for response in stream:
-            token = response.token.text
-            if token not in ["User:", "System:"]:
-                partial_message += token
+        for chunk in stream:
+            # Extract content from the stream delta
+            if chunk.choices and chunk.choices[0].delta.content:
+                content = chunk.choices[0].delta.content
+                partial_message += content
                 yield partial_message
                 
     except Exception as e:
-        yield f"Error: The Free API is overloaded. Details: {str(e)}"
+        yield f"Error: The Free API provider rejected the request. \n\nDetails: {str(e)}"
 
 # --- The UI ---
 with gr.Blocks( ) as demo:
@@ -58,8 +64,6 @@ with gr.Blocks( ) as demo:
     chat = gr.ChatInterface(
         fn=generate_abap,
         additional_inputs=[model_selector],
-        # --- THE FIX IS HERE ---
-        # Each example is now a list: [Question, Dropdown Value]
         examples=[
             ["Write a report to select data from MARA using inline declarations.", "Qwen 2.5 Coder (Recommended)"],
             ["Create a CDS View for Sales Orders (VBAK/VBAP).", "Qwen 2.5 Coder (Recommended)"],