Refactor: Switch to google/flan-t5-xxl for reliability

app.py

@@ -2,30 +2,28 @@ import gradio as gr
 from huggingface_hub import InferenceClient
 import os
 
-# Use a reliable zero-shot model from the Hugging Face Inference API
-MODEL_ID = "mistralai/Mistral-7B-Instruct-v0.2"
+# Use a reliable and powerful text-to-text model from the Hugging Face Inference API
+MODEL_ID = "google/flan-t5-xxl"
 
-# It's recommended to set your Hugging Face token as an environment variable
-# For local testing, you can also pass it directly: client = InferenceClient(token="hf_...")
 client = InferenceClient(model=MODEL_ID)
 
-SYSTEM_PROMPT = """
-You are an expert AI assistant that rewrites software project descriptions.
-Your task is to convert a developer's informal, rough notes into a clear,
-concise, and professional technical summary.
-
-Key guidelines:
-- Preserve all core technical details and technologies mentioned.
-- Adopt a neutral, professional, and informative tone.
-- Correct grammar and improve the overall structure and clarity.
-- Aim for a length of 2 to 4 well-structured sentences.
-- Do not repeat the original input. Focus only on the improved version.
+# System prompt is less critical for non-instruct models, but we can use it in the user prompt.
+REWRITE_TASK_PROMPT = """
+Please rewrite the following rough project description into a clear, concise, and professional technical summary.
+- Preserve all core technical details.
+- Use a neutral and informative tone.
+- Correct grammar and improve the structure.
+- Do not repeat the original input.
+
+Original Description:
+'{user_text}'
+
+Professional Summary:
 """.strip()
 
 def improve_description(user_input: str) -> str:
     """
-    Rewrites a rough project description into a professional, technical summary
-    using a zero-shot large language model.
+    Rewrites a rough project description using a zero-shot text-to-text model.
     """
     if not user_input or not user_input.strip():
         return "Please provide a description to improve."
@@ -34,31 +32,24 @@ def improve_description(user_input: str) -> str:
     if len(user_text) < 10:
         return "The description is too short. Please add more details about your project."
 
-    # Construct the prompt for the model
-    messages = [
-        {"role": "system", "content": SYSTEM_PROMPT},
-        {
-            "role": "user",
-            "content": (
-                "Please rewrite the following project description into a professional "
-                "and technical summary, following all system guidelines.\n\n"
-                f"Original Description:\n'{user_text}'"
-            ),
-        },
-    ]
+    # Construct the prompt for the text-to-text model
+    prompt = REWRITE_TASK_PROMPT.format(user_text=user_text)
 
     try:
-        # Call the Inference API
-        response = client.chat_completion(
-            messages=messages,
-            max_tokens=300,
-            temperature=0.2,  # Lower temperature for more focused and professional output
-            top_p=0.9,
+        # Use the `text_generation` method for non-chat models
+        improved_text = client.text_generation(
+            prompt,
+            max_new_tokens=300,
+            temperature=0.3,
+            top_p=0.95,
+            repetition_penalty=1.2,
         )
-        improved_text = response.choices[0].message.content.strip()
+        
+        # The output is a single string, clean it up.
+        improved_text = improved_text.strip()
 
-        # Final check to prevent returning the original text
-        if improved_text.lower() == user_text.lower():
+        # Final check to prevent returning the original text or empty strings
+        if not improved_text or improved_text.lower() == user_text.lower():
             return "Could not generate a meaningful improvement. Please try rephrasing or adding more detail."
 
         return improved_text
@@ -69,7 +60,7 @@ def improve_description(user_input: str) -> str:
         return "Sorry, the AI model service is currently unavailable. Please try again later."
 
 
-# --- Gradio Interface ---
+# --- Gradio Interface (no changes needed here) ---
 with gr.Blocks(title="Technical Description Assistant", theme=gr.themes.Soft()) as demo:
     gr.Markdown(
         """