Model Change and Task Declaration

app.py

@@ -18,14 +18,12 @@ if "HUGGINGFACEHUB_API_TOKEN" not in os.environ:
 
 # --- LLM and Template Configuration ---
 llm = HuggingFaceEndpoint(
-    repo_id="EleutherAI/gpt-j-6B",
+    repo_id="google/flan-t5-base",
     temperature=0.7,
-    top_p=0.9,
-    repetition_penalty=1.1,
-    max_new_tokens=1024,
-    huggingfacehub_api_token=os.getenv("HUGGINGFACEHUB_API_TOKEN")
+    max_new_tokens=512,
+    huggingfacehub_api_token=os.getenv("HUGGINGFACEHUB_API_TOKEN"),
+    task="text2text-generation"
 )
-
 math_template = ChatPromptTemplate.from_messages([
     ("system", """{system_message}
 You are an expert math tutor. For every math problem:
@@ -133,7 +131,7 @@ def respond_with_enhanced_streaming(message, history):
         
         logger.info(f"Processing {mode} query: {message[:50]}...")
         
-        # Use the chain with proper message history
+        # Use the chain with proper message history (YOUR ORIGINAL APPROACH)
         chain = template | llm
         response = chain.invoke({
             "question": message,
@@ -160,7 +158,7 @@ def respond_with_enhanced_streaming(message, history):
         
     except Exception as e:
         logger.exception("Error in LangChain response generation")
-        yield f"Sorry, I encountered an error: {str(e)[:150]}"
+        yield f"Sorry, I encountered an error: {str(e)}"
 
 # --- Fixed Gradio UI and CSS ---
 custom_css = """