Update chatbot_rag.py

chatbot_rag.py

@@ -31,15 +31,13 @@ def build_qa():
     print("🔹 Loading LLM...")
     model_id = "google/flan-t5-small"
     tokenizer = AutoTokenizer.from_pretrained(model_id)
-    model = AutoModelForSeq2SeqLM.from_pretrained(model_id, device_map="auto")
-
+    model = AutoModelForSeq2SeqLM.from_pretrained(model_id)
+    
     pipe = pipeline(
-        "text2text-generation",
+        "text2text-generation",   # <-- must be text2text for T5
         model=model,
         tokenizer=tokenizer,
-        max_new_tokens=300,
-        do_sample=True,
-        temperature=0.2,
+        max_new_tokens=200,
     )
     llm = HuggingFacePipeline(pipeline=pipe)
 
@@ -91,18 +89,9 @@ def build_qa():
 # Build once
 try:
     qa_pipeline = build_qa()
+    print("✅ qa_pipeline built successfully:", type(qa_pipeline))
 except Exception as e:
     qa_pipeline = None
-    print("❌ Failed to build QA pipeline:", e)
+    print("❌ Failed to build QA pipeline")
+    print("Error message:", str(e))
     traceback.print_exc()
-
-
-def get_answer(query: str) -> str:
-    """Takes user query and returns chatbot response."""
-    if qa_pipeline is None:
-        return "⚠️ QA pipeline not initialized."
-
-    try:
-        return qa_pipeline.invoke(query)
-    except Exception as e:
-        return f"❌ QA run failed: {e}"