Update text2generation.py

text2generation.py

@@ -1,45 +1,29 @@
-import os
 from transformers import pipeline, set_seed
+import os
 
-# Configure environment for optimal performance
 os.environ["TOKENIZERS_PARALLELISM"] = "false"
-set_seed(42)  # For reproducible outputs
+set_seed(42)
 
 def generate_long_answer(question):
-    """
-    Generates detailed educational answers using Falcon-7B
-    Returns: formatted markdown response with sections
-    """
-    # Initialize pipeline with performance optimizations
+    # Using smaller but capable model (1.5B parameters)
     generator = pipeline(
         "text-generation",
-        model="tiiuae/falcon-7b-instruct",
+        model="google/flan-t5-large",
         device_map="auto",
-        torch_dtype="auto",
-        model_kwargs={"load_in_8bit": True}  # Reduces memory usage
+        torch_dtype="auto"
     )
     
-    # Carefully crafted prompt for educational responses
-    prompt = f"""You are a university professor. Provide a comprehensive answer with:
-1. Key Concepts
-2. Real-world Examples 
-3. Common Misconceptions
-4. Further Reading
-
+    prompt = f"""Answer this educational question in detail:
+    
 Question: {question}
-Answer:\n"""
+Answer:"""
     
-    # Generate response with academic tone
     result = generator(
         prompt,
-        max_length=2000,
-        num_return_sequences=1,
+        max_length=1000,
         temperature=0.7,
         top_p=0.9,
-        repetition_penalty=1.1,
         do_sample=True
     )
     
-    # Post-process the output
-    answer = result[0]['generated_text'].split("Answer:")[-1]
-    return answer.strip()
+    return result[0]['generated_text'].split("Answer:")[-1].strip()