Update app.py

app.py

@@ -37,9 +37,10 @@ summarizer = pipeline("summarization", model="facebook/bart-large-cnn")
  
 
 
+
 class SmartAgentV2:
     def __init__(self):
-        self.qa_model = pipeline("text2text-generation", model="google/flan-t5-base")
+        self.qa_model = pipeline("text2text-generation", model="google/flan-t5-xl")
         self.summarizer = pipeline("summarization", model="facebook/bart-large-cnn")
         self.whisper_model = whisper.load_model("base")
 
@@ -74,6 +75,15 @@ class SmartAgentV2:
         result = self.whisper_model.transcribe(filepath)
         return result["text"]
 
+    def extract_ingredients(self, transcript):
+        ingredients = re.findall(r"(?:\ba|\ban|\bthe)?\s*([a-zA-Z\s]+?)\s*(?:\bof\b|\bcups?\b|\btablespoons?\b|\bteaspoons?\b|\bpinch\b)?", transcript)
+        ingredients = [i.strip().lower() for i in ingredients if len(i.strip()) > 2]
+        return ", ".join(sorted(set(ingredients)))
+
+    def extract_page_numbers(self, transcript):
+        numbers = re.findall(r"\b\d+\b", transcript)
+        return ", ".join(sorted(set(numbers), key=int))
+
     def sum_food_sales(self, filepath):
         df = pd.read_excel(filepath)
         food_df = df[df["Category"].str.lower() == "food"]
@@ -94,6 +104,10 @@ class SmartAgentV2:
                 if filepath := getattr(file, "name", None):
                     if filepath.endswith(".mp3"):
                         transcript = self.transcribe_audio(filepath)
+                        if "ingredient" in q:
+                            return self.extract_ingredients(transcript)
+                        if "page" in q:
+                            return self.extract_page_numbers(transcript)
                         return transcript
                     elif filepath.endswith(".xlsx") or filepath.endswith(".xls"):
                         return self.sum_food_sales(filepath)
@@ -113,6 +127,7 @@ class SmartAgentV2:
             return "An error occurred processing the question."
 
 
+
 def run_and_submit_all( profile: gr.OAuthProfile | None):
     """
     Fetches all questions, runs the BasicAgent on them, submits all answers,