update

app.py

@@ -175,6 +175,8 @@ def run_and_submit_all( profile: gr.OAuthProfile | None):
                 content = file.content
             elif content_type == "text/x-python":
                 content = file.content.decode("utf-8")
+            elif content_type == "audio/mpeg":
+                content = file.content
 
         if not task_id or question_text is None:
             print(f"Skipping item with missing task_id or question: {item}")

app_playground.ipynb

@@ -1540,7 +1540,98 @@
    "outputs": [],
    "execution_count": null,
    "source": "",
-   "id": "577b57828fda080f"
+   "id": "61af75adbc305848"
+  },
+  {
+   "metadata": {
+    "ExecuteTime": {
+     "end_time": "2025-04-30T13:30:30.256759Z",
+     "start_time": "2025-04-30T13:30:02.301925Z"
+    }
+   },
+   "cell_type": "code",
+   "source": [
+    "question = \"\"\"Hi, I'm making a pie but I could use some help with my shopping list. I have everything I need for the crust, but I'm not sure about the filling. I got the recipe from my friend Aditi, but she left it as a voice memo and the speaker on my phone is buzzing so I can't quite make out what she's saying. Could you please listen to the recipe and list all of the ingredients that my friend described? I only want the ingredients for the filling, as I have everything I need to make my favorite pie crust. I've attached the recipe as Strawberry pie.mp3.\\n\\nIn your response, please only list the ingredients, not any measurements. So if the recipe calls for \"a pinch of salt\" or \"two cups of ripe strawberries\" the ingredients on the list would be \"salt\" and \"ripe strawberries\".\\n\\nPlease format your response as a comma separated list of ingredients. Also, please alphabetize the ingredients.\"\"\"\n",
+    "\n",
+    "\n",
+    "url = \"https://agents-course-unit4-scoring.hf.space\"\n",
+    "task_id = \"99c9cc74-fdc8-46c6-8f8d-3ce2d3bfeea3\"\n",
+    "\n",
+    "content = requests.get(f\"{url}/files/{task_id}\").content\n",
+    "\n",
+    "\n",
+    "load_dotenv()\n",
+    "# --- Temporäre Datei erstellen und Bytes schreiben ---\n",
+    "temp_file_path = None\n",
+    "try:\n",
+    "    # Erstelle eine benannte temporäre Datei mit der Endung .mp3\n",
+    "    # delete=False sorgt dafür, dass die Datei nicht sofort gelöscht wird,\n",
+    "    # wenn der 'with'-Block verlassen wird. Wir löschen sie manuell.\n",
+    "    with tempfile.NamedTemporaryFile(suffix=\".mp3\", delete=False) as temp_audio_file:\n",
+    "        temp_audio_file.write(content)\n",
+    "        temp_file_path = temp_audio_file.name  # Hol den Pfad zur temporären Datei\n",
+    "\n",
+    "    print(f\"MP3-Inhalt wurde temporär gespeichert unter: {temp_file_path}\")\n",
+    "    aai.settings.api_key = os.environ[\"ASSEMBLYAI_API_KEY\"]\n",
+    "\n",
+    "    loader = AssemblyAIAudioTranscriptLoader(file_path=temp_file_path)\n",
+    "\n",
+    "    docs = loader.load()\n",
+    "    transcript = \"\\n\\n\".join(\n",
+    "        (f\"\\nTranscript:\\n{doc.page_content}\")\n",
+    "        for doc in docs\n",
+    "    )\n",
+    "    response = graph.invoke({\"messages\": [HumanMessage(content=question), HumanMessage(content=transcript),]})\n",
+    "\n",
+    "finally:\n",
+    "    # --- Temporäre Datei aufräumen ---\n",
+    "    if temp_file_path and os.path.exists(temp_file_path):\n",
+    "        print(f\"Lösche temporäre Datei: {temp_file_path}\")\n",
+    "        os.remove(temp_file_path)"
+   ],
+   "id": "577b57828fda080f",
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "MP3-Inhalt wurde temporär gespeichert unter: C:\\Users\\DENNIS~1.BIN\\AppData\\Local\\Temp\\tmpwi8s8ny2.mp3\n",
+      "\n",
+      "-------------------- Starting to create a plan --------------------\n",
+      "\n",
+      "The plan is:  1. Extract the ingredients from the transcript.\n",
+      "2. Remove any quantities or adjectives from the ingredients.\n",
+      "3. Alphabetize the ingredients.\n",
+      "4. Format the ingredients as a comma-separated list.\n",
+      "\n",
+      "-------------------- Agent has been called -----------------------------------\n",
+      "\n",
+      "Waiting for 5 seconds...\n",
+      "Agent has made a decision:\n",
+      " cornstarch, granulated sugar, lemon juice, ripe strawberries, vanilla extract []\n",
+      "\n",
+      "-------------------- Decision of forwarding has been made --------------------\n",
+      "\n",
+      "This is round:  2\n",
+      "The last message is:  content='cornstarch, granulated sugar, lemon juice, ripe strawberries, vanilla extract' additional_kwargs={} response_metadata={'prompt_feedback': {'block_reason': 0, 'safety_ratings': []}, 'finish_reason': 'STOP', 'model_name': 'gemini-2.0-flash', 'safety_ratings': []} id='run-5f798ac5-3001-4442-8b03-5cf6afedf416-0' usage_metadata={'input_tokens': 819, 'output_tokens': 15, 'total_tokens': 834, 'input_token_details': {'cache_read': 0}}\n",
+      "\n",
+      "-------------------- Generating Answer -----------------------------------\n",
+      "\n",
+      "Waiting for 5 seconds...\n",
+      "The final answer is:  cornstarch, granulated sugar, lemon juice, ripe strawberries, vanilla extract\n",
+      "Lösche temporäre Datei: C:\\Users\\DENNIS~1.BIN\\AppData\\Local\\Temp\\tmpwi8s8ny2.mp3\n"
+     ]
+    }
+   ],
+   "execution_count": 22
+  },
+  {
+   "metadata": {},
+   "cell_type": "code",
+   "outputs": [],
+   "execution_count": null,
+   "source": "",
+   "id": "172512566b7e69ad"
   }
  ],
  "metadata": {