update

agent.py

@@ -207,6 +207,8 @@ def get_graph(llm):
         )
         return {"youtube_transcript": transcript}
 
+
+
     tools = [wiki_search, web_search, arvix_search, youtube_transcript, multiply, add, subtract, divide, modulus]
     tool_node = ToolNode(tools)
     llm_with_tools = llm.bind_tools(tools)

app.py

@@ -1,4 +1,6 @@
 import os
+import tempfile
+
 import gradio as gr
 import requests
 import inspect
@@ -8,6 +10,9 @@ import json
 import time
 import base64
 
+from langchain_community.document_loaders import AssemblyAIAudioTranscriptLoader
+import assemblyai as aai
+
 from agent import *
 
 # (Keep Constants as is)
@@ -59,6 +64,34 @@ class BasicAgent:
             ]
             # Invoke the graph with the code
             response = self.graph.invoke({"messages": [HumanMessage(content=question_with_code),]})
+        elif content_type == "audio/mpeg":
+            # --- Temporäre Datei erstellen und Bytes schreiben ---
+            temp_file_path = None
+            try:
+                # Erstelle eine benannte temporäre Datei mit der Endung .mp3
+                # delete=False sorgt dafür, dass die Datei nicht sofort gelöscht wird,
+                # wenn der 'with'-Block verlassen wird. Wir löschen sie manuell.
+                with tempfile.NamedTemporaryFile(suffix=".mp3", delete=False) as temp_audio_file:
+                    temp_audio_file.write(content)
+                    temp_file_path = temp_audio_file.name  # Hol den Pfad zur temporären Datei
+
+                print(f"MP3-Inhalt wurde temporär gespeichert unter: {temp_file_path}")
+                aai.settings.api_key = os.environ["ASSEMBLYAI_API_KEY"]
+
+                loader = AssemblyAIAudioTranscriptLoader(file_path=temp_file_path)
+
+                docs = loader.load()
+                transcript = "\n\n".join(
+                    (f"\nTranscript:\n{doc.page_content}")
+                    for doc in docs
+                )
+                response = self.graph.invoke({"messages": [HumanMessage(content=question), HumanMessage(content=transcript),]})
+
+            finally:
+                # --- Temporäre Datei aufräumen ---
+                if temp_file_path and os.path.exists(temp_file_path):
+                    print(f"Lösche temporäre Datei: {temp_file_path}")
+                    os.remove(temp_file_path)
         else :
             # Invoke the graph with the question
             response = self.graph.invoke({"messages": [HumanMessage(content=question),]})

app_playground.ipynb

@@ -1356,6 +1356,191 @@
    "execution_count": null,
    "source": "",
    "id": "993e1e7a8ec05fff"
+  },
+  {
+   "metadata": {},
+   "cell_type": "markdown",
+   "source": "# Assembly AI",
+   "id": "6df1762bcce7593e"
+  },
+  {
+   "metadata": {
+    "ExecuteTime": {
+     "end_time": "2025-04-30T12:55:07.171820Z",
+     "start_time": "2025-04-30T12:55:07.155179Z"
+    }
+   },
+   "cell_type": "code",
+   "source": [
+    "import requests\n",
+    "from langchain_community.document_loaders import AssemblyAIAudioTranscriptLoader\n",
+    "import assemblyai as aai\n",
+    "import tempfile\n",
+    "import os\n",
+    "from dotenv import load_dotenv\n",
+    "\n",
+    "load_dotenv()\n"
+   ],
+   "id": "e27e107d54b381df",
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "True"
+      ]
+     },
+     "execution_count": 15,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "execution_count": 15
+  },
+  {
+   "metadata": {
+    "ExecuteTime": {
+     "end_time": "2025-04-30T12:40:28.602601Z",
+     "start_time": "2025-04-30T12:40:16.914256Z"
+    }
+   },
+   "cell_type": "code",
+   "source": [
+    "url = \"https://agents-course-unit4-scoring.hf.space\"\n",
+    "task_id = \"99c9cc74-fdc8-46c6-8f8d-3ce2d3bfeea3\"\n",
+    "\n",
+    "qs = requests.get(f\"{url}/questions\").json()\n",
+    "\n",
+    "file = requests.get(f\"{url}/files/{task_id}\").content\n"
+   ],
+   "id": "aac5535533ce0799",
+   "outputs": [],
+   "execution_count": 6
+  },
+  {
+   "metadata": {
+    "ExecuteTime": {
+     "end_time": "2025-04-30T12:46:33.635917Z",
+     "start_time": "2025-04-30T12:46:33.146187Z"
+    }
+   },
+   "cell_type": "code",
+   "source": [
+    "# --- Dein Code zum Abrufen der Datei ---\n",
+    "url = \"https://agents-course-unit4-scoring.hf.space\"\n",
+    "task_id = \"99c9cc74-fdc8-46c6-8f8d-3ce2d3bfeea3\"\n",
+    "\n",
+    "try:\n",
+    "    response = requests.get(f\"{url}/files/{task_id}\")\n",
+    "    response.raise_for_status() # Stellt sicher, dass der Request erfolgreich war (Status Code 2xx)\n",
+    "    mp3_content = response.content\n",
+    "except requests.exceptions.RequestException as e:\n",
+    "    print(f\"Fehler beim Abrufen der MP3-Datei: {e}\")\n",
+    "    exit() # Beenden, wenn die Datei nicht geladen werden konnte"
+   ],
+   "id": "ee9a1a4c4697a386",
+   "outputs": [],
+   "execution_count": 9
+  },
+  {
+   "metadata": {
+    "ExecuteTime": {
+     "end_time": "2025-04-30T12:56:11.668787Z",
+     "start_time": "2025-04-30T12:56:06.012180Z"
+    }
+   },
+   "cell_type": "code",
+   "source": [
+    "# --- Temporäre Datei erstellen und Bytes schreiben ---\n",
+    "temp_file_path = None\n",
+    "try:\n",
+    "    # Erstelle eine benannte temporäre Datei mit der Endung .mp3\n",
+    "    # delete=False sorgt dafür, dass die Datei nicht sofort gelöscht wird,\n",
+    "    # wenn der 'with'-Block verlassen wird. Wir löschen sie manuell.\n",
+    "    with tempfile.NamedTemporaryFile(suffix=\".mp3\", delete=False) as temp_audio_file:\n",
+    "        temp_audio_file.write(mp3_content)\n",
+    "        temp_file_path = temp_audio_file.name # Hol den Pfad zur temporären Datei\n",
+    "\n",
+    "    print(f\"MP3-Inhalt wurde temporär gespeichert unter: {temp_file_path}\")\n",
+    "    aai.settings.api_key = os.environ[\"ASSEMBLYAI_API_KEY\"]\n",
+    "\n",
+    "    loader = AssemblyAIAudioTranscriptLoader(file_path=temp_file_path)\n",
+    "\n",
+    "    docs = loader.load()\n",
+    "\n",
+    "finally:\n",
+    "    # --- Temporäre Datei aufräumen ---\n",
+    "    if temp_file_path and os.path.exists(temp_file_path):\n",
+    "        print(f\"Lösche temporäre Datei: {temp_file_path}\")\n",
+    "        os.remove(temp_file_path)"
+   ],
+   "id": "55017338ea90f3a",
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "MP3-Inhalt wurde temporär gespeichert unter: C:\\Users\\DENNIS~1.BIN\\AppData\\Local\\Temp\\tmp9hggjvry.mp3\n",
+      "Lösche temporäre Datei: C:\\Users\\DENNIS~1.BIN\\AppData\\Local\\Temp\\tmp9hggjvry.mp3\n"
+     ]
+    }
+   ],
+   "execution_count": 17
+  },
+  {
+   "metadata": {
+    "ExecuteTime": {
+     "end_time": "2025-04-30T12:57:50.890823Z",
+     "start_time": "2025-04-30T12:57:50.885966Z"
+    }
+   },
+   "cell_type": "code",
+   "source": [
+    "for doc in docs:\n",
+    "    print(doc.page_content)"
+   ],
+   "id": "51672ebf8ed917fb",
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "In a saucepan, combine ripe strawberries, granulated sugar, freshly squeezed lemon juice and cornstarch. Cook the mixture over medium heat, stirring constantly, until it thickens to a smooth consistency. Remove from heat and stir in a dash of pure vanilla extract. Allow the strawberry pie filling to cool before using it as a delicious and fruity filling for your pie crust.\n"
+     ]
+    }
+   ],
+   "execution_count": 19
+  },
+  {
+   "metadata": {
+    "ExecuteTime": {
+     "end_time": "2025-04-30T13:03:39.949969Z",
+     "start_time": "2025-04-30T13:03:39.945166Z"
+    }
+   },
+   "cell_type": "code",
+   "source": "response.headers.get(\"Content-Type\")",
+   "id": "cab3b9c717270399",
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "'audio/mpeg'"
+      ]
+     },
+     "execution_count": 21,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "execution_count": 21
+  },
+  {
+   "metadata": {},
+   "cell_type": "code",
+   "outputs": [],
+   "execution_count": null,
+   "source": "",
+   "id": "577b57828fda080f"
   }
  ],
  "metadata": {

playground_api.ipynb

@@ -226,8 +226,8 @@
   {
    "metadata": {
     "ExecuteTime": {
-     "end_time": "2025-04-28T20:05:01.953493Z",
-     "start_time": "2025-04-28T20:05:01.925950Z"
+     "end_time": "2025-04-30T13:04:59.351968Z",
+     "start_time": "2025-04-30T13:04:59.338937Z"
     }
    },
    "cell_type": "code",
@@ -242,13 +242,13 @@
    ],
    "id": "799bcaab50ebff55",
    "outputs": [],
-   "execution_count": 6
+   "execution_count": 16
   },
   {
    "metadata": {
     "ExecuteTime": {
-     "end_time": "2025-04-28T20:05:04.665088Z",
-     "start_time": "2025-04-28T20:05:04.654871Z"
+     "end_time": "2025-04-30T13:04:59.536418Z",
+     "start_time": "2025-04-30T13:04:59.526232Z"
     }
    },
    "cell_type": "code",
@@ -495,12 +495,12 @@
        "</div>"
       ]
      },
-     "execution_count": 7,
+     "execution_count": 17,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
-   "execution_count": 7
+   "execution_count": 17
   },
   {
    "metadata": {