Tooled up

agent_tools.py

@@ -7,6 +7,30 @@ from dotenv import load_dotenv
 import requests
 from io import BytesIO
 from typing import IO
+from elevenlabs import ElevenLabs
+from youtube_transcript_api import YouTubeTranscriptApi
+from langchain.docstore.document import Document
+from langchain.text_splitter import RecursiveCharacterTextSplitter
+from langchain_community.retrievers import BM25Retriever
+
+#YouTube Transcriber
+@tool
+def youtube_transcriber(video_url: str) -> list:
+    
+    """Takes web address of YouTube video and generates a transcript. Each utterance is a sting in a chronologically ordered list.
+    Args:
+        url (str): Web address of YouTube video.
+    Returns:
+        list: Transcript as chronologically ordered list of strings.
+    """
+    video_id = video_url[video_url.find('v=')+2:]
+    ytt_api = YouTubeTranscriptApi()
+    raw = ytt_api.fetch(video_id)
+    transcript = [snip.text for snip in raw.snippets]
+
+    return transcript
+
+
 
 #Excel reader
 @tool
@@ -68,6 +92,27 @@ def audio_transcription_tool(media_data: IO) -> dict:
 
 #chess analysis
 
+#pdf reader
+@tool
+def text_from_pdf(pdf_file: str) -> str:
+    """Reads a pdf file and outputs the text content as a string. PDFs are long, so it is likely best to read the content into a vector store which can be queried.
+
+    Args:
+        pdf_file (str): Filepath or URL of pdf to parse
+
+    Returns:
+        str: Content of pdf as string
+    """
+        
+    pdf_file = '/home/rob/Downloads/Reinforcement Learning 2nd Edition.pdf'
+
+    with pdfplumber.open(pdf_file) as pdf:
+        content = ' '.join([page.extract_text() for page in pdf.pages])
+        content = content.replace('\n', ' ')
+
+
+#vector store
+
 #string reverse
 @tool
 def string_reverser(text: str) -> str:
@@ -95,6 +140,6 @@ model = AzureOpenAIServerModel(
     max_tokens=4096   
 )
 
-planning_steps = 3
+planning_steps = 1
 
 agent = CodeAgent(model=model, tools=tools, additional_authorized_imports=additionals, planning_interval=planning_steps)

app.py

@@ -13,7 +13,7 @@ DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
 # ----- THIS IS WERE YOU CAN BUILD WHAT YOU WANT ------
 class BasicAgent:
     def __init__(self):
-        self.agent= agent()
+        self.agent= agent
         print("BasicAgent initialized.")
     def __call__(self, question: str) -> str:
         print(f"Agent received question (first 50 chars): {question[:50]}...")

pyproject.toml

@@ -9,16 +9,20 @@ dependencies = [
     "duckduckgo-search>=8.0.2",
     "google-genai>=1.16.1",
     "gradio-client>=1.10.1",
-    "gradio>=5.31.0",
+    "gradio[oauth]>=5.31.0",
     "markdownify>=1.1.0",
     "mistralai>=1.7.1",
     "openpyxl>=3.1.5",
     "pandas>=2.2.3",
     "requests>=2.32.3",
-    "smolagents[openai,transformers]>=1.16.1",
+    "smolagents[audio,openai,transformers]>=1.16.1",
     "wikipedia-api>=0.8.1",
     "huggingface-hub>=0.32.0",
     "elevenlabs>=2.1.0",
     "jupyter>=1.1.1",
     "transformers>=4.52.3",
+    "pdfplumber>=0.11.6",
+    "youtube-transcript-api>=1.0.3",
+    "langchain>=0.3.25",
+    "langchain-community>=0.3.24",
 ]

requirements.txt

@@ -1,5 +1,8 @@
 accelerate==1.7.0
 aiofiles==24.1.0
+aiohappyeyeballs==2.6.1
+aiohttp==3.12.4
+aiosignal==1.3.2
 annotated-types==0.7.0
 anyio==4.9.0
 argon2-cffi==23.1.0
@@ -7,7 +10,9 @@ argon2-cffi-bindings==21.2.0
 arrow==1.3.0
 asttokens==3.0.0
 async-lru==2.0.5
+async-timeout==4.0.3
 attrs==25.3.0
+authlib==1.6.0
 babel==2.17.0
 beautifulsoup4==4.13.4
 bleach==6.2.0
@@ -17,6 +22,8 @@ cffi==1.17.1
 charset-normalizer==3.4.2
 click==8.2.1
 comm==0.2.2
+cryptography==45.0.3
+dataclasses-json==0.6.7
 debugpy==1.8.14
 decorator==5.2.1
 defusedxml==0.7.1
@@ -33,26 +40,31 @@ fastjsonschema==2.21.1
 ffmpy==0.5.0
 filelock==3.18.0
 fqdn==1.5.1
+frozenlist==1.6.0
 fsspec==2024.12.0
 google-auth==2.40.2
 google-genai==1.16.1
 gradio==5.31.0
 gradio-client==1.10.1
+greenlet==3.2.2
 groovy==0.1.2
 h11==0.16.0
 hf-xet==1.1.2
 httpcore==1.0.9
 httpx==0.28.1
+httpx-sse==0.4.0
 huggingface-hub==0.32.0
 idna==3.10
 ipykernel==6.29.5
 ipython==8.36.0
 ipywidgets==8.1.7
 isoduration==20.11.0
+itsdangerous==2.2.0
 jedi==0.19.2
 jinja2==3.1.6
 jiter==0.10.0
 json5==0.12.0
+jsonpatch==1.33
 jsonpointer==3.0.0
 jsonschema==4.24.0
 jsonschema-specifications==2025.4.1
@@ -68,15 +80,23 @@ jupyterlab==4.4.3
 jupyterlab-pygments==0.3.0
 jupyterlab-server==2.27.3
 jupyterlab-widgets==3.0.15
+langchain==0.3.25
+langchain-community==0.3.24
+langchain-core==0.3.63
+langchain-text-splitters==0.3.8
+langsmith==0.3.43
 lxml==5.4.0
 markdown-it-py==3.0.0
 markdownify==1.1.0
 markupsafe==3.0.2
+marshmallow==3.26.1
 matplotlib-inline==0.1.7
 mdurl==0.1.2
 mistralai==1.7.1
 mistune==3.1.3
 mpmath==1.3.0
+multidict==6.4.4
+mypy-extensions==1.1.0
 nbclient==0.10.2
 nbconvert==7.16.6
 nbformat==5.10.4
@@ -107,12 +127,15 @@ packaging==24.2
 pandas==2.2.3
 pandocfilters==1.5.1
 parso==0.8.4
+pdfminer-six==20250327
+pdfplumber==0.11.6
 pexpect==4.9.0
 pillow==11.2.1
 platformdirs==4.3.8
 primp==0.15.0
 prometheus-client==0.22.0
 prompt-toolkit==3.0.51
+propcache==0.3.1
 psutil==7.0.0
 ptyprocess==0.7.0
 pure-eval==0.2.3
@@ -121,8 +144,10 @@ pyasn1-modules==0.4.2
 pycparser==2.22
 pydantic==2.11.5
 pydantic-core==2.33.2
+pydantic-settings==2.9.1
 pydub==0.25.1
 pygments==2.19.1
+pypdfium2==4.30.1
 python-dateutil==2.9.0.post0
 python-dotenv==1.1.0
 python-json-logger==3.3.0
@@ -133,6 +158,7 @@ pyzmq==26.4.0
 referencing==0.36.2
 regex==2024.11.6
 requests==2.32.3
+requests-toolbelt==1.0.0
 rfc3339-validator==0.1.4
 rfc3986-validator==0.1.1
 rich==14.0.0
@@ -148,10 +174,13 @@ shellingham==1.5.4
 six==1.17.0
 smolagents==1.16.1
 sniffio==1.3.1
+soundfile==0.13.1
 soupsieve==2.7
+sqlalchemy==2.0.41
 stack-data==0.6.3
 starlette==0.46.2
 sympy==1.14.0
+tenacity==9.1.2
 terminado==0.18.1
 tinycss2==1.4.0
 tokenizers==0.21.1
@@ -167,6 +196,7 @@ triton==3.3.0
 typer==0.15.3
 types-python-dateutil==2.9.0.20250516
 typing-extensions==4.13.2
+typing-inspect==0.9.0
 typing-inspection==0.4.1
 tzdata==2025.2
 uri-template==1.3.0
@@ -179,3 +209,6 @@ websocket-client==1.8.0
 websockets==15.0.1
 widgetsnbextension==4.0.14
 wikipedia-api==0.8.1
+yarl==1.20.0
+youtube-transcript-api==1.0.3
+zstandard==0.23.0