Upload 3 files

__init__.py

@@ -0,0 +1 @@
+# Initialize app package

main.py

@@ -0,0 +1,214 @@
+import asyncio
+import base64
+import json
+import os
+from pathlib import Path
+from typing import AsyncIterable
+
+from dotenv import load_dotenv
+from fastapi import FastAPI, Query, WebSocket
+from fastapi.responses import FileResponse
+from fastapi.staticfiles import StaticFiles
+from google.adk.agents import LiveRequestQueue
+from google.adk.agents.run_config import RunConfig
+from google.adk.events.event import Event
+from google.adk.runners import Runner
+from google.adk.sessions.in_memory_session_service import InMemorySessionService
+from google.genai import types
+from jarvis.utils import root_agent
+
+#
+# ADK Streaming
+#
+
+# Load Gemini API Key
+load_dotenv()
+
+APP_NAME = "ADK Streaming example"
+session_service = InMemorySessionService()
+
+
+def start_agent_session(session_id, is_audio=False):
+    """Starts an agent session"""
+
+    # Create a Session
+    session = session_service.create_session(
+        app_name=APP_NAME,
+        user_id=session_id,
+        session_id=session_id,
+    )
+
+    # Create a Runner
+    runner = Runner(
+        app_name=APP_NAME,
+        agent=root_agent,
+        session_service=session_service,
+    )
+
+    # Set response modality
+    modality = "AUDIO" if is_audio else "TEXT"
+
+    # Create speech config with voice settings
+    speech_config = types.SpeechConfig(
+        voice_config=types.VoiceConfig(
+            # Puck, Charon, Kore, Fenrir, Aoede, Leda, Orus, and Zephyr
+            prebuilt_voice_config=types.PrebuiltVoiceConfig(voice_name="Puck")
+        )
+    )
+
+    # Create run config with basic settings
+    config = {"response_modalities": [modality], "speech_config": speech_config}
+
+    # Add output_audio_transcription when audio is enabled to get both audio and text
+    if is_audio:
+        config["output_audio_transcription"] = {}
+
+    run_config = RunConfig(**config)
+
+    # Create a LiveRequestQueue for this session
+    live_request_queue = LiveRequestQueue()
+
+    # Start agent session
+    live_events = runner.run_live(
+        session=session,
+        live_request_queue=live_request_queue,
+        run_config=run_config,
+    )
+    return live_events, live_request_queue
+
+
+async def agent_to_client_messaging(
+    websocket: WebSocket, live_events: AsyncIterable[Event | None]
+):
+    """Agent to client communication"""
+    while True:
+        async for event in live_events:
+            if event is None:
+                continue
+
+            # If the turn complete or interrupted, send it
+            if event.turn_complete or event.interrupted:
+                message = {
+                    "turn_complete": event.turn_complete,
+                    "interrupted": event.interrupted,
+                }
+                await websocket.send_text(json.dumps(message))
+                print(f"[AGENT TO CLIENT]: {message}")
+                continue
+
+            # Read the Content and its first Part
+            part = event.content and event.content.parts and event.content.parts[0]
+            if not part:
+                continue
+
+            # Make sure we have a valid Part
+            if not isinstance(part, types.Part):
+                continue
+
+            # Only send text if it's a partial response (streaming)
+            # Skip the final complete message to avoid duplication
+            if part.text and event.partial:
+                message = {
+                    "mime_type": "text/plain",
+                    "data": part.text,
+                    "role": "model",
+                }
+                await websocket.send_text(json.dumps(message))
+                print(f"[AGENT TO CLIENT]: text/plain: {part.text}")
+
+            # If it's audio, send Base64 encoded audio data
+            is_audio = (
+                part.inline_data
+                and part.inline_data.mime_type
+                and part.inline_data.mime_type.startswith("audio/pcm")
+            )
+            if is_audio:
+                audio_data = part.inline_data and part.inline_data.data
+                if audio_data:
+                    message = {
+                        "mime_type": "audio/pcm",
+                        "data": base64.b64encode(audio_data).decode("ascii"),
+                        "role": "model",
+                    }
+                    await websocket.send_text(json.dumps(message))
+                    print(f"[AGENT TO CLIENT]: audio/pcm: {len(audio_data)} bytes.")
+
+
+async def client_to_agent_messaging(
+    websocket: WebSocket, live_request_queue: LiveRequestQueue
+):
+    """Client to agent communication"""
+    while True:
+        # Decode JSON message
+        message_json = await websocket.receive_text()
+        message = json.loads(message_json)
+        mime_type = message["mime_type"]
+        data = message["data"]
+        role = message.get("role", "user")  # Default to 'user' if role is not provided
+
+        # Send the message to the agent
+        if mime_type == "text/plain":
+            # Send a text message
+            content = types.Content(role=role, parts=[types.Part.from_text(text=data)])
+            live_request_queue.send_content(content=content)
+            print(f"[CLIENT TO AGENT PRINT]: {data}")
+        elif mime_type == "audio/pcm":
+            # Send audio data
+            decoded_data = base64.b64decode(data)
+
+            # Send the audio data - note that ActivityStart/End and transcription
+            # handling is done automatically by the ADK when input_audio_transcription
+            # is enabled in the config
+            live_request_queue.send_realtime(
+                types.Blob(data=decoded_data, mime_type=mime_type)
+            )
+            print(f"[CLIENT TO AGENT]: audio/pcm: {len(decoded_data)} bytes")
+
+        else:
+            raise ValueError(f"Mime type not supported: {mime_type}")
+
+
+#
+# FastAPI web app
+#
+
+app = FastAPI()
+
+STATIC_DIR = Path("static")
+app.mount("/static", StaticFiles(directory=STATIC_DIR), name="static")
+
+
+@app.get("/")
+async def root():
+    """Serves the index.html"""
+    return FileResponse(os.path.join(STATIC_DIR, "index.html"))
+
+
+@app.websocket("/ws/{session_id}")
+async def websocket_endpoint(
+    websocket: WebSocket,
+    session_id: str,
+    is_audio: str = Query(...),
+):
+    """Client websocket endpoint"""
+
+    # Wait for client connection
+    await websocket.accept()
+    print(f"Client #{session_id} connected, audio mode: {is_audio}")
+
+    # Start agent session
+    live_events, live_request_queue = start_agent_session(
+        session_id, is_audio == "true"
+    )
+
+    # Start tasks
+    agent_to_client_task = asyncio.create_task(
+        agent_to_client_messaging(websocket, live_events)
+    )
+    client_to_agent_task = asyncio.create_task(
+        client_to_agent_messaging(websocket, live_request_queue)
+    )
+    await asyncio.gather(agent_to_client_task, client_to_agent_task)
+
+    # Disconnected
+    print(f"Client #{session_id} disconnected")

requirements.txt

@@ -0,0 +1,300 @@
+aiofiles==24.1.0
+aiohappyeyeballs==2.6.1
+aiohttp==3.11.18
+aiosignal==1.3.2
+aiosqlite==0.21.0
+altair==5.5.0
+annotated-types==0.7.0
+anyio==4.9.0
+asgiref==3.8.1
+#asttokens @ file:///home/conda/feedstock_root/build_artifacts/asttokens_1733250440834/work
+attrs==25.3.0
+Authlib==1.5.2
+backcall==0.2.0
+backoff==2.2.1
+bcrypt==4.3.0
+beautifulsoup4==4.13.4
+bleach==6.2.0
+blinker==1.9.0
+Brotli==1.1.0
+build==1.2.2.post1
+cachetools==5.5.2
+certifi==2025.4.26
+cffi==1.17.1
+chardet==5.2.0
+charset-normalizer==3.4.2
+chromadb==1.0.12
+click==8.2.0
+colorama==0.4.6
+coloredlogs==15.0.1
+colorthief==0.2.1
+#comm @ file:///home/conda/feedstock_root/build_artifacts/comm_1733502965406/work
+Crawl4AI==0.6.3
+cryptography==44.0.3
+cssselect==1.3.0
+cssselect2==0.8.0
+curl_cffi==0.11.1
+dataclasses-json==0.6.7
+#debugpy @ file:///home/conda/feedstock_root/build_artifacts/debugpy_1744321234906/work
+#decorator @ file:///home/conda/feedstock_root/build_artifacts/decorator_1740384970518/work
+defusedxml==0.7.1
+Deprecated==1.2.18
+distro==1.9.0
+docopt==0.6.2
+docstring_parser==0.16
+docx==0.2.4
+docx2txt==0.9
+dotenv==0.9.9
+durationpy==0.10
+#exceptiongroup @ file:///home/conda/feedstock_root/build_artifacts/exceptiongroup_1746947292760/work
+#executing @ file:///home/conda/feedstock_root/build_artifacts/executing_1745502089858/work
+fake-http-header==0.3.5
+fake-useragent==2.2.0
+fastapi==0.115.9
+fastjsonschema==2.21.1
+filelock==3.18.0
+filetype==1.2.0
+flatbuffers==25.2.10
+fonttools==4.58.2
+frozendict==2.4.6
+frozenlist==1.6.0
+fsspec==2025.5.1
+gitdb==4.0.12
+GitPython==3.1.44
+google-adk==0.5.0
+google-ai-generativelanguage==0.6.15
+google-api-core==2.24.2
+google-api-python-client==2.169.0
+google-auth==2.40.1
+google-auth-httplib2==0.2.0
+google-cloud-aiplatform==1.92.0
+google-cloud-bigquery==3.32.0
+google-cloud-core==2.4.3
+google-cloud-resource-manager==1.14.2
+google-cloud-secret-manager==2.23.3
+google-cloud-speech==2.32.0
+google-cloud-storage==2.19.0
+google-cloud-trace==1.16.1
+google-crc32c==1.7.1
+google-genai==1.15.0
+google-generativeai==0.8.5
+google-resumable-media==2.7.2
+googleapis-common-protos==1.70.0
+grandalf==0.8
+graphviz==0.20.3
+greenlet==3.2.2
+groq==0.28.0
+grpc-google-iam-v1==0.14.2
+grpcio==1.71.0
+grpcio-status==1.71.0
+h11==0.16.0
+httpcore==1.0.9
+httplib2==0.22.0
+httptools==0.6.4
+httpx==0.28.1
+httpx-sse==0.4.0
+huggingface-hub==0.31.2
+humanfriendly==10.0
+humanize==4.12.3
+idna==3.10
+#importlib_metadata @ file:///home/conda/feedstock_root/build_artifacts/importlib-metadata_1737420181517/work
+importlib_resources==6.5.2
+#ipykernel @ file:///home/conda/feedstock_root/build_artifacts/ipykernel_1719845459717/work
+ipython==8.12.3
+#ipython_pygments_lexers @ file:///home/conda/feedstock_root/build_artifacts/ipython_pygments_lexers_1737123620466/work
+#jedi @ file:///home/conda/feedstock_root/build_artifacts/jedi_1733300866624/work
+Jinja2==3.1.6
+jiter==0.9.0
+joblib==1.5.1
+jsonpatch==1.33
+jsonpointer==3.0.0
+jsonschema==4.23.0
+jsonschema-specifications==2025.4.1
+#jupyter_client @ file:///home/conda/feedstock_root/build_artifacts/jupyter_client_1733440914442/work
+#jupyter_core @ file:///home/conda/feedstock_root/build_artifacts/jupyter_core_1727163409502/work
+jupyterlab_pygments==0.3.0
+kubernetes==33.1.0
+langchain==0.3.25
+langchain-chroma==0.2.4
+langchain-community==0.3.25
+langchain-core==0.3.65
+langchain-google-genai==2.0.10
+langchain-groq==0.3.2
+langchain-huggingface==0.3.0
+langchain-text-splitters==0.3.8
+langgraph==0.4.8
+langgraph-checkpoint==2.0.26
+langgraph-cli==0.3.3
+langgraph-prebuilt==0.2.2
+langgraph-sdk==0.1.70
+langsmith==0.3.45
+litellm==1.69.3
+lxml==5.4.0
+markdown-it-py==3.0.0
+MarkupSafe==3.0.2
+marshmallow==3.26.1
+matplotlib-#inline @ file:///home/conda/feedstock_root/build_artifacts/matplotlib-inline_1733416936468/work
+mcp==1.8.1
+mdurl==0.1.2
+mistune==3.1.3
+mmh3==5.1.0
+mpmath==1.3.0
+multidict==6.4.3
+multitasking==0.0.11
+mypy_extensions==1.1.0
+narwhals==1.41.0
+nbclient==0.10.2
+nbconvert==7.16.6
+nbformat==5.10.4
+#nest_asyncio @ file:///home/conda/feedstock_root/build_artifacts/nest-asyncio_1733325553580/work
+networkx==3.5
+nltk==3.9.1
+numpy==2.2.5
+nvidia-cublas-cu12==12.6.4.1
+nvidia-cuda-cupti-cu12==12.6.80
+nvidia-cuda-nvrtc-cu12==12.6.77
+nvidia-cuda-runtime-cu12==12.6.77
+nvidia-cudnn-cu12==9.5.1.17
+nvidia-cufft-cu12==11.3.0.4
+nvidia-cufile-cu12==1.11.1.6
+nvidia-curand-cu12==10.3.7.77
+nvidia-cusolver-cu12==11.7.1.2
+nvidia-cusparse-cu12==12.5.4.2
+nvidia-cusparselt-cu12==0.6.3
+nvidia-nccl-cu12==2.26.2
+nvidia-nvjitlink-cu12==12.6.85
+nvidia-nvtx-cu12==12.6.77
+oauthlib==3.2.2
+onnxruntime==1.22.0
+openai==1.75.0
+opentelemetry-api==1.33.0
+opentelemetry-exporter-gcp-trace==1.9.0
+opentelemetry-exporter-otlp-proto-common==1.33.0
+opentelemetry-exporter-otlp-proto-grpc==1.33.0
+opentelemetry-instrumentation==0.54b0
+opentelemetry-instrumentation-asgi==0.54b0
+opentelemetry-instrumentation-fastapi==0.54b0
+opentelemetry-proto==1.33.0
+opentelemetry-resourcedetector-gcp==1.9.0a0
+opentelemetry-sdk==1.33.0
+opentelemetry-semantic-conventions==0.54b0
+opentelemetry-util-http==0.54b0
+orjson==3.10.18
+ormsgpack==1.10.0
+overrides==7.7.0
+packaging==24.2
+pandas==2.2.3
+pandocfilters==1.5.1
+#parso @ file:///home/conda/feedstock_root/build_artifacts/parso_1733271261340/work
+pdf2image==1.17.0
+pdfkit==1.0.0
+peewee==3.18.1
+#pexpect @ file:///home/conda/feedstock_root/build_artifacts/pexpect_1733301927746/work
+#pickleshare @ file:///home/conda/feedstock_root/build_artifacts/pickleshare_1733327343728/work
+pillow==10.4.0
+pipreqs==0.4.13
+#platformdirs @ file:///home/conda/feedstock_root/build_artifacts/bld/rattler-build_platformdirs_1746710438/work
+playwright==1.52.0
+posthog==4.10.0
+#prompt_toolkit @ file:///home/conda/feedstock_root/build_artifacts/prompt-toolkit_1744724089886/work
+propcache==0.3.1
+proto-plus==1.26.1
+protobuf==5.29.4
+#psutil @ file:///home/conda/feedstock_root/build_artifacts/psutil_1740663131878/work
+#ptyprocess @ file:///home/conda/feedstock_root/build_artifacts/ptyprocess_1733302279685/work/dist/ptyprocess-0.7.0-py2.py3-none-any.whl#sha256=92c32ff62b5fd8cf325bec5ab90d7be3d2a8ca8c8a3813ff487a8d2002630d1f
+#pure_eval @ file:///home/conda/feedstock_root/build_artifacts/pure_eval_1733569405015/work
+pyarrow==20.0.0
+pyasn1==0.6.1
+pyasn1_modules==0.4.2
+pycparser==2.22
+pydantic==2.11.4
+pydantic-settings==2.9.1
+pydantic_core==2.33.2
+pydeck==0.9.1
+pydyf==0.11.0
+pyee==13.0.0
+#Pygments @ file:///home/conda/feedstock_root/build_artifacts/pygments_1736243443484/work
+pyOpenSSL==25.1.0
+pyparsing==3.2.3
+pypdf==5.6.0
+pyperclip==1.9.0
+pyphen==0.17.2
+PyPika==0.48.9
+pyproject_hooks==1.2.0
+python-#dateutil @ file:///home/conda/feedstock_root/build_artifacts/python-dateutil_1733215673016/work
+python-docx==1.2.0
+python-dotenv==1.1.0
+python-multipart==0.0.20
+python-pptx==1.0.2
+pytz==2025.2
+PyYAML==6.0.2
+#pyzmq @ file:///home/conda/feedstock_root/build_artifacts/pyzmq_1743831247381/work
+rank-bm25==0.2.2
+referencing==0.36.2
+regex==2024.11.6
+requests==2.32.3
+requests-oauthlib==2.0.0
+requests-toolbelt==1.0.0
+rich==14.0.0
+rpds-py==0.25.0
+rsa==4.9.1
+safetensors==0.5.3
+scikit-learn==1.7.0
+scipy==1.15.3
+sentence-transformers==4.1.0
+setuptools==80.9.0
+shapely==2.1.0
+shellingham==1.5.4
+#six @ file:///home/conda/feedstock_root/build_artifacts/six_1733380938961/work
+smmap==5.0.2
+sniffio==1.3.1
+snowballstemmer==2.2.0
+soupsieve==2.7
+SQLAlchemy==2.0.41
+sse-starlette==2.3.5
+#stack_data @ file:///home/conda/feedstock_root/build_artifacts/stack_data_1733569443808/work
+starlette==0.45.3
+streamlit==1.45.1
+sympy==1.14.0
+tenacity==9.1.2
+tf-playwright-stealth==1.1.2
+threadpoolctl==3.6.0
+tiktoken==0.9.0
+tinycss2==1.4.0
+tinyhtml5==2.0.0
+tokenizers==0.21.1
+toml==0.10.2
+torch==2.7.1
+#tornado @ file:///home/conda/feedstock_root/build_artifacts/tornado_1747384461250/work
+tqdm==4.67.1
+#traitlets @ file:///home/conda/feedstock_root/build_artifacts/traitlets_1733367359838/work
+transformers==4.52.4
+triton==3.3.1
+typer==0.16.0
+typing-inspect==0.9.0
+typing-inspection==0.4.0
+typing_extensions==4.14.0
+tzdata==2025.2
+tzlocal==5.3.1
+uritemplate==4.1.1
+urllib3==2.4.0
+uv==0.7.3
+uvicorn==0.34.2
+uvloop==0.21.0
+watchdog==6.0.0
+watchfiles==1.1.0
+#wcwidth @ file:///home/conda/feedstock_root/build_artifacts/wcwidth_1733231326287/work
+weasyprint==65.1
+webencodings==0.5.1
+websocket-client==1.8.0
+websockets==15.0.1
+wheel==0.45.1
+wrapt==1.17.2
+XlsxWriter==3.2.3
+xxhash==3.5.0
+yarg==0.1.9
+yarl==1.20.0
+yfinance==0.2.61
+#zipp @ file:///home/conda/feedstock_root/build_artifacts/zipp_1732827521216/work
+zopfli==0.2.3.post1
+zstandard==0.23.0