Deploy Small Talk: Reachy Mini AI podcast (gradio.Server + three.js + LiveKit)

.gitattributes

@@ -33,3 +33,55 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+frontend/dist/robot-3d/meshes/5w_speaker.stl filter=lfs diff=lfs merge=lfs -text
+frontend/dist/robot-3d/meshes/antenna.stl filter=lfs diff=lfs merge=lfs -text
+frontend/dist/robot-3d/meshes/antenna_body_3dprint.stl filter=lfs diff=lfs merge=lfs -text
+frontend/dist/robot-3d/meshes/antenna_holder_l_3dprint.stl filter=lfs diff=lfs merge=lfs -text
+frontend/dist/robot-3d/meshes/antenna_holder_r_3dprint.stl filter=lfs diff=lfs merge=lfs -text
+frontend/dist/robot-3d/meshes/antenna_interface_3dprint.stl filter=lfs diff=lfs merge=lfs -text
+frontend/dist/robot-3d/meshes/arducam.stl filter=lfs diff=lfs merge=lfs -text
+frontend/dist/robot-3d/meshes/bearing_85x110x13.stl filter=lfs diff=lfs merge=lfs -text
+frontend/dist/robot-3d/meshes/big_lens_d40.stl filter=lfs diff=lfs merge=lfs -text
+frontend/dist/robot-3d/meshes/body_down_3dprint.stl filter=lfs diff=lfs merge=lfs -text
+frontend/dist/robot-3d/meshes/body_foot_3dprint.stl filter=lfs diff=lfs merge=lfs -text
+frontend/dist/robot-3d/meshes/body_top_3dprint.stl filter=lfs diff=lfs merge=lfs -text
+frontend/dist/robot-3d/meshes/body_turning_3dprint.stl filter=lfs diff=lfs merge=lfs -text
+frontend/dist/robot-3d/meshes/bts2_m2_6x8.stl filter=lfs diff=lfs merge=lfs -text
+frontend/dist/robot-3d/meshes/dc15_a01_case_b_dummy.stl filter=lfs diff=lfs merge=lfs -text
+frontend/dist/robot-3d/meshes/dc15_a01_case_f_dummy.stl filter=lfs diff=lfs merge=lfs -text
+frontend/dist/robot-3d/meshes/dc15_a01_case_m_dummy.stl filter=lfs diff=lfs merge=lfs -text
+frontend/dist/robot-3d/meshes/dc15_a01_horn_dummy.stl filter=lfs diff=lfs merge=lfs -text
+frontend/dist/robot-3d/meshes/glasses_dolder_3dprint.stl filter=lfs diff=lfs merge=lfs -text
+frontend/dist/robot-3d/meshes/head_back_3dprint.stl filter=lfs diff=lfs merge=lfs -text
+frontend/dist/robot-3d/meshes/head_front_3dprint.stl filter=lfs diff=lfs merge=lfs -text
+frontend/dist/robot-3d/meshes/head_mic_3dprint.stl filter=lfs diff=lfs merge=lfs -text
+frontend/dist/robot-3d/meshes/m12_fisheye_lens_1_8mm.stl filter=lfs diff=lfs merge=lfs -text
+frontend/dist/robot-3d/meshes/mp01062_stewart_arm_3.stl filter=lfs diff=lfs merge=lfs -text
+frontend/dist/robot-3d/meshes/neck_reference_3dprint.stl filter=lfs diff=lfs merge=lfs -text
+frontend/dist/robot-3d/meshes/phs_1_7x20_5_dc10.stl filter=lfs diff=lfs merge=lfs -text
+frontend/dist/robot-3d/meshes/phs_1_7x20_5_dc10_1.stl filter=lfs diff=lfs merge=lfs -text
+frontend/dist/robot-3d/meshes/phs_1_7x20_5_dc10_2.stl filter=lfs diff=lfs merge=lfs -text
+frontend/dist/robot-3d/meshes/phs_1_7x20_5_dc10_3.stl filter=lfs diff=lfs merge=lfs -text
+frontend/dist/robot-3d/meshes/pp01102_arducam_carter.stl filter=lfs diff=lfs merge=lfs -text
+frontend/dist/robot-3d/meshes/small_lens_d30.stl filter=lfs diff=lfs merge=lfs -text
+frontend/dist/robot-3d/meshes/stewart_link_ball.stl filter=lfs diff=lfs merge=lfs -text
+frontend/dist/robot-3d/meshes/stewart_link_ball__2.stl filter=lfs diff=lfs merge=lfs -text
+frontend/dist/robot-3d/meshes/stewart_link_rod.stl filter=lfs diff=lfs merge=lfs -text
+frontend/dist/robot-3d/meshes/stewart_main_plate_3dprint.stl filter=lfs diff=lfs merge=lfs -text
+frontend/dist/robot-3d/meshes/stewart_tricap_3dprint.stl filter=lfs diff=lfs merge=lfs -text
+samples/ada-1.wav filter=lfs diff=lfs merge=lfs -text
+samples/ada-2.wav filter=lfs diff=lfs merge=lfs -text
+samples/ada-3.wav filter=lfs diff=lfs merge=lfs -text
+samples/batman-1.wav filter=lfs diff=lfs merge=lfs -text
+samples/batman-2.wav filter=lfs diff=lfs merge=lfs -text
+samples/bode-1.wav filter=lfs diff=lfs merge=lfs -text
+samples/bode-2.wav filter=lfs diff=lfs merge=lfs -text
+samples/bode-3.wav filter=lfs diff=lfs merge=lfs -text
+samples/jack-1.wav filter=lfs diff=lfs merge=lfs -text
+samples/jack-2.wav filter=lfs diff=lfs merge=lfs -text
+samples/jarvis-1.wav filter=lfs diff=lfs merge=lfs -text
+samples/jarvis-2.wav filter=lfs diff=lfs merge=lfs -text
+samples/surfer-1.wav filter=lfs diff=lfs merge=lfs -text
+samples/surfer-2.wav filter=lfs diff=lfs merge=lfs -text
+samples/yoda-1.wav filter=lfs diff=lfs merge=lfs -text
+samples/yoda-2.wav filter=lfs diff=lfs merge=lfs -text

app.py

@@ -0,0 +1,50 @@
+"""Small Talk — Hugging Face Space entrypoint.
+
+A Gradio app that wears no Gradio: we use `gradio.Server` (a FastAPI server with
+Gradio's backend) purely as the host, then serve our own three.js meeting UI and
+the /api control plane on it. Custom routes take priority over Gradio's, so the
+visitor only ever sees the custom frontend — which also earns the hackathon's
+"Off-Brand" badge.
+
+LiveKit (the WebRTC SFU) is LiveKit Cloud; credentials come from Space secrets
+(LIVEKIT_URL / LIVEKIT_API_KEY / LIVEKIT_API_SECRET). The browser connects to
+LiveKit Cloud directly; this app just mints tokens and runs the Reachy
+publishers that stream the pre-rendered voice clips into the room.
+"""
+import os
+import pathlib
+
+import gradio as gr
+from fastapi.responses import FileResponse
+
+from backend.server import attach
+
+DIST = pathlib.Path(__file__).parent / "frontend" / "dist"
+
+app = gr.Server()
+attach(app)  # /api/* routes — registered before the static mounts below
+
+# Serve the built single-page app. These subdirs don't collide with /api or
+# Gradio's own routes, so a simple per-folder static mount is enough.
+from fastapi.staticfiles import StaticFiles  # noqa: E402
+
+for sub in ("assets", "robot-3d", "moves"):
+    d = DIST / sub
+    if d.is_dir():
+        app.mount(f"/{sub}", StaticFiles(directory=str(d)), name=sub)
+
+
+@app.get("/")
+async def index():
+    return FileResponse(DIST / "index.html")
+
+
+@app.get("/favicon.ico")
+async def favicon():
+    return FileResponse(DIST / "index.html")  # SPA injects an emoji favicon
+
+
+if __name__ == "__main__":
+    # HF Spaces (sdk: gradio) runs this file; bind to the port it provides.
+    port = int(os.environ.get("GRADIO_SERVER_PORT", os.environ.get("PORT", 7860)))
+    app.launch(server_name="0.0.0.0", server_port=port)

backend/__init__.py

@@ -0,0 +1 @@
+"""Reachy Podcast backend — LiveKit room + audio publishing for Reachy Minis."""

backend/audio.py

@@ -0,0 +1,32 @@
+"""Audio decoding helpers.
+
+We shell out to ffmpeg so we can ingest *anything* (wav, mp3, flac, ogg, m4a)
+and always get back mono 16-bit PCM at LiveKit's preferred 48 kHz — no
+per-format branching, no resampling surprises.
+"""
+import asyncio
+
+import numpy as np
+
+SAMPLE_RATE = 48000
+NUM_CHANNELS = 1
+
+
+async def decode_to_pcm(path: str, sample_rate: int = SAMPLE_RATE) -> np.ndarray:
+    """Decode `path` to a 1-D int16 numpy array (mono, `sample_rate` Hz)."""
+    proc = await asyncio.create_subprocess_exec(
+        "ffmpeg",
+        "-v", "error",
+        "-i", str(path),
+        "-f", "s16le",
+        "-acodec", "pcm_s16le",
+        "-ac", str(NUM_CHANNELS),
+        "-ar", str(sample_rate),
+        "-",
+        stdout=asyncio.subprocess.PIPE,
+        stderr=asyncio.subprocess.PIPE,
+    )
+    out, err = await proc.communicate()
+    if proc.returncode != 0:
+        raise RuntimeError(f"ffmpeg failed decoding {path}: {err.decode(errors='ignore')}")
+    return np.frombuffer(out, dtype=np.int16).copy()

backend/config.py

@@ -0,0 +1,21 @@
+"""Runtime configuration, sourced from the environment (.env supported)."""
+import os
+
+from dotenv import load_dotenv
+
+load_dotenv()
+
+# LiveKit dev server defaults (livekit-server --dev): key=devkey secret=secret.
+LIVEKIT_URL = os.environ.get("LIVEKIT_URL", "ws://localhost:7880")
+LIVEKIT_API_KEY = os.environ.get("LIVEKIT_API_KEY", "devkey")
+LIVEKIT_API_SECRET = os.environ.get("LIVEKIT_API_SECRET", "secret")
+
+# The single room the podcast happens in (one per session is plenty for now).
+ROOM_NAME = os.environ.get("REACHY_ROOM", "reachy-podcast")
+
+# Where pre-rendered / sample audio clips live (the TTS stage will drop files here).
+import pathlib
+
+SAMPLES_DIR = pathlib.Path(
+    os.environ.get("REACHY_SAMPLES_DIR", pathlib.Path(__file__).parent.parent / "samples")
+).resolve()

backend/publisher.py

@@ -0,0 +1,139 @@
+"""ReachyPublisher — connects one Reachy Mini into the LiveKit room as a
+participant and streams pre-rendered audio clips into the call as a live
+audio track.
+
+Design notes
+------------
+* One `rtc.Room` connection per Reachy (each has its own identity/token/track).
+* Audio is pushed as 10 ms int16 frames at 48 kHz. `AudioSource.capture_frame`
+  applies backpressure (its internal queue drains at real-time playback speed),
+  so simply awaiting it frame-by-frame paces the stream to wall-clock — no
+  manual sleeps needed.
+* `say_file()` enqueues a clip; an async worker plays the queue in order. This
+  is the seam the LLM+TTS cascade plugs into later: generate a line -> drop the
+  wav -> `say_file()`, while the next line is already being generated.
+"""
+import argparse
+import asyncio
+
+import numpy as np
+from livekit import rtc
+
+from . import config, tokens
+from .audio import NUM_CHANNELS, SAMPLE_RATE, decode_to_pcm
+
+SAMPLES_PER_FRAME = SAMPLE_RATE // 100  # 10 ms
+
+
+class ReachyPublisher:
+    def __init__(
+        self,
+        identity: str,
+        name: str | None = None,
+        room: str | None = None,
+        *,
+        color: str = "#c98a3c",
+        persona: str | None = None,
+    ):
+        self.identity = identity
+        self.name = name or identity
+        self.room_name = room or config.ROOM_NAME
+        self.metadata = {"role": "reachy", "color": color, "persona": persona}
+
+        self.room = rtc.Room()
+        self.source = rtc.AudioSource(SAMPLE_RATE, NUM_CHANNELS)
+        self.track = rtc.LocalAudioTrack.create_audio_track(
+            f"{self.identity}-voice", self.source
+        )
+        self._queue: asyncio.Queue = asyncio.Queue()
+        self._worker: asyncio.Task | None = None
+
+    async def connect(self) -> "ReachyPublisher":
+        token = tokens.make_token(
+            self.identity,
+            self.name,
+            self.room_name,
+            can_publish=True,
+            can_subscribe=True,
+            metadata=self.metadata,
+        )
+        await self.room.connect(
+            config.LIVEKIT_URL, token, options=rtc.RoomOptions(auto_subscribe=True)
+        )
+        opts = rtc.TrackPublishOptions(source=rtc.TrackSource.SOURCE_MICROPHONE)
+        await self.room.local_participant.publish_track(self.track, opts)
+        self._worker = asyncio.create_task(self._run())
+        print(f"[{self.identity}] connected to '{self.room_name}' and publishing")
+        return self
+
+    async def say_file(self, path: str) -> None:
+        """Queue an audio clip to be spoken. Returns immediately."""
+        await self._queue.put(str(path))
+
+    async def wait_until_idle(self) -> None:
+        """Block until every queued clip has finished playing."""
+        await self._queue.join()
+
+    async def _run(self) -> None:
+        while True:
+            path = await self._queue.get()
+            try:
+                pcm = await decode_to_pcm(path, SAMPLE_RATE)
+                await self._stream_pcm(pcm)
+            except Exception as e:  # keep the worker alive across bad clips
+                print(f"[{self.identity}] failed to play {path}: {e}")
+            finally:
+                self._queue.task_done()
+
+    async def _stream_pcm(self, pcm: np.ndarray) -> None:
+        frame = rtc.AudioFrame.create(SAMPLE_RATE, NUM_CHANNELS, SAMPLES_PER_FRAME)
+        buf = np.frombuffer(frame.data, dtype=np.int16)
+        for start in range(0, len(pcm), SAMPLES_PER_FRAME):
+            chunk = pcm[start : start + SAMPLES_PER_FRAME]
+            if len(chunk) < SAMPLES_PER_FRAME:  # zero-pad the final frame
+                padded = np.zeros(SAMPLES_PER_FRAME, dtype=np.int16)
+                padded[: len(chunk)] = chunk
+                chunk = padded
+            np.copyto(buf, chunk)
+            await self.source.capture_frame(frame)  # backpressure paces playback
+        await self.source.wait_for_playout()  # don't clip the tail
+
+    async def aclose(self) -> None:
+        if self._worker:
+            self._worker.cancel()
+        await self.room.disconnect()
+        print(f"[{self.identity}] disconnected")
+
+
+# --------------------------------------------------------------------------- CLI
+
+
+async def _cli_main(args: argparse.Namespace) -> None:
+    pub = ReachyPublisher(
+        args.identity, args.name, args.room, color=args.color, persona=args.persona
+    )
+    await pub.connect()
+    try:
+        while True:
+            await pub.say_file(args.file)
+            await pub.wait_until_idle()
+            if not args.loop:
+                break
+    finally:
+        await pub.aclose()
+
+
+def cli() -> None:
+    p = argparse.ArgumentParser(description="Publish an audio file into the Reachy podcast room")
+    p.add_argument("--identity", required=True, help="unique participant id, e.g. reachy-1")
+    p.add_argument("--name", help="display name, e.g. Ada")
+    p.add_argument("--room", help=f"room name (default: {config.ROOM_NAME})")
+    p.add_argument("--file", required=True, help="path to wav/mp3/etc to play")
+    p.add_argument("--color", default="#c98a3c", help="card accent colour (hex)")
+    p.add_argument("--persona", help="short persona blurb")
+    p.add_argument("--loop", action="store_true", help="replay the file on a loop")
+    asyncio.run(_cli_main(p.parse_args()))
+
+
+if __name__ == "__main__":
+    cli()

backend/server.py

@@ -0,0 +1,209 @@
+"""FastAPI control plane for the Reachy podcast.
+
+Responsibilities (Task 1 scope):
+* Hand browser viewers a LiveKit token so they can join and watch/listen.
+* Spawn / stop Reachy publishers on demand.
+* Trigger a Reachy to "say" an audio clip (the seam the TTS stage plugs into).
+* A /demo route that stands up two Reachies trading sample lines, so the whole
+  pipe (audio file -> LiveKit -> browser grid) can be verified end-to-end.
+"""
+import asyncio
+import pathlib
+import uuid
+
+from fastapi import FastAPI, HTTPException
+from fastapi.middleware.cors import CORSMiddleware
+from pydantic import BaseModel
+
+from . import config, tokens
+from .publisher import ReachyPublisher
+
+# identity -> live publisher
+PUBLISHERS: dict[str, ReachyPublisher] = {}
+# background task driving the looping demo conversation
+DEMO_TASK: asyncio.Task | None = None
+
+
+def _resolve_clip(name_or_path: str) -> pathlib.Path:
+    """Resolve a clip reference to a real file, sandboxed to SAMPLES_DIR unless
+    an absolute path is given."""
+    p = pathlib.Path(name_or_path)
+    if not p.is_absolute():
+        p = (config.SAMPLES_DIR / name_or_path).resolve()
+        if config.SAMPLES_DIR not in p.parents and p != config.SAMPLES_DIR:
+            raise HTTPException(400, "clip path escapes samples dir")
+    if not p.exists():
+        raise HTTPException(404, f"clip not found: {p}")
+    return p
+
+
+# --------------------------------------------------------------------------- models
+
+
+class TokenRequest(BaseModel):
+    identity: str | None = None
+    name: str | None = None
+
+
+class JoinRequest(BaseModel):
+    identity: str
+    name: str | None = None
+    color: str = "#c98a3c"
+    persona: str | None = None
+
+
+class SayRequest(BaseModel):
+    identity: str
+    clip: str  # filename under samples/ or an absolute path
+
+
+# --------------------------------------------------------------------------- routes
+
+
+async def get_config():
+    return {"livekitUrl": config.LIVEKIT_URL, "room": config.ROOM_NAME}
+
+
+async def post_token(req: TokenRequest):
+    identity = req.identity or f"viewer-{uuid.uuid4().hex[:8]}"
+    token = tokens.make_token(identity, req.name, can_publish=False, can_subscribe=True)
+    return {"token": token, "url": config.LIVEKIT_URL, "room": config.ROOM_NAME, "identity": identity}
+
+
+async def reachy_join(req: JoinRequest):
+    if req.identity in PUBLISHERS:
+        return {"ok": True, "already": True}
+    pub = ReachyPublisher(req.identity, req.name, color=req.color, persona=req.persona)
+    await pub.connect()
+    PUBLISHERS[req.identity] = pub
+    return {"ok": True}
+
+
+async def reachy_say(req: SayRequest):
+    pub = PUBLISHERS.get(req.identity)
+    if not pub:
+        raise HTTPException(404, f"no such reachy: {req.identity}")
+    clip = _resolve_clip(req.clip)
+    await pub.say_file(str(clip))
+    return {"ok": True}
+
+
+async def reachy_leave(req: TokenRequest):
+    pub = PUBLISHERS.pop(req.identity or "", None)
+    if pub:
+        await pub.aclose()
+    return {"ok": True}
+
+
+# A character: (identity, display name, card colour, persona blurb, clip prefix).
+CASTS: dict[str, list[tuple[str, str, str, str, str]]] = {
+    "duo": [
+        ("reachy-ada", "Ada", "#c98a3c", "curious, warm, asks big questions", "ada"),
+        ("reachy-bode", "Bode", "#5a6b3a", "dry wit, contrarian, loves a tangent", "bode"),
+    ],
+    "groupchat": [
+        ("reachy-batman", "Batman", "#5b6b8c", "broods, works alone, encased-meat justice", "batman"),
+        ("reachy-jarvis", "JARVIS", "#37b3c9", "polite British AI butler, cites the data", "jarvis"),
+        ("reachy-jack", "Jack Sparrow", "#3fae9a", "rum-soaked pirate, picks whichever side has the rum", "jack"),
+        ("reachy-yoda", "Yoda", "#7bbf6a", "speaks in riddles, perpetually hungry", "yoda"),
+        ("reachy-surfer", "Surfer", "#ff8c42", "chill, everything is just vibes, brah", "surfer"),
+    ],
+}
+
+
+async def _start_conversation(cast: list[tuple[str, str, str, str, str]]) -> dict:
+    """Switch the room to `cast`: stop any running loop, drop publishers not in
+    the cast, connect the ones that are, and start a looping group conversation
+    where each character speaks its own clips (prefix-*.wav) in turn."""
+    global DEMO_TASK
+
+    if not any(config.SAMPLES_DIR.glob("*.wav")):
+        raise HTTPException(
+            400,
+            f"no .wav files in {config.SAMPLES_DIR} "
+            "(run scripts/make-qwen-samples.py or scripts/make-samples.sh)",
+        )
+
+    # Stop the current loop before reshaping the cast.
+    if DEMO_TASK and not DEMO_TASK.done():
+        DEMO_TASK.cancel()
+        DEMO_TASK = None
+
+    wanted = {c[0] for c in cast}
+    for identity in list(PUBLISHERS):
+        if identity not in wanted:
+            await PUBLISHERS.pop(identity).aclose()
+    for identity, name, color, persona, _prefix in cast:
+        if identity not in PUBLISHERS:
+            pub = ReachyPublisher(identity, name, color=color, persona=persona)
+            await pub.connect()
+            PUBLISHERS[identity] = pub
+
+    # Round-robin the cast, each character cycling through its own clips, so it
+    # reads like everyone taking turns in a group chat.
+    clips = {c[0]: sorted(config.SAMPLES_DIR.glob(f"{c[4]}*.wav")) for c in cast}
+    speakers = [c[0] for c in cast if clips[c[0]]]
+    sequence: list[tuple[str, str]] = []
+    rounds = max((len(clips[s]) for s in speakers), default=0)
+    for k in range(rounds):
+        for s in speakers:
+            if k < len(clips[s]):
+                sequence.append((s, str(clips[s][k])))
+
+    if not sequence:
+        raise HTTPException(400, "no clips found for this cast")
+
+    async def run_loop():
+        i = 0
+        while True:  # loop forever so there's always something live
+            identity, clip = sequence[i % len(sequence)]
+            pub = PUBLISHERS.get(identity)
+            if not pub:
+                break
+            await pub.say_file(clip)
+            await pub.wait_until_idle()
+            await asyncio.sleep(0.35)
+            i += 1
+
+    DEMO_TASK = asyncio.create_task(run_loop())
+    return {"ok": True, "cast": [c[0] for c in cast]}
+
+
+async def demo():
+    """Two Reachies (Ada & Bode) trading a podcast, looping forever."""
+    return await _start_conversation(CASTS["duo"])
+
+
+async def groupchat():
+    """Five chaotic personalities arguing about lunch, looping forever."""
+    return await _start_conversation(CASTS["groupchat"])
+
+
+def attach(app) -> None:
+    """Register CORS + the /api routes onto `app` (works for a plain FastAPI in
+    local dev or a gradio.Server on the Space)."""
+    app.add_middleware(
+        CORSMiddleware, allow_origins=["*"], allow_methods=["*"], allow_headers=["*"]
+    )
+    app.add_api_route("/api/config", get_config, methods=["GET"])
+    app.add_api_route("/api/token", post_token, methods=["POST"])
+    app.add_api_route("/api/reachy/join", reachy_join, methods=["POST"])
+    app.add_api_route("/api/reachy/say", reachy_say, methods=["POST"])
+    app.add_api_route("/api/reachy/leave", reachy_leave, methods=["POST"])
+    app.add_api_route("/api/demo", demo, methods=["POST"])
+    app.add_api_route("/api/groupchat", groupchat, methods=["POST"])
+
+
+# Local dev app (the Space uses app.py / gradio.Server instead).
+app = FastAPI(title="Reachy Podcast")
+attach(app)
+
+
+def run() -> None:
+    import uvicorn
+
+    uvicorn.run("backend.server:app", host="0.0.0.0", port=8000, reload=False)
+
+
+if __name__ == "__main__":
+    run()

backend/tokens.py

@@ -0,0 +1,40 @@
+"""LiveKit access-token minting (server-side)."""
+import json
+
+from livekit import api
+
+from . import config
+
+
+def make_token(
+    identity: str,
+    name: str | None = None,
+    room: str | None = None,
+    *,
+    can_publish: bool = False,
+    can_subscribe: bool = True,
+    metadata: dict | None = None,
+) -> str:
+    """Mint a JWT for `identity` to join `room`.
+
+    Viewers (browsers) get can_publish=False; Reachy publishers get True.
+    `metadata` is attached to the participant and is readable by all clients —
+    we use it to carry the Reachy's display colour / persona.
+    """
+    room = room or config.ROOM_NAME
+    grants = api.VideoGrants(
+        room_join=True,
+        room=room,
+        can_publish=can_publish,
+        can_subscribe=can_subscribe,
+        can_publish_data=True,
+    )
+    token = (
+        api.AccessToken(config.LIVEKIT_API_KEY, config.LIVEKIT_API_SECRET)
+        .with_identity(identity)
+        .with_name(name or identity)
+        .with_grants(grants)
+    )
+    if metadata:
+        token = token.with_metadata(json.dumps(metadata))
+    return token.to_jwt()

frontend/dist/assets/index-CMwLu78T.css

@@ -0,0 +1 @@
+:root{--bg:#16130f;--panel:#211c16;--cream:#f6efe1;--muted:#b9ad97;--accent:#c98a3c;--rust:#8a4a2b}*{box-sizing:border-box}html,body{background:radial-gradient(ellipse at 20% 0%, #2a2218, var(--bg));height:100%;color:var(--cream);margin:0;font-family:ui-sans-serif,system-ui,-apple-system,Segoe UI,Roboto,sans-serif}.hidden{display:none!important}.hidden-audio{opacity:0;width:0;height:0;position:absolute}#lobby{background:radial-gradient(at 75% 80%,#49e6c829,#0000 55%),radial-gradient(at 15% 15%,#6c7bff24,#0000 55%),#05070d;min-height:100%;position:relative;overflow:hidden}#hero3d{z-index:0;position:absolute;inset:0}.scanlines{z-index:1;pointer-events:none;opacity:.6;background:repeating-linear-gradient(0deg,#49e6c80a 0 1px,#0000 1px 4px);animation:8s linear infinite scan;position:absolute;inset:0;-webkit-mask-image:linear-gradient(#0000,#000 30% 70%,#0000);mask-image:linear-gradient(#0000,#000 30% 70%,#0000)}@keyframes scan{0%{background-position:0 0}to{background-position:0 -400px}}.lobby-inner{z-index:2;pointer-events:none;flex-direction:column;justify-content:center;max-width:620px;min-height:100%;padding:clamp(28px,7vw,90px);display:flex;position:relative}.lobby-inner>*{pointer-events:auto}.eyebrow{text-transform:uppercase;letter-spacing:.34em;width:fit-content;color:var(--cream);-webkit-backdrop-filter:blur(6px);backdrop-filter:blur(6px);background:#49e6c80f;border:1px solid #49e6c866;border-radius:999px;align-items:center;gap:9px;padding:7px 14px;font-size:12px;font-weight:700;display:inline-flex}.eyebrow .pulse{background:#49e6c8;border-radius:50%;width:8px;height:8px;animation:1.5s infinite pulse;box-shadow:0 0 10px 2px #49e6c8}#lobby h1{letter-spacing:-.02em;color:#f4f8ff;text-shadow:0 2px 40px #49e6c840;margin:20px 0 14px;font-size:clamp(40px,7vw,76px);font-weight:800;line-height:.98}#lobby h1 em{background:linear-gradient(100deg,#49e6c8,#6c7bff 70%);color:#0000;-webkit-background-clip:text;background-clip:text;font-style:normal}#lobby p{color:#aeb8c8;max-width:30em;font-size:clamp(15px,1.6vw,18px);line-height:1.6}.lobby-actions{flex-wrap:wrap;gap:14px;margin-top:30px;display:flex}.btn{cursor:pointer;border:1px solid #0000;border-radius:12px;padding:14px 22px;font-size:15px;font-weight:700;transition:transform .18s,box-shadow .18s,background .18s,border-color .18s}.btn:disabled{opacity:.55;cursor:default}.btn-primary{color:#051018;background:linear-gradient(100deg,#49e6c8,#6c7bff);box-shadow:0 8px 30px -8px #49e6c8b3}.btn-primary:not(:disabled):hover{transform:translateY(-2px);box-shadow:0 12px 36px -8px #49e6c8e6}.btn-ghost{color:#eaf1f8;-webkit-backdrop-filter:blur(8px);backdrop-filter:blur(8px);background:#ffffff0a;border-color:#ffffff29}.btn-ghost:not(:disabled):hover{border-color:#49e6c8cc;box-shadow:0 0 0 1px #49e6c866,0 8px 24px -10px #49e6c880}.status{color:#7f8aa0;letter-spacing:.02em;min-height:18px;margin-top:18px;font-family:ui-monospace,monospace;font-size:13px}#stage{flex-direction:column;min-height:100%;display:flex}.topbar{border-bottom:1px solid #33291d;align-items:center;gap:14px;padding:14px 22px;display:flex}.brand{font-weight:700}.live-pill{letter-spacing:.1em;color:#ff6b5e;align-items:center;gap:7px;font-size:12px;font-weight:700;display:inline-flex}.live-pill .dot{background:#ff6b5e;border-radius:50%;width:8px;height:8px;animation:1.4s infinite pulse}@keyframes pulse{0%,to{opacity:1}50%{opacity:.3}}.grid{flex:1;align-content:center;gap:16px;padding:20px;display:grid}.spotlight{flex:1;gap:16px;min-height:0;padding:20px;display:flex}.spot-main{flex:1;min-width:0;display:flex}.spot-main .card{aspect-ratio:auto;width:100%;height:100%}.spot-strip{flex-direction:column;flex-shrink:0;gap:12px;width:clamp(150px,17vw,240px);display:flex;overflow-y:auto}.spot-strip .card{aspect-ratio:4/3;flex:none;width:100%}.card{aspect-ratio:4/3;background:linear-gradient(160deg,#241e17,#19150f);border:1px solid #382c1f;border-radius:16px;transition:border-color .2s,box-shadow .2s;position:relative;overflow:hidden}.card.talking{border-color:var(--accent);box-shadow:0 0 0 2px var(--accent), 0 0 32px -8px var(--accent)}.card .twin{position:absolute;inset:0}.speaking-ring{pointer-events:none;box-shadow:inset 0 0 60px -30px var(--accent);opacity:0;border-radius:16px;transition:opacity .2s;position:absolute;inset:0}.card.talking .speaking-ring{opacity:1}.nameplate{-webkit-backdrop-filter:blur(6px);backdrop-filter:blur(6px);background:#0a080699;border-radius:999px;align-items:center;gap:8px;padding:6px 12px;font-size:13px;display:flex;position:absolute;bottom:12px;left:12px}.nameplate .dot{background:#5a4a35;border-radius:50%;width:8px;height:8px;transition:background .15s}.card.talking .nameplate .dot{background:var(--accent)}.nameplate .name{font-weight:700}.nameplate .persona{color:var(--muted);font-size:12px}

frontend/dist/index.html

@@ -0,0 +1,46 @@
+<!doctype html>
+<html lang="en">
+  <head>
+    <meta charset="UTF-8" />
+    <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+    <title>Small Talk · an AI-to-AI robot podcast</title>
+    <link rel="icon" href="data:image/svg+xml,<svg xmlns='http://www.w3.org/2000/svg' viewBox='0 0 100 100'><text y='.9em' font-size='90'>🎙️</text></svg>" />
+    <script type="module" crossorigin src="/assets/index-DxhkjW4l.js"></script>
+    <link rel="stylesheet" crossorigin href="/assets/index-CMwLu78T.css">
+  </head>
+  <body>
+    <div id="lobby">
+      <div id="hero3d"></div>
+      <div class="scanlines"></div>
+      <div class="lobby-inner">
+        <div class="eyebrow"><span class="pulse"></span> SMALL&nbsp;TALK</div>
+        <h1>The robots are<br /><em>talking back.</em></h1>
+        <p>
+          An AI-to-AI podcast hosted by Reachy Minis — live over WebRTC, each with
+          its own voice, personality, and a 3D digital twin that emotes as it speaks.
+        </p>
+        <div class="lobby-actions">
+          <button id="join" class="btn btn-primary">Own a Reachy? Join the call →</button>
+          <button id="demo" class="btn btn-ghost">▶ Podcast</button>
+          <button id="chaos" class="btn btn-ghost">🎭 Group chat</button>
+        </div>
+        <div id="status" class="status"></div>
+      </div>
+    </div>
+
+    <div id="stage" class="hidden">
+      <header class="topbar">
+        <span class="brand">🎙️ Reachy Podcast</span>
+        <span class="live-pill"><span class="dot"></span> LIVE</span>
+        <button id="demo2" class="btn btn-ghost">▶ Podcast</button>
+        <button id="chaos2" class="btn btn-ghost">🎭 Group chat</button>
+      </header>
+      <div id="grid" class="grid"></div>
+      <div id="spotlight" class="spotlight hidden">
+        <div class="spot-main" id="spotMain"></div>
+        <div class="spot-strip" id="spotStrip"></div>
+      </div>
+    </div>
+
+  </body>
+</html>

frontend/dist/robot-3d/meshes/5w_speaker.stl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c220ac5fa6dd559fcd2f3faccb7197904ab6b882ccf5d2ad04b17a09d58b98
+size 229884

frontend/dist/robot-3d/meshes/antenna.stl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f894d2eb9cdc94e7c45944cabb6fa84074e33fb45c3ab9974744bc0e43a9cb
+size 1048584

frontend/dist/robot-3d/meshes/antenna_body_3dprint.stl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f760ace60b1a368ba7c51bcd01a152a85e66a587fb24d55886cb9d9ffb9008f
+size 241784

frontend/dist/robot-3d/meshes/antenna_holder_l_3dprint.stl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c2f0efae648fa0174dbc374fb63f4b48f55dea18f16f407540d255d8c91a426
+size 449784

frontend/dist/robot-3d/meshes/antenna_holder_r_3dprint.stl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7cd59ec8fd200294880c062b9190f223eb7fc7c207caecbb5de28fd4accbbe1
+size 465984

frontend/dist/robot-3d/meshes/antenna_interface_3dprint.stl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662384ed2de2c37fff6d5bab1ba0ccb76ee03f5d1680043d255e33e879b481bb
+size 179984

frontend/dist/robot-3d/meshes/arducam.stl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dedb2f78b82216790ad43483c832744b86108dfab076a0f21938e6931beb1927
+size 1048584

frontend/dist/robot-3d/meshes/bearing_85x110x13.stl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f79e3b8a1cf2da7be17907f6761acfa202fab9f759da196431712b7e20938fed
+size 1048584

frontend/dist/robot-3d/meshes/big_lens_d40.stl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df711c8e29a677f62622d57c5cac01257ae9a44f46adb67fefb54b8fe52a6eb
+size 151284

frontend/dist/robot-3d/meshes/body_down_3dprint.stl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737e674299655be49d6b37a196d21cf8b9fd95c2837667cf4e4ed8bc4a8e89fa
+size 1048584

frontend/dist/robot-3d/meshes/body_foot_3dprint.stl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f021859da8f2b5dd663f36b7f4dd9b5e1c52485556a106b1ad66a3fed83281b8
+size 639584

frontend/dist/robot-3d/meshes/body_top_3dprint.stl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f406a0ff783d18bd20c0441d1e03243d11403a71e7f37ee6aa444da9110039
+size 1048584

frontend/dist/robot-3d/meshes/body_turning_3dprint.stl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805db06f0b88bd1d2bef6bd9c5b8afeaa364681fa8eff02465ceb14298283ae6
+size 393084

frontend/dist/robot-3d/meshes/bts2_m2_6x8.stl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303a706276ef0a3dcf8b6deeabf73969d2c48cb6628209bf0fed825b622deccb
+size 269184

frontend/dist/robot-3d/meshes/dc15_a01_case_b_dummy.stl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b108f9390168a9052b408b292e316112f28e11d5ca51e28a374f29ce9ef2790
+size 248884

frontend/dist/robot-3d/meshes/dc15_a01_case_f_dummy.stl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ba4e280134154b64d2c5dd2f78f95c27e682a69e77f47895ac1fb3221d8c296
+size 326984

frontend/dist/robot-3d/meshes/dc15_a01_case_m_dummy.stl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716c7f05cb780b5eb1dc7e614b8376e587683f2922fcb386d0b8152a73b5af68
+size 162184

frontend/dist/robot-3d/meshes/dc15_a01_horn_dummy.stl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8990dd416d5d6603e10b6d0fd05d8f552ef045fcebdcdeebf589d881c0185fd
+size 445084

frontend/dist/robot-3d/meshes/glasses_dolder_3dprint.stl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f37eb75055678325c86ee614e3aef8aaa2bbdbaba518824045818edff3c1b9
+size 607884

frontend/dist/robot-3d/meshes/head_back_3dprint.stl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724385740aee0c18d3ccfe5df1b79049ff84c736cf652b53f5625ac5cc83c95c
+size 1048584

frontend/dist/robot-3d/meshes/head_front_3dprint.stl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4938a455866612ec3915da422d5e01037844fb3424c55200eea8e056363f81
+size 1048584

frontend/dist/robot-3d/meshes/head_mic_3dprint.stl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac3f4978f945345336481bde7b87aea91aeb97c3ce7e9433df8340923f5665bd
+size 662084

frontend/dist/robot-3d/meshes/m12_fisheye_lens_1_8mm.stl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf2e973bd164cd66b747f16e0ad6c4aafc9492e0b053fd40c283f4beba1b6015
+size 259284

frontend/dist/robot-3d/meshes/mp01062_stewart_arm_3.stl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b64f2de2a35b6feb9ed8ef728219f1a9600dfe6fcb70256a2e555cd6c49401e
+size 155584

frontend/dist/robot-3d/meshes/neck_reference_3dprint.stl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e619d224f39690c029b9e44bee7882e3650a8828e554d25c469bce3ab371ce5
+size 605084

frontend/dist/robot-3d/meshes/phs_1_7x20_5_dc10.stl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e9d4bddfe4a99c206feba0fe648c1e5caf0aefca6347c7a91ff8f425b58d35
+size 253184

frontend/dist/robot-3d/meshes/phs_1_7x20_5_dc10_1.stl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9cd84a44f18b39aae56220bfcdfdbf8e39a809c57e4d07c3d7a718c7ab5669e
+size 253184