ASQ Interview Setup
Open ASQ on the Rokid glasses first. The glasses will display a six-digit pairing code; enter that code on this phone.
import asyncio import base64 import hashlib import hmac import json import logging import os import re import secrets import time from typing import Any, Literal import gradio as gr import uvicorn from fastapi import FastAPI, Header, HTTPException from fastapi.middleware.cors import CORSMiddleware from fastapi.responses import HTMLResponse from gradio_client import Client from pydantic import BaseModel, Field SESSION_SECRET = os.getenv("SESSION_SECRET", "") HF_TOKEN = os.getenv("HF_TOKEN", "") TARGET_SPACE_ID = os.getenv("TARGET_SPACE_ID", "ASQ2/ASQ") INITIAL_PROMPT = os.getenv("ASQ_INITIAL_PROMPT", "Hello") TARGET_CHAT_API_NAME = os.getenv("TARGET_CHAT_API_NAME", "/chat_flow") TARGET_INITIALIZE_API_NAME = os.getenv("TARGET_INITIALIZE_API_NAME", "/initialize_flow") SESSION_TTL_SECONDS = int(os.getenv("SESSION_TTL_SECONDS", "14400")) MAX_BACKGROUND_CHARS = int(os.getenv("MAX_BACKGROUND_CHARS", "20000")) PREPARE_TIMEOUT_SECONDS = int(os.getenv("PREPARE_TIMEOUT_SECONDS", "600")) PREPARE_RETRY_SECONDS = int(os.getenv("PREPARE_RETRY_SECONDS", "15")) PAIRING_TTL_SECONDS = int(os.getenv("PAIRING_TTL_SECONDS", "600")) logger = logging.getLogger("asq_gateway") class PrepareRequest(BaseModel): background: str = Field(min_length=20, max_length=MAX_BACKGROUND_CHARS) class JoinRequest(BaseModel): code: str = Field(min_length=6, max_length=6, pattern=r"^\d{6}$") class SuggestRequest(BaseModel): transcript: str = Field(min_length=1, max_length=4000) sessions: dict[str, dict[str, Any]] = {} interview_codes: dict[str, str] = {} pairing_codes: dict[str, str] = {} pairings_by_token: dict[str, dict[str, Any]] = {} preparation_tasks: set[asyncio.Task[Any]] = set() def _b64encode(data: bytes) -> str: return base64.urlsafe_b64encode(data).decode("ascii").rstrip("=") def _b64decode(data: str) -> bytes: return base64.urlsafe_b64decode(data + "=" * (-len(data) % 4)) def _sign(payload: str) -> str: return _b64encode( hmac.new(SESSION_SECRET.encode("utf-8"), payload.encode("utf-8"), hashlib.sha256).digest() ) def _cleanup_expired() -> None: now = int(time.time()) expired_ids = [sid for sid, session in sessions.items() if session["expires_at"] <= now] for sid in expired_ids: session = sessions.pop(sid, None) if session and session.get("interview_code"): interview_codes.pop(session["interview_code"], None) expired_pair_tokens = [ token for token, pairing in pairings_by_token.items() if pairing["expires_at"] <= now ] for pair_token in expired_pair_tokens: pairing = pairings_by_token.pop(pair_token, None) if pairing: pairing_codes.pop(pairing["code"], None) def _new_interview_code() -> str: _cleanup_expired() for _ in range(100): code = f"{secrets.randbelow(1_000_000):06d}" if code not in interview_codes: return code raise RuntimeError("Could not allocate an interview code") def _new_pairing_code() -> str: _cleanup_expired() for _ in range(100): code = f"{secrets.randbelow(1_000_000):06d}" if code not in pairing_codes and code not in interview_codes: return code raise RuntimeError("Could not allocate a pairing code") def create_token(session_id: str, role: Literal["owner", "glasses"], expires_at: int) -> str: payload = _b64encode( json.dumps( {"sid": session_id, "role": role, "exp": expires_at}, separators=(",", ":") ).encode("utf-8") ) return f"{payload}.{_sign(payload)}" def verify_token(token: str, roles: set[str] | None = None) -> tuple[dict[str, Any], str]: if not SESSION_SECRET: raise HTTPException(status_code=503, detail="Gateway is not configured") try: payload, signature = token.split(".", 1) if not hmac.compare_digest(signature, _sign(payload)): raise ValueError("bad signature") data = json.loads(_b64decode(payload)) if int(data["exp"]) <= int(time.time()): raise ValueError("expired") role = str(data["role"]) session = sessions.get(str(data["sid"])) if not session: raise ValueError("unknown session") if roles is not None and role not in roles: raise HTTPException(status_code=403, detail="This session cannot perform that action") return session, role except HTTPException: raise except (ValueError, KeyError, json.JSONDecodeError): raise HTTPException(status_code=401, detail="Invalid or expired session") def _bearer(authorization: str | None, roles: set[str] | None = None) -> tuple[dict[str, Any], str]: if not authorization or not authorization.startswith("Bearer "): raise HTTPException(status_code=401, detail="Missing session token") return verify_token(authorization[7:], roles) def _extract_turn_count(value: Any) -> int: if isinstance(value, (int, float)): return int(value) match = re.search(r"\d+", str(value or "")) return int(match.group(0)) if match else 0 def _message_text(message: Any) -> str: if isinstance(message, str): return message.strip() if isinstance(message, dict): content = message.get("content", message.get("text", "")) return _message_text(content) if isinstance(message, (list, tuple)): parts = [_message_text(item) for item in message] return "\n".join(part for part in parts if part).strip() return str(message or "").strip() def _first_complete_sentence(text: str) -> str: cleaned = text.strip() sentence_end = re.search(r"[.!?。!?]", cleaned) if sentence_end: return cleaned[: sentence_end.end()].strip() return cleaned.splitlines()[0].strip() if cleaned else "" def extract_initial_state(result: Any) -> tuple[str, list[Any], int]: # /initialize_flow returns: # turn markdown, interview history, hypotheses, summary, strategy, status. if not isinstance(result, (list, tuple)) or len(result) < 6: raise RuntimeError("Unexpected initialization response from the ASQ Space") hypotheses = str(result[2] or "").strip() history = result[1] if isinstance(result[1], list) else [] turns = _extract_turn_count(result[0]) if not hypotheses: raise RuntimeError("ASQ returned no initial hypotheses") return hypotheses, history, turns def extract_question(result: Any) -> tuple[str, list[Any], int, str | None]: # /chat_flow returns: # history, cleared input, turn markdown, hypotheses, summary, strategy, status. if not isinstance(result, (list, tuple)) or len(result) < 7: raise RuntimeError("Unexpected response from the ASQ Space") history = result[0] turns = _extract_turn_count(result[2]) hypotheses = str(result[3]).strip() if result[3] is not None else None if not isinstance(history, list) or not history: raise RuntimeError("ASQ returned no conversation history") assistant_messages = [ message for message in history if isinstance(message, dict) and message.get("role") == "assistant" ] question = _first_complete_sentence( _message_text((assistant_messages or history)[-1]) ) if not question: raise RuntimeError("ASQ returned an empty question") return question, history, turns, hypotheses def initialize_asq(background: str) -> tuple[str, list[Any], int]: if not HF_TOKEN: raise RuntimeError("HF_TOKEN is not configured") client = Client(TARGET_SPACE_ID, hf_token=HF_TOKEN, verbose=False) result = client.predict(background, api_name=TARGET_INITIALIZE_API_NAME) return extract_initial_state(result) def call_asq(transcript: str, session: dict[str, Any]) -> tuple[str, list[Any], int, str | None]: if not HF_TOKEN: raise RuntimeError("HF_TOKEN is not configured") client = Client(TARGET_SPACE_ID, hf_token=HF_TOKEN, verbose=False) result = client.predict( transcript, session["history"], session["background"], api_name=TARGET_CHAT_API_NAME, ) return extract_question(result) async def prepare_session(session_id: str, background: str) -> None: session = sessions.get(session_id) if not session: return deadline = time.monotonic() + PREPARE_TIMEOUT_SECONDS attempt = 0 while True: attempt += 1 try: hypotheses, history, turns = await asyncio.to_thread(initialize_asq, background) break except Exception as error: remaining = deadline - time.monotonic() logger.warning("ASQ preparation attempt %s failed: %s", attempt, type(error).__name__) if remaining <= 0: if session_id in sessions: session["status"] = "error" session["error"] = "Unable to start the model. Please try again." return await asyncio.sleep(min(PREPARE_RETRY_SECONDS, remaining)) if session_id in sessions: session.update( status="ready", hypotheses=hypotheses, history=history, turns=turns, error=None, ) def session_view(session: dict[str, Any], role: str) -> dict[str, Any]: response: dict[str, Any] = { "status": session["status"], "ready": session["status"] == "ready", "expiresAt": session["expires_at"], "question": session.get("current_question", ""), "questionRevision": session.get("question_revision", 0), "turns": session.get("turns", 0), } if session.get("error"): response["error"] = session["error"] if role == "owner": response["interviewCode"] = session.get("interview_code") response["hypotheses"] = session.get("hypotheses", "") return response api = FastAPI(title="ASQ Rokid Gateway", version="0.5.0") api.add_middleware( CORSMiddleware, allow_origins=["*"], allow_methods=["GET", "POST", "OPTIONS"], allow_headers=["Authorization", "Content-Type"], ) @api.get("/", response_class=HTMLResponse) def mobile_app() -> str: return MOBILE_APP_HTML @api.get("/health") def health() -> dict[str, Any]: return { "ok": True, "configured": bool(SESSION_SECRET and HF_TOKEN), "target": TARGET_SPACE_ID, "version": "0.5.0", } @api.post("/auth") def create_owner_session() -> dict[str, Any]: if not SESSION_SECRET: raise HTTPException(status_code=503, detail="Gateway is not configured") _cleanup_expired() session_id = secrets.token_urlsafe(18) expires_at = int(time.time()) + SESSION_TTL_SECONDS sessions[session_id] = { "background": "", "hypotheses": "", "history": [], "turns": 0, "current_question": "", "question_revision": 0, "status": "draft", "error": None, "interview_code": None, "expires_at": expires_at, } return { "token": create_token(session_id, "owner", expires_at), "expiresIn": SESSION_TTL_SECONDS, } @api.post("/prepare", status_code=202) async def prepare( request: PrepareRequest, authorization: str | None = Header(default=None), ) -> dict[str, Any]: session, _ = _bearer(authorization, {"owner"}) if session["status"] == "starting": return session_view(session, "owner") old_code = session.get("interview_code") if old_code: interview_codes.pop(old_code, None) code = _new_interview_code() session_id = next(sid for sid, value in sessions.items() if value is session) interview_codes[code] = session_id session.update( background=request.background.strip(), hypotheses="", history=[], turns=0, current_question="", question_revision=0, status="starting", error=None, interview_code=code, ) task = asyncio.create_task(prepare_session(session_id, session["background"])) preparation_tasks.add(task) task.add_done_callback(preparation_tasks.discard) return session_view(session, "owner") @api.post("/pair") def create_pairing() -> dict[str, Any]: _cleanup_expired() code = _new_pairing_code() pair_token = secrets.token_urlsafe(24) expires_at = int(time.time()) + PAIRING_TTL_SECONDS pairings_by_token[pair_token] = { "code": code, "session_id": None, "expires_at": expires_at, } pairing_codes[code] = pair_token return { "pairingCode": code, "pairingToken": pair_token, "expiresIn": PAIRING_TTL_SECONDS, } @api.get("/pair/status") def pairing_status( x_pairing_token: str | None = Header(default=None, alias="X-Pairing-Token"), ) -> dict[str, Any]: _cleanup_expired() pairing = pairings_by_token.get(x_pairing_token or "") if not pairing: raise HTTPException(status_code=401, detail="Invalid or expired pairing") session_id = pairing.get("session_id") if not session_id: return {"paired": False, "expiresAt": pairing["expires_at"]} session = sessions.get(session_id) if not session: raise HTTPException(status_code=410, detail="Interview session expired") return { "paired": True, "token": create_token(session_id, "glasses", session["expires_at"]), **session_view(session, "glasses"), } @api.post("/pair/claim") def claim_pairing( request: JoinRequest, authorization: str | None = Header(default=None), ) -> dict[str, bool]: session, _ = _bearer(authorization, {"owner"}) _cleanup_expired() pair_token = pairing_codes.get(request.code) pairing = pairings_by_token.get(pair_token or "") if not pairing or not hmac.compare_digest(request.code, pairing.get("code") or ""): raise HTTPException(status_code=401, detail="Incorrect or expired glasses pairing code") session_id = next(sid for sid, value in sessions.items() if value is session) pairing["session_id"] = session_id return {"paired": True} @api.post("/join") def join(request: JoinRequest) -> dict[str, Any]: _cleanup_expired() session_id = interview_codes.get(request.code) session = sessions.get(session_id or "") if not session or not hmac.compare_digest(request.code, session.get("interview_code") or ""): raise HTTPException(status_code=401, detail="Incorrect or expired interview code") return { "token": create_token(session_id, "glasses", session["expires_at"]), **session_view(session, "glasses"), } @api.get("/session") def get_session(authorization: str | None = Header(default=None)) -> dict[str, Any]: session, role = _bearer(authorization) return session_view(session, role) @api.post("/start") async def start(authorization: str | None = Header(default=None)) -> dict[str, Any]: session, role = _bearer(authorization, {"owner", "glasses"}) if session["status"] != "ready": raise HTTPException(status_code=409, detail="Interview is not ready") if session.get("current_question"): return session_view(session, role) try: question, history, turns, hypotheses = await asyncio.to_thread( call_asq, INITIAL_PROMPT, session ) except Exception as error: raise HTTPException(status_code=502, detail=f"ASQ inference failed: {error}") session["history"] = history session["turns"] = turns session["current_question"] = question session["question_revision"] = session.get("question_revision", 0) + 1 if hypotheses: session["hypotheses"] = hypotheses return session_view(session, role) @api.post("/suggest") async def suggest( request: SuggestRequest, authorization: str | None = Header(default=None), ) -> dict[str, str]: session, _ = _bearer(authorization, {"owner", "glasses"}) if session["status"] != "ready": raise HTTPException(status_code=409, detail="Interview is not ready") try: question, history, turns, hypotheses = await asyncio.to_thread( call_asq, request.transcript.strip(), session ) except Exception as error: raise HTTPException(status_code=502, detail=f"ASQ inference failed: {error}") session["history"] = history session["turns"] = turns session["current_question"] = question session["question_revision"] = session.get("question_revision", 0) + 1 if hypotheses: session["hypotheses"] = hypotheses return {"question": question} MOBILE_APP_HTML = """
Open ASQ on the Rokid glasses first. The glasses will display a six-digit pairing code; enter that code on this phone.