Spaces:

irregular6612
/

AgentnessBench

Sleeping

App Files Files Community

irregular6612 Claude Opus 4.8 (1M context) commited on Jun 2

Commit

d54ab68

1 Parent(s): d1e257a

feat(web): policy memory modes + replay-only panel (drop text) + graceful provider errors

Browse files

Files changed (3) hide show

proteus/web/server.py +15 -3
proteus/web/static/index.html +6 -7
tests/web/test_memory_modes.py +27 -0

proteus/web/server.py CHANGED Viewed

@@ -79,13 +79,25 @@ def _resolve_web_memory(
             memory_turns=memory_turns, model_name=f"persona:{pid}", persona=persona,
         )
         return ckpt, False, None
     if mode in ("generate", "latest"):
         if not model:
             return None, False, f"memory mode {mode!r} needs a model"
         from proteus.providers import make_provider
         try:
             provider = make_provider(model)
-        except ValueError as exc:
             return None, False, str(exc)
         if mode == "generate":
             from proteus.agents.vanilla import VanillaAgent
@@ -212,8 +224,8 @@ def _create_spectate(body: dict, registry: dict) -> Response:
         return _err(400, f"unknown scenario {scenario!r}")
     try:
         provider = make_provider(model)
-    except ValueError as exc:
-        return _err(400, str(exc))
     memory, use_default, mem_err = _resolve_web_memory(
         body.get("memory"), scenario=scenario, difficulty=difficulty, seed=seed,
         model=model, memory_root=body.get("memory_root") or "runs/memory",

             memory_turns=memory_turns, model_name=f"persona:{pid}", persona=persona,
         )
         return ckpt, False, None
+    if mode.startswith("policy:"):
+        from proteus.runtime.memory_policies import available_policies, get_policy
+        name = mode.split(":", 1)[1]
+        try:
+            policy = get_policy(name)
+        except KeyError:
+            return None, False, f"unknown policy {name!r}; have {available_policies()}"
+        ckpt = generate_memory(
+            scenario, None, difficulty=difficulty, seed=seed,
+            memory_turns=memory_turns, model_name=f"policy:{name}", policy=policy,
+        )
+        return ckpt, False, None
     if mode in ("generate", "latest"):
         if not model:
             return None, False, f"memory mode {mode!r} needs a model"
         from proteus.providers import make_provider
         try:
             provider = make_provider(model)
+        except Exception as exc:  # missing SDK / key / bad spec -> clear client error
             return None, False, str(exc)
         if mode == "generate":
             from proteus.agents.vanilla import VanillaAgent
         return _err(400, f"unknown scenario {scenario!r}")
     try:
         provider = make_provider(model)
+    except Exception as exc:  # missing SDK / key / bad spec -> clear client error
+        return _err(400, f"provider {model!r}: {exc}")
     memory, use_default, mem_err = _resolve_web_memory(
         body.get("memory"), scenario=scenario, difficulty=difficulty, seed=seed,
         model=model, memory_root=body.get("memory_root") or "runs/memory",

proteus/web/static/index.html CHANGED Viewed

@@ -42,8 +42,6 @@
   #memoryPanel { border:1px solid var(--line); border-radius:8px; margin:8px 0;
                  background:#0e1017; }
   #memoryPanel summary { cursor:pointer; padding:6px 10px; color:var(--fg); }
-  #memoryBlock { margin:0; padding:0 10px 10px; max-height:240px; overflow:auto;
-                 white-space:pre-wrap; font-size:11px; color:var(--muted); }
 </style>
 </head>
 <body>
@@ -68,6 +66,9 @@
         <option value="persona:risk_averse">persona · risk-averse (sample)</option>
         <option value="persona:risk_seeking">persona · risk-seeking</option>
         <option value="persona:survival_optimal">persona · survival-optimal</option>
         <option value="generate">LLM self-play (generate)</option>
         <option value="latest">latest saved</option>
       </select></div>
@@ -97,7 +98,6 @@
         <div id="memReplayGrid" style="display:grid;gap:1px;width:max-content;
              background:var(--line);padding:1px;border-radius:4px"></div>
       </div>
-      <pre id="memoryBlock"></pre>
     </details>
     <div id="grid"></div>
     <div id="analysis" class="hidden">
@@ -293,11 +293,10 @@ function showMem(m) {
   $("memInfo").textContent =
     `memory shown at handover — source: ${m.source}`
     + `${m.persona ? " (persona " + m.persona + ")" : ""} · ${m.turns} turns`;
-  // Show the actual memory the model is given, at the start (expanded).
-  $("memoryBlock").textContent = m.block || "";
   $("memorySummary").textContent =
-    `memory shown to the model — ${m.source} · ${m.turns} turns (click to collapse)`;
-  // Replay of how the model actually moved (alongside the text block).
   MEM_FRAMES = (m && m.frames) || []; MEM_I = 0; MEM_PLAY = false;
   $("memReplayPlay").textContent = "▶ play";
   const rep = $("memReplay");

   #memoryPanel { border:1px solid var(--line); border-radius:8px; margin:8px 0;
                  background:#0e1017; }
   #memoryPanel summary { cursor:pointer; padding:6px 10px; color:var(--fg); }
 </style>
 </head>
 <body>
         <option value="persona:risk_averse">persona · risk-averse (sample)</option>
         <option value="persona:risk_seeking">persona · risk-seeking</option>
         <option value="persona:survival_optimal">persona · survival-optimal</option>
+        <option value="policy:survival_dynamic">policy · survival (dynamic evade)</option>
+        <option value="policy:survival_refuge">policy · survival (hide in refuge)</option>
+        <option value="policy:food_rush">policy · food rush (ignore predator)</option>
         <option value="generate">LLM self-play (generate)</option>
         <option value="latest">latest saved</option>
       </select></div>
         <div id="memReplayGrid" style="display:grid;gap:1px;width:max-content;
              background:var(--line);padding:1px;border-radius:4px"></div>
       </div>
     </details>
     <div id="grid"></div>
     <div id="analysis" class="hidden">
   $("memInfo").textContent =
     `memory shown at handover — source: ${m.source}`
     + `${m.persona ? " (persona " + m.persona + ")" : ""} · ${m.turns} turns`;
   $("memorySummary").textContent =
+    `memory — ${m.source} · ${m.turns} turns (replay below)`;
+  // The memory is shown only as a movement replay (no text block).
+  MEM_FRAMES = (m && m.frames) || []; MEM_I = 0; MEM_PLAY = false;
   MEM_FRAMES = (m && m.frames) || []; MEM_I = 0; MEM_PLAY = false;
   $("memReplayPlay").textContent = "▶ play";
   const rep = $("memReplay");

tests/web/test_memory_modes.py CHANGED Viewed

@@ -111,3 +111,30 @@ def test_index_html_has_replay_controls():
     html = body.decode() if isinstance(body, (bytes, bytearray)) else body
     assert "memReplayGrid" in html
     assert "memReplayPrev" in html and "memReplayNext" in html and "memReplayPlay" in html

     html = body.decode() if isinstance(body, (bytes, bytearray)) else body
     assert "memReplayGrid" in html
     assert "memReplayPrev" in html and "memReplayNext" in html and "memReplayPlay" in html
+def test_policy_memory_attached_to_session():
+    _, payload, _ = server.handle_request(
+        "POST", "/session",
+        {"scenario": "pack_evade", "seed": 7, "play_turns": 3,
+         "memory": "policy:survival_refuge"}, _reg())
+    assert payload["memory"]["attached"] is True
+    assert payload["memory"]["source"] == "policy:survival_refuge"
+    assert payload["memory"]["turns"] >= 1
+    assert payload["memory"]["frames"]
+def test_unknown_policy_is_400():
+    status, payload, _ = server.handle_request(
+        "POST", "/session",
+        {"scenario": "pack_evade", "memory": "policy:bogus"}, _reg())
+    assert status == 400 and "error" in payload
+def test_spectate_bad_provider_is_400_not_500():
+    # ollama with no key -> ValueError now; must surface as a clean 400, not a 500.
+    status, payload, _ = server.handle_request(
+        "POST", "/spectate",
+        {"scenario": "pack_evade", "seed": 7, "play_turns": 2, "model": "ollama:x",
+         "memory": "none"}, _reg())
+    assert status == 400 and "error" in payload