Sync local-intelligence eval harness

eval/local_intelligence/grader.py

@@ -143,6 +143,25 @@ def _get(obj: Any, path: str, default: Any = None) -> Any:
     return current
 
 
+def _normalize_dependency_refs(value: Any) -> list[str]:
+    if value is None:
+        return []
+    if isinstance(value, list):
+        refs: list[str] = []
+        for item in value:
+            refs.extend(_normalize_dependency_refs(item))
+        return refs
+    if isinstance(value, (int, float)):
+        return [str(int(value))]
+    if isinstance(value, str):
+        matches = re.findall(r"\d+", value)
+        if matches:
+            return matches
+        cleaned = value.strip()
+        return [cleaned] if cleaned else []
+    return []
+
+
 def _check(assertion: str, output: Any, test_input: dict[str, Any]) -> tuple[bool, str]:
     if assertion.startswith('title is not "'):
         banned = re.search(r'"([^"]+)"', assertion).group(1)
@@ -334,14 +353,14 @@ def _check(assertion: str, output: Any, test_input: dict[str, Any]) -> tuple[boo
     if assertion == "item 2 depends on item 1":
         items = _get(output, "items", _get(output, "checklist", []))
         item = items[1] if isinstance(items, list) and len(items) > 1 else {}
-        deps = item.get("dependsOn", [])
-        return 1 in deps or "1" in deps, f"dependsOn={deps!r}"
+        deps = _normalize_dependency_refs(item.get("dependsOn", []))
+        return "1" in deps, f"dependsOn={deps!r}"
 
     if assertion == "item 3 depends on item 2 or item 1":
         items = _get(output, "items", _get(output, "checklist", []))
         item = items[2] if isinstance(items, list) and len(items) > 2 else {}
-        deps = item.get("dependsOn", [])
-        ok = any(dep in deps for dep in (1, 2, "1", "2"))
+        deps = _normalize_dependency_refs(item.get("dependsOn", []))
+        ok = any(dep in deps for dep in ("1", "2"))
         return ok, f"dependsOn={deps!r}"
 
     if assertion == "only one node labeled Chris":