Update logbook: Repro: MemoryBench

logbook.json

@@ -8,7 +8,7 @@
     "icml2026-repro",
     "paper-If4X4W2HWx"
   ],
-  "updated_at": "2026-07-17T12:22:29+00:00",
+  "updated_at": "2026-07-17T12:23:11+00:00",
   "root": {
     "slug": "index",
     "title": "Repro: MemoryBench",
@@ -94,6 +94,6 @@
       }
     ]
   },
-  "agent_view_tokens": 19367,
-  "revision": "1784290949955517200"
+  "agent_view_tokens": 19414,
+  "revision": "1784290991093832900"
 }

pages/protocol-and-artifacts/page.md

@@ -1589,3 +1589,1030 @@ if __name__ == "__main__":
 **📦 Artifact** `artifacts/memorybench-runtime/memorybench_reproduction_bundle.jsonl` · dataset · 5.5 MB
 
 trackio-local-path://artifacts/memorybench-runtime/memorybench_reproduction_bundle.jsonl
+
+
+---
+<!-- trackio-cell
+{"type": "figure", "id": "cell_196baff65708", "created_at": "2026-07-17T12:23:06+00:00", "title": "FINAL reproducibility manifest JSON"}
+-->
+````html
+<div style=font-family:system-ui;padding:16px><b>Final non-circular manifest</b><p>31 hashed source and result files, 196 package versions, pricing, protocol, costs, commits, and deviations.</p></div>
+````
+
+````raw
+{
+  "generated_at_utc": "2026-07-17T12:22:01.752586+00:00",
+  "paper": {
+    "challenge_paper_number": 19023,
+    "openreview_id": "If4X4W2HWx",
+    "local_pdf": "paper.pdf",
+    "numbering_note": "Current PDF uses Figure 3 for Claim 4, Figure 4/Table 19 for Claim 5, and Tables 16-17 for Claim 6; challenge wording cites Figures 2-3 and Table 11 from an earlier revision."
+  },
+  "source": {
+    "workspace_commit_at_manifest": "4717f93eafd34b0b12339024f8d8a20be005a551",
+    "upstream_repository": "THUIR/MemoryBench",
+    "upstream_commit": "5eafebca4e9ffbb2f0087ade13c498cf95fbc09a",
+    "upstream_status": "",
+    "dataset_repository": "THUIR/MemoryBench",
+    "dataset_revision_observed_in_cache": "3acd60a4bd35b43b408f0e6db4c5f1e88df5e96d"
+  },
+  "runtime": {
+    "platform": "Windows-11-10.0.26200-SP0",
+    "python": "3.12.13 (main, Mar  3 2026, 15:01:35) [MSC v.1944 64 bit (AMD64)]",
+    "executable": "C:\\Users\\User\\Documents\\CC Local\\icml-repro\\repro-memorybench\\MemoryBench\\.venv\\Scripts\\python.exe",
+    "packages": [
+      {
+        "name": "absl-py",
+        "version": "2.5.0"
+      },
+      {
+        "name": "accelerate",
+        "version": "1.14.0"
+      },
+      {
+        "name": "aiohappyeyeballs",
+        "version": "2.7.1"
+      },
+      {
+        "name": "aiohttp",
+        "version": "3.14.1"
+      },
+      {
+        "name": "aiosignal",
+        "version": "1.4.0"
+      },
+      {
+        "name": "aiosqlite",
+        "version": "0.22.1"
+      },
+      {
+        "name": "altair",
+        "version": "6.2.2"
+      },
+      {
+        "name": "annotated-doc",
+        "version": "0.0.4"
+      },
+      {
+        "name": "annotated-types",
+        "version": "0.7.0"
+      },
+      {
+        "name": "anthropic",
+        "version": "0.117.0"
+      },
+      {
+        "name": "anyio",
+        "version": "4.14.2"
+      },
+      {
+        "name": "attrs",
+        "version": "26.1.0"
+      },
+      {
+        "name": "backoff",
+        "version": "2.2.1"
+      },
+      {
+        "name": "banks",
+        "version": "2.4.5"
+      },
+      {
+        "name": "bcrypt",
+        "version": "5.0.0"
+      },
+      {
+        "name": "bert-score",
+        "version": "0.3.13"
+      },
+      {
+        "name": "blinker",
+        "version": "1.9.0"
+      },
+      {
+        "name": "build",
+        "version": "1.5.0"
+      },
+      {
+        "name": "cachetools",
+        "version": "7.1.4"
+      },
+      {
+        "name": "certifi",
+        "version": "2026.6.17"
+      },
+      {
+        "name": "charset-normalizer",
+        "version": "3.4.9"
+      },
+      {
+        "name": "chinese2digits",
+        "version": "6.0.2"
+      },
+      {
+        "name": "chromadb",
+        "version": "1.5.9"
+      },
+      {
+        "name": "click",
+        "version": "8.4.2"
+      },
+      {
+        "name": "cn2an",
+        "version": "0.5.24"
+      },
+      {
+        "name": "colorama",
+        "version": "0.4.6"
+      },
+      {
+        "name": "contourpy",
+        "version": "1.3.3"
+      },
+      {
+        "name": "cycler",
+        "version": "0.12.1"
+      },
+      {
+        "name": "dataclasses-json",
+        "version": "0.6.7"
+      },
+      {
+        "name": "datasets",
+        "version": "5.0.0"
+      },
+      {
+        "name": "defusedxml",
+        "version": "0.7.1"
+      },
+      {
+        "name": "Deprecated",
+        "version": "1.3.1"
+      },
+      {
+        "name": "dill",
+        "version": "0.4.1"
+      },
+      {
+        "name": "dirtyjson",
+        "version": "1.0.8"
+      },
+      {
+        "name": "distro",
+        "version": "1.9.0"
+      },
+      {
+        "name": "docstring_parser",
+        "version": "0.18.0"
+      },
+      {
+        "name": "durationpy",
+        "version": "0.10"
+      },
+      {
+        "name": "evaluate",
+        "version": "0.4.6"
+      },
+      {
+        "name": "faiss-cpu",
+        "version": "1.14.3"
+      },
+      {
+        "name": "fastuuid",
+        "version": "0.14.0"
+      },
+      {
+        "name": "filelock",
+        "version": "3.30.2"
+      },
+      {
+        "name": "filetype",
+        "version": "1.2.0"
+      },
+      {
+        "name": "FlagEmbedding",
+        "version": "1.4.0"
+      },
+      {
+        "name": "flatbuffers",
+        "version": "25.12.19"
+      },
+      {
+        "name": "fonttools",
+        "version": "4.63.0"
+      },
+      {
+        "name": "frozenlist",
+        "version": "1.8.0"
+      },
+      {
+        "name": "fsspec",
+        "version": "2026.4.0"
+      },
+      {
+        "name": "gitdb",
+        "version": "4.0.12"
+      },
+      {
+        "name": "GitPython",
+        "version": "3.1.52"
+      },
+      {
+        "name": "googleapis-common-protos",
+        "version": "1.75.0"
+      },
+      {
+        "name": "greenlet",
+        "version": "3.5.3"
+      },
+      {
+        "name": "griffe",
+        "version": "2.1.0"
+      },
+      {
+        "name": "griffecli",
+        "version": "2.1.0"
+      },
+      {
+        "name": "griffelib",
+        "version": "2.1.0"
+      },
+      {
+        "name": "grpcio",
+        "version": "1.82.1"
+      },
+      {
+        "name": "h11",
+        "version": "0.16.0"
+      },
+      {
+        "name": "h2",
+        "version": "4.3.0"
+      },
+      {
+        "name": "hf-xet",
+        "version": "1.5.2"
+      },
+      {
+        "name": "hpack",
+        "version": "4.2.0"
+      },
+      {
+        "name": "httpcore",
+        "version": "1.0.9"
+      },
+      {
+        "name": "httptools",
+        "version": "0.8.0"
+      },
+      {
+        "name": "httpx",
+        "version": "0.28.1"
+      },
+      {
+        "name": "huggingface_hub",
+        "version": "1.24.0"
+      },
+      {
+        "name": "hyperframe",
+        "version": "6.1.0"
+      },
+      {
+        "name": "idna",
+        "version": "3.18"
+      },
+      {
+        "name": "importlib_metadata",
+        "version": "8.9.0"
+      },
+      {
+        "name": "importlib_resources",
+        "version": "7.1.0"
+      },
+      {
+        "name": "ir_datasets",
+        "version": "0.6.2"
+      },
+      {
+        "name": "itsdangerous",
+        "version": "2.2.0"
+      },
+      {
+        "name": "jieba",
+        "version": "0.42.1"
+      },
+      {
+        "name": "Jinja2",
+        "version": "3.1.6"
+      },
+      {
+        "name": "jiter",
+        "version": "0.16.0"
+      },
+      {
+        "name": "joblib",
+        "version": "1.5.3"
+      },
+      {
+        "name": "jsonlines",
+        "version": "4.0.0"
+      },
+      {
+        "name": "jsonschema",
+        "version": "4.26.0"
+      },
+      {
+        "name": "jsonschema-specifications",
+        "version": "2025.9.1"
+      },
+      {
+        "name": "kiwisolver",
+        "version": "1.5.0"
+      },
+      {
+        "name": "kubernetes",
+        "version": "36.0.3"
+      },
+      {
+        "name": "Levenshtein",
+        "version": "0.27.3"
+      },
+      {
+        "name": "litellm",
+        "version": "1.92.0"
+      },
+      {
+        "name": "llama-index",
+        "version": "0.14.23"
+      },
+      {
+        "name": "llama-index-core",
+        "version": "0.14.23"
+      },
+      {
+        "name": "llama-index-embeddings-openai",
+        "version": "0.6.0"
+      },
+      {
+        "name": "llama-index-instrumentation",
+        "version": "0.5.0"
+      },
+      {
+        "name": "llama-index-llms-openai",
+        "version": "0.7.9"
+      },
+      {
+        "name": "llama-index-workflows",
+        "version": "2.22.2"
+      },
+      {
+        "name": "lxml",
+        "version": "6.1.1"
+      },
+      {
+        "name": "lz4",
+        "version": "4.4.5"
+      },
+      {
+        "name": "markdown-it-py",
+        "version": "4.2.0"
+      },
+      {
+        "name": "MarkupSafe",
+        "version": "3.0.3"
+      },
+      {
+        "name": "marshmallow",
+        "version": "3.26.2"
+      },
+      {
+        "name": "matplotlib",
+        "version": "3.11.0"
+      },
+      {
+        "name": "mdurl",
+        "version": "0.1.2"
+      },
+      {
+        "name": "mem0ai",
+        "version": "0.1.116"
+      },
+      {
+        "name": "mmh3",
+        "version": "5.2.1"
+      },
+      {
+        "name": "mpmath",
+        "version": "1.3.0"
+      },
+      {
+        "name": "multidict",
+        "version": "6.7.1"
+      },
+      {
+        "name": "multiprocess",
+        "version": "0.70.19"
+      },
+      {
+        "name": "mypy_extensions",
+        "version": "1.1.0"
+      },
+      {
+        "name": "narwhals",
+        "version": "2.24.0"
+      },
+      {
+        "name": "nest-asyncio",
+        "version": "1.6.0"
+      },
+      {
+        "name": "networkx",
+        "version": "3.6.1"
+      },
+      {
+        "name": "nltk",
+        "version": "3.10.0"
+      },
+      {
+        "name": "numpy",
+        "version": "2.5.1"
+      },
+      {
+        "name": "oauthlib",
+        "version": "3.3.1"
+      },
+      {
+        "name": "onnxruntime",
+        "version": "1.27.0"
+      },
+      {
+        "name": "openai",
+        "version": "1.99.9"
+      },
+      {
+        "name": "opentelemetry-api",
+        "version": "1.44.0"
+      },
+      {
+        "name": "opentelemetry-exporter-otlp-proto-common",
+        "version": "1.44.0"
+      },
+      {
+        "name": "opentelemetry-exporter-otlp-proto-grpc",
+        "version": "1.44.0"
+      },
+      {
+        "name": "opentelemetry-proto",
+        "version": "1.44.0"
+      },
+      {
+        "name": "opentelemetry-sdk",
+        "version": "1.44.0"
+      },
+      {
+        "name": "opentelemetry-semantic-conventions",
+        "version": "0.65b0"
+      },
+      {
+        "name": "orjson",
+        "version": "3.11.9"
+      },
+      {
+        "name": "overrides",
+        "version": "7.7.0"
+      },
+      {
+        "name": "packaging",
+        "version": "26.2"
+      },
+      {
+        "name": "pandas",
+        "version": "3.0.3"
+      },
+      {
+        "name": "peft",
+        "version": "0.19.1"
+      },
+      {
+        "name": "pillow",
+        "version": "12.3.0"
+      },
+      {
+        "name": "pip",
+        "version": "25.0.1"
+      },
+      {
+        "name": "platformdirs",
+        "version": "4.10.0"
+      },
+      {
+        "name": "portalocker",
+        "version": "3.2.0"
+      },
+      {
+        "name": "posthog",
+        "version": "7.25.0"
+      },
+      {
+        "name": "proces",
+        "version": "0.1.7"
+      },
+      {
+        "name": "propcache",
+        "version": "0.5.2"
+      },
+      {
+        "name": "protobuf",
+        "version": "5.29.6"
+      },
+      {
+        "name": "psutil",
+        "version": "7.2.2"
+      },
+      {
+        "name": "pyarrow",
+        "version": "24.0.0"
+      },
+      {
+        "name": "pybase64",
+        "version": "1.4.3"
+      },
+      {
+        "name": "pydantic",
+        "version": "2.13.4"
+      },
+      {
+        "name": "pydantic-settings",
+        "version": "2.14.2"
+      },
+      {
+        "name": "pydantic_core",
+        "version": "2.46.4"
+      },
+      {
+        "name": "pydeck",
+        "version": "0.9.3"
+      },
+      {
+        "name": "Pygments",
+        "version": "2.20.0"
+      },
+      {
+        "name": "pyparsing",
+        "version": "3.3.2"
+      },
+      {
+        "name": "pyphen",
+        "version": "0.17.2"
+      },
+      {
+        "name": "PyPika",
+        "version": "0.51.1"
+      },
+      {
+        "name": "pyproject_hooks",
+        "version": "1.2.0"
+      },
+      {
+        "name": "python-dateutil",
+        "version": "2.9.0.post0"
+      },
+      {
+        "name": "python-dotenv",
+        "version": "1.2.2"
+      },
+      {
+        "name": "python-multipart",
+        "version": "0.0.32"
+      },
+      {
+        "name": "pytz",
+        "version": "2026.2"
+      },
+      {
+        "name": "pywin32",
+        "version": "312"
+      },
+      {
+        "name": "PyYAML",
+        "version": "6.0.3"
+      },
+      {
+        "name": "qdrant-client",
+        "version": "1.18.0"
+      },
+      {
+        "name": "rank-bm25",
+        "version": "0.2.2"
+      },
+      {
+        "name": "RapidFuzz",
+        "version": "3.14.5"
+      },
+      {
+        "name": "referencing",
+        "version": "0.37.0"
+      },
+      {
+        "name": "regex",
+        "version": "2026.7.10"
+      },
+      {
+        "name": "requests",
+        "version": "2.34.2"
+      },
+      {
+        "name": "requests-oauthlib",
+        "version": "2.0.0"
+      },
+      {
+        "name": "rich",
+        "version": "15.0.0"
+      },
+      {
+        "name": "rouge",
+        "version": "1.0.1"
+      },
+      {
+        "name": "rouge_score",
+        "version": "0.1.2"
+      },
+      {
+        "name": "rpds-py",
+        "version": "2026.6.3"
+      },
+      {
+        "name": "safetensors",
+        "version": "0.8.0"
+      },
+      {
+        "name": "scikit-learn",
+        "version": "1.9.0"
+      },
+      {
+        "name": "scipy",
+        "version": "1.18.0"
+      },
+      {
+        "name": "sentence-transformers",
+        "version": "5.6.0"
+      },
+      {
+        "name": "sentencepiece",
+        "version": "0.2.2"
+      },
+      {
+        "name": "setuptools",
+        "version": "83.0.0"
+      },
+      {
+        "name": "shellingham",
+        "version": "1.5.4"
+      },
+      {
+        "name": "six",
+        "version": "1.17.0"
+      },
+      {
+        "name": "smmap",
+        "version": "5.0.3"
+      },
+      {
+        "name": "sniffio",
+        "version": "1.3.1"
+      },
+      {
+        "name": "SQLAlchemy",
+        "version": "2.0.51"
+      },
+      {
+        "name": "starlette",
+        "version": "1.3.1"
+      },
+      {
+        "name": "streamlit",
+        "version": "1.59.2"
+      },
+      {
+        "name": "sympy",
+        "version": "1.14.0"
+      },
+      {
+        "name": "tenacity",
+        "version": "9.1.4"
+      },
+      {
+        "name": "termcolor",
+        "version": "3.3.0"
+      },
+      {
+        "name": "textstat",
+        "version": "0.7.13"
+      },
+      {
+        "name": "threadpoolctl",
+        "version": "3.6.0"
+      },
+      {
+        "name": "tiktoken",
+        "version": "0.13.0"
+      },
+      {
+        "name": "tinytag",
+        "version": "2.2.1"
+      },
+      {
+        "name": "tokenizers",
+        "version": "0.22.2"
+      },
+      {
+        "name": "toml",
+        "version": "0.10.2"
+      },
+      {
+        "name": "torch",
+        "version": "2.13.0"
+      },
+      {
+        "name": "tqdm",
+        "version": "4.68.4"
+      },
+      {
+        "name": "transformers",
+        "version": "5.14.1"
+      },
+      {
+        "name": "typer",
+        "version": "0.27.0"
+      },
+      {
+        "name": "typing-inspect",
+        "version": "0.9.0"
+      },
+      {
+        "name": "typing-inspection",
+        "version": "0.4.2"
+      },
+      {
+        "name": "typing_extensions",
+        "version": "4.16.0"
+      },
+      {
+        "name": "tzdata",
+        "version": "2026.3"
+      },
+      {
+        "name": "urllib3",
+        "version": "2.7.0"
+      },
+      {
+        "name": "uvicorn",
+        "version": "0.51.0"
+      },
+      {
+        "name": "watchdog",
+        "version": "6.0.0"
+      },
+      {
+        "name": "watchfiles",
+        "version": "1.2.0"
+      },
+      {
+        "name": "websocket-client",
+        "version": "1.9.0"
+      },
+      {
+        "name": "websockets",
+        "version": "16.1"
+      },
+      {
+        "name": "Whoosh",
+        "version": "2.7.4"
+      },
+      {
+        "name": "wrapt",
+        "version": "2.2.2"
+      },
+      {
+        "name": "xxhash",
+        "version": "3.8.1"
+      },
+      {
+        "name": "yarl",
+        "version": "1.24.2"
+      },
+      {
+        "name": "zipp",
+        "version": "4.1.0"
+      }
+    ]
+  },
+  "inference": {
+    "model": "Qwen/Qwen3-8B",
+    "routed_model": "Qwen/Qwen3-8B:nscale",
+    "provider": "nscale via HF Inference Providers",
+    "live_price_checked_before_each proxy start": {
+      "input_usd_per_million_tokens": 0.07,
+      "output_usd_per_million_tokens": 0.18,
+      "context_length": 40960
+    },
+    "temperature": 0.1,
+    "top_p": 0.1,
+    "seed": 42,
+    "retrieve_k": 5,
+    "qwen_mode": "non-thinking, using /no_think provider prompt switch",
+    "embeddings": {
+      "A-Mem_and_MemoryOS": "all-MiniLM-L6-v2 local",
+      "Mem0": "Qwen/Qwen3-Embedding-0.6B local, 1024 dimensions"
+    }
+  },
+  "cost_controls": {
+    "call_cap": 500,
+    "automatic_review_checkpoint_usd": 0.5,
+    "absolute_hard_cap_usd": 2.0,
+    "provider_usage_required": true,
+    "ledger": {
+      "actual_cost_usd": 0.05059508,
+      "calls": 268,
+      "last_updated_utc": "2026-07-17T11:57:49.284606+00:00"
+    },
+    "completed_result_cost_usd": 0.04947408,
+    "difference_includes_canaries_failed_or_orphaned_attempts_usd": 0.001121000000000004,
+    "orphaned_but_fully_ledgered_calls": 7,
+    "orphan_reason": "Trackio Windows CP-1252 reader crashed on UTF-8 MemoryOS output after provider calls; calls remained in calls.jsonl and the run was repeated only after capture encoding was made compatible."
+  },
+  "protocol": {
+    "claims_4_5": "scaled off-policy; 5 seed-42 train and 5 seed-42 test cases on LexEval-QA and Locomo-0; identical slice for five baselines",
+    "locomo_corpus": "all evidence turns for selected test questions plus seed-42 distractors, 40 turns total",
+    "claim_6": "Appendix A.3.5 paired first response vs re-answer after full released dialogue on 5 LexEval-QA training cases",
+    "claim_3": "runtime schema probe on complete released LexEval-QA and Locomo-0 training splits plus bounded Table 1 comparison"
+  },
+  "declared_deviations_and_limits": [
+    "Scaled 5/5 samples and one random seed, not the paper's full datasets; no confidence intervals or significance test are claimed.",
+    "Locomo uses an evidence-preserving 40-turn slice rather than all 419 corpus turns so all five systems fit the 500-call safety cap.",
+    "Qwen3-8B is served per call by HF nscale rather than local vLLM on an A800 GPU.",
+    "The provider lacks a chat-template flag, so Qwen3 non-thinking mode is selected with its /no_think prompt switch.",
+    "The provider reports structured_output=false; only the transport response_format field is removed while MemoryBench's JSON schema instructions remain in prompts.",
+    "Trackio console capture uses CP-1252 with replacement on Windows; persisted JSON artifacts remain UTF-8.",
+    "Claim 3's comparative negative is limited to the seven prior benchmarks named in paper Table 1.",
+    "Observed wall time includes local hardware, network, provider latency, and cold-cache effects; it is directly comparable within this campaign but not numerically identical to the paper's hardware."
+  ],
+  "hashes": [
+    {
+      "path": "artifacts\\memorybench-runtime\\analysis\\claim3_runtime.json",
+      "bytes": 7384,
+      "sha256": "f1b6706ebb1dbe7a6287c9459c4f6210d01f8b65fac82bbcfa7359ce5e4534a2"
+    },
+    {
+      "path": "artifacts\\memorybench-runtime\\analysis\\claim6_paired.csv",
+      "bytes": 357,
+      "sha256": "1ada5a8e89be4bc20d3660c5ba6a9ed50257ea6fa18b613ef632c05cf6fefdd1"
+    },
+    {
+      "path": "artifacts\\memorybench-runtime\\analysis\\completed_runs.csv",
+      "bytes": 2412,
+      "sha256": "977966a438a4805195ea4280f4ec78c51e0542871288a13056de9c7d93f251bc"
+    },
+    {
+      "path": "artifacts\\memorybench-runtime\\analysis\\summary.json",
+      "bytes": 2750,
+      "sha256": "14f91fd115ac9fed7ef407dd21273b73f696f277d1c47b4e5934712d07ebc7ec"
+    },
+    {
+      "path": "artifacts\\memorybench-runtime\\calls.jsonl",
+      "bytes": 113392,
+      "sha256": "4f7355792a6b77d701c634202aa839bef973170c65396bded35a9f6f473f463c"
+    },
+    {
+      "path": "artifacts\\memorybench-runtime\\cost_ledger.json",
+      "bytes": 113,
+      "sha256": "0dad06f6d94f48b531be674ca05f9b15ef4d6be7599d7400692d2d4bb19f40da"
+    },
+    {
+      "path": "artifacts\\memorybench-runtime\\runs\\20260717T112122Z\\results.json",
+      "bytes": 3477,
+      "sha256": "5b939b1ae805713ff8f6903f00691a409999469ed1579d4a58e98ca89d0293c2"
+    },
+    {
+      "path": "artifacts\\memorybench-runtime\\runs\\20260717T112215Z\\results.json",
+      "bytes": 59470,
+      "sha256": "e9bd60e583df9e30504a46a0d85c7ed3f8a774272748be6095ac05229e95fa2c"
+    },
+    {
+      "path": "artifacts\\memorybench-runtime\\runs\\20260717T112335Z\\results.json",
+      "bytes": 510432,
+      "sha256": "7b6afa7df9b099d0f51e7877c46a674d746e359aa87bb8423879eaceb1d9238f"
+    },
+    {
+      "path": "artifacts\\memorybench-runtime\\runs\\20260717T112524Z\\results.json",
+      "bytes": 517173,
+      "sha256": "5067cb6adc218370be8d9e975f4928aae51f8c9e71c9d1b9803ea439efc2746d"
+    },
+    {
+      "path": "artifacts\\memorybench-runtime\\runs\\20260717T112623Z\\results.json",
+      "bytes": 124196,
+      "sha256": "8e4ba802dd0af27ceabba86369f53477bac0823f47cd1ba60240a1031acd359f"
+    },
+    {
+      "path": "artifacts\\memorybench-runtime\\runs\\20260717T112816Z\\results.json",
+      "bytes": 20082,
+      "sha256": "bc42fbb50e45db375539fce1a69ba1b2545fe46c57ad228ad6ccd8871f38d7d2"
+    },
+    {
+      "path": "artifacts\\memorybench-runtime\\runs\\20260717T112951Z\\results.json",
+      "bytes": 3735,
+      "sha256": "c836088be40c611702bf23529365060c0a09048e95c32d5338a1615e37f59baa"
+    },
+    {
+      "path": "artifacts\\memorybench-runtime\\runs\\20260717T113141Z\\results.json",
+      "bytes": 8762,
+      "sha256": "5758375d0b35e9a4a4e6658da222779af8932209c82ab1b2b727d82173d9bb43"
+    },
+    {
+      "path": "artifacts\\memorybench-runtime\\runs\\20260717T113256Z\\results.json",
+      "bytes": 474593,
+      "sha256": "1a31bb0fb303a5e616af50651d16c8885d3eb33b704edea539dea07131576b9a"
+    },
+    {
+      "path": "artifacts\\memorybench-runtime\\runs\\20260717T113603Z\\results.json",
+      "bytes": 71743,
+      "sha256": "ba7195c184154a52d5e35a8ab1bc28f2393d4525749921b47b81478a3a2428b7"
+    },
+    {
+      "path": "artifacts\\memorybench-runtime\\runs\\20260717T113848Z\\results.json",
+      "bytes": 30215,
+      "sha256": "750d506baa359903b88b6d79386c82e974c19acdca82e7640d7b6edadbad8e58"
+    },
+    {
+      "path": "artifacts\\memorybench-runtime\\runs\\20260717T114619Z\\results.json",
+      "bytes": 12628,
+      "sha256": "a2082062bab7d54166d0e844e0ab185757d17185ddce4915b11f7e5d23da8437"
+    },
+    {
+      "path": "artifacts\\memorybench-runtime\\runs\\20260717T115724Z\\feedback_effect.json",
+      "bytes": 240954,
+      "sha256": "2faa64d2869c0e519d488beb1f5bb0add815d11c32464a800a18a2abe22f04bb"
+    },
+    {
+      "path": "experiments\\analyze_runtime.py",
+      "bytes": 9124,
+      "sha256": "365e65e1a2963c72c297690053cbff78a786dd78cac2c648d217bcf2bfa1335e"
+    },
+    {
+      "path": "experiments\\build_repro_manifest.py",
+      "bytes": 8032,
+      "sha256": "c5a666f1235bdca181cfbff661c031e14f9d3559b53831837e6b5b68805b67f0"
+    },
+    {
+      "path": "experiments\\cost_guard.py",
+      "bytes": 6611,
+      "sha256": "35716a96fa45e7f35aa263cb3bb81b8ab4b734ae119553932e908189abce1050"
+    },
+    {
+      "path": "experiments\\hf_budget_proxy.py",
+      "bytes": 5436,
+      "sha256": "ee538e89d5e732ead9aa2143840d7c3229962038a248de1fb484806a0d3b2d42"
+    },
+    {
+      "path": "experiments\\hf_canary.py",
+      "bytes": 2105,
+      "sha256": "25e3b062ff937625187be731a77874551ae1780754fc1bacfe67f842788e5e35"
+    },
+    {
+      "path": "experiments\\hf_proxy_canary.py",
+      "bytes": 1082,
+      "sha256": "5fab81b0153b688e6cbb8fd97b21ca4ca076bbc3f44ec7ae544ca29c0a0aba81"
+    },
+    {
+      "path": "experiments\\pack_reproduction_bundle.py",
+      "bytes": 3182,
+      "sha256": "6183e401f7e22ade3c0e95c0520ed6897fdb83e2c0b850d1ce509e7b6f0693f0"
+    },
+    {
+      "path": "experiments\\probe_dataset.py",
+      "bytes": 2992,
+      "sha256": "6337898ef35d1471861eb43bf1a20df936f11799246035fcb4c2d351acadd766"
+    },
+    {
+      "path": "experiments\\probe_taxonomy_runtime.py",
+      "bytes": 4460,
+      "sha256": "fa901afe9154ec635cb1c2ddc9c8078c07a8f4e637f0df52b0107acc3232ac74"
+    },
+    {
+      "path": "experiments\\run_feedback_effect.py",
+      "bytes": 7923,
+      "sha256": "2bd4b4e6a483d9030125f9b0c318c2aa670ae36e168113266bca3faf5380b4e8"
+    },
+    {
+      "path": "experiments\\run_scaled_offpolicy.py",
+      "bytes": 11448,
+      "sha256": "59ae472e5f58d5dae2acd627d4a3d9a1dca45c1a0300ac6bdc1a27ca5f711d62"
+    },
+    {
+      "path": "paper.pdf",
+      "bytes": 1585440,
+      "sha256": "00b2aee7c582f53dadf1c3b5bf6cd7fbf3da242d1a0328edb1338b9aeb318bf8"
+    }
+  ]
+}
+````