| { |
| "generated_at_unix": 1776521335, |
| "results": [ |
| { |
| "model_key": "release_model", |
| "model_name": "PRISM-Memory 7B Adapter", |
| "base_model": "Qwen/Qwen2.5-7B-Instruct", |
| "elapsed_min": 30.0, |
| "args": { |
| "n_lme": 10, |
| "context_window": 0, |
| "locomo_temporal_k": 8, |
| "locomo_adversarial_k": 5, |
| "lme_multisess_k": 20, |
| "use_temporal_prompt": false, |
| "strict_cache": true |
| }, |
| "qa_cache": { |
| "model": "gpt-4.1", |
| "cache_size": 16969, |
| "hits": 460, |
| "misses": 0, |
| "missing_examples": [] |
| }, |
| "locomo": { |
| "categories": { |
| "1": 0.3339551926061944, |
| "2": 0.4978785869736096, |
| "3": 0.26059974747474746, |
| "4": 0.514447774438597, |
| "5": 0.8837209302325582 |
| }, |
| "mean": 0.49812044634514124 |
| }, |
| "lme": { |
| "categories": { |
| "knowledge-update": 0.558840579710145, |
| "multi-session": 0.13909774436090225, |
| "single-session-assistant": 0.765639589169001, |
| "single-session-preference": 0.05196674560130369, |
| "single-session-user": 0.9133333333333333, |
| "temporal-reasoning": 0.43166666666666664 |
| }, |
| "mean": 0.47675744314022533 |
| }, |
| "logged_comparison": { |
| "logged_locomo_mean": 0.498, |
| "logged_lme_mean": 0.477, |
| "locomo_delta": 0.00012044634514124519, |
| "lme_delta": -0.00024255685977464525 |
| } |
| } |
| ], |
| "failures": [] |
| } |
