File size: 1,814 Bytes
ca3d977 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 | {
"format": "planner-cache-post-turn-memory-review-acceptance-v1",
"date": "2026-08-23",
"gemma": {
"runtime": "Gemma4 E4B Q8 through llama.cpp",
"reviewer": "same frozen Gemma runtime without LTL",
"session_id": "benchmark-session-gemma",
"turns": [
{
"user": "*I leave the brass key inside the kitchen drawer.*",
"operation": "CREATE",
"entity": "brass key",
"relation": "location",
"value": "kitchen drawer",
"source": "rp_action",
"confidence": 1.0,
"review_latency_seconds": 43.14148591599951
},
{
"user": "*I take the key and put it into my coat pocket.*",
"operation": "MODIFY",
"entity": "brass key",
"relation": "location",
"value": "coat pocket",
"source": "rp_action",
"confidence": 1.0,
"review_latency_seconds": 48.18768195499433
}
],
"final_active_state_count": 1,
"final_value": "coat pocket",
"stale_kitchen_drawer_active": false
},
"pythia": {
"runtime": "frozen Pythia-1.4B with TTL",
"reviewer": "frozen Gemma llama.cpp CPU structured reviewer without TTL or LTL",
"session_id": "benchmark-session-pythia",
"turn": {
"user": "*I leave the brass key inside the kitchen drawer.*",
"operation": "CREATE",
"entity": "brass key",
"relation": "location",
"value": "kitchen drawer",
"source": "rp_action",
"confidence": 1.0,
"review_latency_seconds": 65.49500731100852
},
"final_active_state_count": 1
},
"assertions": {
"natural_rp_create": true,
"natural_rp_modify": true,
"single_current_value": true,
"pythia_interactive_path": true,
"gemma_interactive_path": true,
"review_ttl_ltl_disabled": true
}
}
|