File size: 5,262 Bytes
c556874 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 | {
"host": "eai-Raider-16-HX-AI-A2XWIG",
"created": "2026-09-20T11:50:15.379559",
"task": "turning_on_radio",
"task_id": 0,
"split": "2026 public_test",
"instance_ids": [
301,
302,
303,
304,
305,
306,
307,
308,
309,
310,
311,
312,
313,
314,
315,
316,
317,
318,
319,
320
],
"rollouts_per_instance": 1,
"variants": [
"human",
"codegen_success",
"mix_h50_c50"
],
"seed": 0,
"seed_reset": "Each simulator reset and each policy reset",
"max_steps": 3224,
"timeout": "Official 1.5 x mean human-demo length",
"simulator_repository": "/home/eai/code/b1k",
"simulator_commit": "b1979916ec1549b10a4e65e630bc6504a9af1b00",
"simulator_python": "/home/eai/miniconda3/envs/behavior-392dev/bin/python",
"policy_python": "/home/eai/code/training_models/evaluation/.policy-venv/bin/python",
"upstream_policy_commit": "ca556f74a455cef7987a2be4537b5ac85cc56dd7",
"openpi_commit": "01177e0242a1c7e8fad2547caa0e987def614cda",
"archived_model_sources": [
{
"path": "/home/eai/Documents/Codex/2026-09-18/b1k-chat-part1-b1k-gui-jsonl/work/source/src/b1k/models/pi_behavior.py",
"sha256": "68ff7c1409b6c6dae97a7ffcc8a14aec412650797204cd763bf4433d9f276198",
"matches_training_manifest": true
},
{
"path": "/home/eai/Documents/Codex/2026-09-18/b1k-chat-part1-b1k-gui-jsonl/work/source/src/b1k/models/pi_behavior_config.py",
"sha256": "95139c8172d7cd300a82df7dec3a467b2e0fe047edf1896e347441610a77a878",
"matches_training_manifest": true
}
],
"normalization": "Each variant checkpoint-14999/assets/IliaLarchenko/behavior_224_rgb/norm_stats.json",
"inference": {
"parameter_dtype": "bfloat16 (upstream server default)",
"num_flow_inference_steps": 20,
"action_horizon": 30,
"actions_to_execute": 26,
"actions_to_keep": 4,
"execute_in_n_steps": 20,
"stage_history": 3,
"stage_votes": 2,
"apply_eval_tricks": true,
"task_embedding_id": 0,
"no_da3": true,
"no_skill_conditioning": true
},
"compatibility_notes": [
"Full training source was not found locally. Archived pi_behavior.py and pi_behavior_config.py are used with upstream OpenPI and supporting modules.",
"Disabled DA3 keyword arguments and imports are removed; the adapter rejects enabled DA3/skill branches. Upstream Gemma is used for the RGB-only path; full training Gemma source was unavailable.",
"61D proprioception indices copied from the actual 2026 evaluator.",
"Full parameter tree and shapes checked with remove_extra_params=False.",
"Fixed correlation-aware inpainting linear system solved on CPU in float32 and residual verified <1e-4; GPU cuSolver fails on this eai setup."
],
"metric_source": "Official evaluator success and q_score.final; simulator/infrastructure errors are not counted as task failures",
"simulator_source_hashes": {
"/home/eai/code/b1k/OmniGibson/omnigibson/eval/evaluator.py": "8aa93be2902a784d2f1b711965ac4abc59f3a51eb9b1d1b9669291d4f4bcd45d",
"/home/eai/code/b1k/OmniGibson/omnigibson/eval/eval.py": "829922a257f084ebff2c6675251ab09783f789dc74aa77c18fb44983e5e34d82",
"/home/eai/code/b1k/OmniGibson/omnigibson/eval/r1pro.yaml": "a98fa8a81472adfecfb642778d4d7a01e20131be7f70824e0ae095d665cdbb93",
"/home/eai/code/b1k/OmniGibson/omnigibson/eval/utils/eval_utils.py": "659aceb8e8f404cabb00b3697f474b068254e1245c544ffab73c0f64947334d3",
"/home/eai/code/b1k/datasets/2026-challenge-task-instances/metadata/task.jsonl": "7dbb5f7f00a2e06c693dfbb3045e5c28e627b6179e775f1ad93ca4b61f08e6dc"
},
"runner_source_hashes": {
"/home/eai/code/training_models/evaluation/serve_checkpoint.py": "3e4f9f6a803895d893771f5b0675c13707227dfb030405ece0c2bcbf1b7c6713",
"/home/eai/code/training_models/evaluation/run_comparison.py": "cd338e542238e358bd46fce568b893849cece994c707a7b3d73935bc1fc80dc8",
"/home/eai/code/training_models/evaluation/summarize.py": "11ed9c2e94287f357b4210d22cbd3c09fb6dc6755c1f90820627835dfee5264c",
"/home/eai/code/training_models/evaluation/run_simulator.py": "017558d9affd2e9acd1418e78203cf684183e3c8f91f93968f4e23347c275d0f",
"/home/eai/code/training_models/evaluation/prepare_runtime.py": "d2304c4d8b622a2037814461b06f758b92fdbdd90f736868704895a35706b846",
"/home/eai/code/training_models/evaluation/b1k_eval_contract.py": "cfb4367f6d2b3c994b2e0c79812b73f831b20d79b70344605a45e9bb79aecada",
"/home/eai/code/training_models/evaluation/audit_results.py": "a8b3c17a9b1cb7d774dc883147decd517c3592eac1e162ee9c517df301287789",
"/home/eai/code/training_models/evaluation/progress.py": "0db83004c290a768a2f7fbe29b49e8166fc048b06cbf9c93ac9dca51e9d70764"
},
"timeout_note": "Official max_steps=3224 produces 3225 recorded simulator steps for timeout rollouts due to the evaluator termination check.",
"hardware": {
"gpu": "NVIDIA GeForce RTX 5080 Laptop GPU",
"gpu_memory_mib": 16303,
"driver_version": "580.173.02"
},
"completion": {
"status": "complete",
"rollouts": 60,
"completed_at": "2026-09-20T14:53:24.163149",
"audit": "audit.json",
"raw_result_checksums": "RESULTS_SHA256SUMS",
"gpu_compute_processes_after_run": 0
}
}
|