File size: 1,152 Bytes
5f24c75 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 | {
"backend": "tpu",
"batch_size": 12,
"config_sha256": "22444f579103885c39548c0669dfefb309e88d06117fb92aa14e981890bcd255",
"de_privileged_proprio": "ee_only",
"devices": [
"TPU_0(process=0,(0,0,0,0))"
],
"interventions": {
"decoupled_heads": true,
"key_shield": true,
"regularizer": "epps_pulley_sigreg",
"zerolag_bypass": true
},
"parameter_counts": {
"adapters": 11939040,
"jepa_and_uncertainty": 9521858,
"policy_and_heads": 11713576,
"processor_core": 420025464,
"strict_total": 453199938
},
"peak_lr": 0.00026,
"planner": "geometry_free_learned_mppi",
"save_bf16": true,
"seed": 2001,
"seq_len": 32,
"spec": {
"action_dim": 4,
"arch": "slwm_x1b",
"audio_dim": 64,
"d_ff": 3072,
"d_model": 1152,
"dtype": "bfloat16",
"goal_dim": 4,
"grad_checkpoint": true,
"head_dim": 64,
"layers": 18,
"n_heads": 18,
"profile": "x450m",
"proprio_dim": 16,
"rope_Window": 512,
"slots_per_tick": 24,
"vocab_size": 4096
},
"steps": 2600,
"tag": "x1b-w6_slwm_450m_full_epps_sigreg-s2001",
"wave": "wave6_zero_compromise"
}
|