SLWM-v2-453M / config.json
diogoantunes's picture
Release verified Wave 7 checkpoint (seed 2001)
b0bad52 verified
Raw History Blame Contribute Delete
1.2 kB
{
"backend": "gpu",
"batch_size": 12,
"config_sha256": "9fd8eae816fc9a524e1a2a77db51e2f207e0166505782d921525079c59450cd8",
"de_privileged_proprio": "ee_only",
"devices": [
"cuda:0"
],
"interventions": {
"decoupled_heads": true,
"key_shield": true,
"regularizer": "epps_pulley_sigreg",
"zerolag_bypass": true
},
"parameter_counts": {
"adapters": 11939040,
"jepa_and_uncertainty": 9521858,
"policy_and_heads": 11713576,
"processor_core": 420025464,
"strict_total": 453199938
},
"peak_lr": 0.00027,
"planner": "spatial_geometry_free_subgoal_mppi",
"save_bf16": true,
"seed": 2001,
"seq_len": 32,
"spec": {
"action_dim": 4,
"arch": "slwm_x1b",
"audio_dim": 64,
"d_ff": 3072,
"d_model": 1152,
"dtype": "bfloat16",
"goal_dim": 4,
"grad_checkpoint": true,
"head_dim": 64,
"layers": 18,
"n_heads": 18,
"profile": "x450m",
"proprio_dim": 16,
"rope_Window": 512,
"slots_per_tick": 24,
"vocab_size": 4096
},
"steps": 2200,
"tag": "x1b-w7_slwm_450m_full-s2001",
"visual_pose_readout": "pure_vision_spatial_soft_argmax_4x4",
"wave": "wave7_spatial_grid_clincher"
}