File size: 1,152 Bytes
5f24c75
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
{
  "backend": "tpu",
  "batch_size": 12,
  "config_sha256": "22444f579103885c39548c0669dfefb309e88d06117fb92aa14e981890bcd255",
  "de_privileged_proprio": "ee_only",
  "devices": [
    "TPU_0(process=0,(0,0,0,0))"
  ],
  "interventions": {
    "decoupled_heads": true,
    "key_shield": true,
    "regularizer": "epps_pulley_sigreg",
    "zerolag_bypass": true
  },
  "parameter_counts": {
    "adapters": 11939040,
    "jepa_and_uncertainty": 9521858,
    "policy_and_heads": 11713576,
    "processor_core": 420025464,
    "strict_total": 453199938
  },
  "peak_lr": 0.00026,
  "planner": "geometry_free_learned_mppi",
  "save_bf16": true,
  "seed": 2001,
  "seq_len": 32,
  "spec": {
    "action_dim": 4,
    "arch": "slwm_x1b",
    "audio_dim": 64,
    "d_ff": 3072,
    "d_model": 1152,
    "dtype": "bfloat16",
    "goal_dim": 4,
    "grad_checkpoint": true,
    "head_dim": 64,
    "layers": 18,
    "n_heads": 18,
    "profile": "x450m",
    "proprio_dim": 16,
    "rope_Window": 512,
    "slots_per_tick": 24,
    "vocab_size": 4096
  },
  "steps": 2600,
  "tag": "x1b-w6_slwm_450m_full_epps_sigreg-s2001",
  "wave": "wave6_zero_compromise"
}