rdebrand commited on
Commit
e847fbc
·
verified ·
1 Parent(s): 6a7f2c8

Revert: remove NeurIPS ablation checkpoints + configs

Browse files
Files changed (28) hide show
  1. checkpoints/fm/arcu/fm_default.yaml +0 -111
  2. checkpoints/fm/arcu/rp_fm_arcu_240726.pt +0 -3
  3. checkpoints/fm/energy_1gev/fm_default.yaml +0 -111
  4. checkpoints/fm/energy_1gev/rp_fm_energy_1gev_240726.pt +0 -3
  5. checkpoints/fm/energy_1gev_no_ot/fm_default.yaml +0 -111
  6. checkpoints/fm/energy_1gev_no_ot/rp_fm_energy_1gev_no_ot_240726.pt +0 -3
  7. checkpoints/fm/learned_base_params/fm_default.yaml +0 -111
  8. checkpoints/fm/learned_base_params/rp_fm_learned_base_params_240726.pt +0 -3
  9. checkpoints/fm/naive_base/fm_default.yaml +0 -111
  10. checkpoints/fm/naive_base/rp_fm_naive_base_240726.pt +0 -3
  11. checkpoints/fm/no_ot/fm_default.yaml +0 -111
  12. checkpoints/fm/no_ot/rp_fm_no_ot_240726.pt +0 -3
  13. checkpoints/fm/no_raytrace/fm_default.yaml +0 -111
  14. checkpoints/fm/no_raytrace/rp_fm_no_raytrace_240726.pt +0 -3
  15. checkpoints/fm/path_curvature/fm_default.yaml +0 -111
  16. checkpoints/fm/path_curvature/rp_fm_path_curvature_240726.pt +0 -3
  17. checkpoints/fm/path_reflow/fm_default.yaml +0 -111
  18. checkpoints/fm/path_reflow/rp_fm_path_reflow_240726.pt +0 -3
  19. checkpoints/fm/standard_phys_base_no_opts/fm_default.yaml +0 -111
  20. checkpoints/fm/standard_phys_base_no_opts/rp_fm_baseline_240726.pt +0 -3
  21. checkpoints/mult/arcu/mult_default.yaml +0 -86
  22. checkpoints/mult/arcu/rp_mult_arcu_240726.pt +0 -3
  23. checkpoints/mult/baseline/mult_default.yaml +0 -86
  24. checkpoints/mult/baseline/rp_mult_baseline_240726.pt +0 -3
  25. checkpoints/mult/energy_1gev/mult_default.yaml +0 -86
  26. checkpoints/mult/energy_1gev/rp_mult_energy_1gev_240726.pt +0 -3
  27. checkpoints/mult/no_raytrace/mult_default.yaml +0 -86
  28. checkpoints/mult/no_raytrace/rp_mult_no_ray_240726.pt +0 -3
checkpoints/fm/arcu/fm_default.yaml DELETED
@@ -1,111 +0,0 @@
1
- run:
2
- train_model: fm
3
- name: rp_fm_arcu_240726
4
- devices:
5
- - 4
6
- - 5
7
- - 6
8
- - 7
9
- precision: 32
10
- matmul_precision: medium
11
- dtype: float32
12
- epochs: 20
13
- dataset_size: 20000000
14
- compile: model
15
- gradient_clip_val: 1.0
16
- val_check_interval: 0.2
17
- limit_val_batches: 4
18
- strategy: ddp
19
- ckpt_dir: null
20
- logging:
21
- comet: true
22
- project: lego_pdgid
23
- config:
24
- dl_conf:
25
- lds_args:
26
- data: neurips_2026/rp_arcu_240726
27
- frac: 1.0
28
- cutoff_mev: 10
29
- min_particles: 0
30
- bs: 4096
31
- num_workers: 16
32
- val_conf:
33
- val_frac: 0.01
34
- seed: 0
35
- base_conf:
36
- kappa: 8.0
37
- bs_frac: 0.0
38
- base_dist: poles
39
- scale_dist: sm_norm
40
- sm_scale: 0.5
41
- tanh_theta: true
42
- model_conf:
43
- manifold:
44
- - name: euclidean
45
- dim: 1
46
- - name: sphere
47
- dim: 3
48
- - name: sphere
49
- dim: 3
50
- ot_coupling: true
51
- ot_e_only: false
52
- max_energy: 300.0
53
- t_dist: sd3
54
- t_dist_scale: 0.0
55
- t_dist_shift: 1.3
56
- loss_sc: 0.0
57
- one_step_euler_fac: 0.0
58
- curv_fac: 0.0
59
- curv_every: 4
60
- curv_eps: 0.05
61
- curv_warmup: 500
62
- reflow_kwargs:
63
- method: midpoint
64
- step_size: 0.5
65
- reflow_start_epoch: 0
66
- reflow_every: 4
67
- t_zero_frac: 0.0
68
- base_dist_loss: 0.0
69
- base_pretrain_batches: 0
70
- base_pretrain_bs: 16384
71
- mask_conf:
72
- p_forward: 1.0
73
- cond_cube: false
74
- canon_sym: false
75
- model_args:
76
- h_dim: 256
77
- in_dim: 7
78
- nlayers: 6
79
- nhead: 8
80
- dropout: 0.0
81
- ff_mult: 4
82
- nvtypes: 2
83
- use_adaptive_rmsnorm: true
84
- use_adaptive_layerscale: true
85
- ff_swish: true
86
- ff_glu: true
87
- ff_no_bias: false
88
- attn_flash: true
89
- attn_qk_norm: true
90
- attn_value_rmsnorm: true
91
- opt_conf:
92
- opt: muon
93
- lr: 0.001
94
- momentum: 0.95
95
- nesterov: true
96
- ns_steps: 5
97
- weight_decay: 0.007
98
- weight_decouple: true
99
- adamw_lr: 0.003
100
- adamw_betas:
101
- - 0.9
102
- - 0.999
103
- adamw_wd: 0.01
104
- adamw_eps: 1.0e-08
105
- scheduler:
106
- cls: warmup_cosine
107
- warmup_frac: 0.1
108
- eta_min: 1.0e-06
109
- interval: step
110
- additional:
111
- notes: Amortized over argon + copper (rp_arcu_240726).
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/fm/arcu/rp_fm_arcu_240726.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:f1288267d1e1d7c2f728533338f4e3d9f8d3ffb7eb40bcd9b9c9e04caca99d79
3
- size 38466555
 
 
 
 
checkpoints/fm/energy_1gev/fm_default.yaml DELETED
@@ -1,111 +0,0 @@
1
- run:
2
- train_model: fm
3
- name: rp_fm_energy_1gev_240726
4
- devices:
5
- - 4
6
- - 5
7
- - 6
8
- - 7
9
- precision: 32
10
- matmul_precision: medium
11
- dtype: float32
12
- epochs: 20
13
- dataset_size: 20000000
14
- compile: model
15
- gradient_clip_val: 1.0
16
- val_check_interval: 0.2
17
- limit_val_batches: 4
18
- strategy: ddp
19
- ckpt_dir: null
20
- logging:
21
- comet: true
22
- project: lego_pdgid
23
- config:
24
- dl_conf:
25
- lds_args:
26
- data: neurips_2026/rp_1gev_240726
27
- frac: 1.0
28
- cutoff_mev: 10
29
- min_particles: 0
30
- bs: 4096
31
- num_workers: 16
32
- val_conf:
33
- val_frac: 0.01
34
- seed: 0
35
- base_conf:
36
- kappa: 8.0
37
- bs_frac: 0.0
38
- base_dist: poles
39
- scale_dist: sm_norm
40
- sm_scale: 0.5
41
- tanh_theta: true
42
- model_conf:
43
- manifold:
44
- - name: euclidean
45
- dim: 1
46
- - name: sphere
47
- dim: 3
48
- - name: sphere
49
- dim: 3
50
- ot_coupling: true
51
- ot_e_only: false
52
- max_energy: 1000.0
53
- t_dist: sd3
54
- t_dist_scale: 0.0
55
- t_dist_shift: 1.3
56
- loss_sc: 0.0
57
- one_step_euler_fac: 0.0
58
- curv_fac: 0.0
59
- curv_every: 4
60
- curv_eps: 0.05
61
- curv_warmup: 500
62
- reflow_kwargs:
63
- method: midpoint
64
- step_size: 0.5
65
- reflow_start_epoch: 0
66
- reflow_every: 4
67
- t_zero_frac: 0.0
68
- base_dist_loss: 0.0
69
- base_pretrain_batches: 0
70
- base_pretrain_bs: 16384
71
- mask_conf:
72
- p_forward: 1.0
73
- cond_cube: false
74
- canon_sym: false
75
- model_args:
76
- h_dim: 256
77
- in_dim: 7
78
- nlayers: 6
79
- nhead: 8
80
- dropout: 0.0
81
- ff_mult: 4
82
- nvtypes: 2
83
- use_adaptive_rmsnorm: true
84
- use_adaptive_layerscale: true
85
- ff_swish: true
86
- ff_glu: true
87
- ff_no_bias: false
88
- attn_flash: true
89
- attn_qk_norm: true
90
- attn_value_rmsnorm: true
91
- opt_conf:
92
- opt: muon
93
- lr: 0.001
94
- momentum: 0.95
95
- nesterov: true
96
- ns_steps: 5
97
- weight_decay: 0.007
98
- weight_decouple: true
99
- adamw_lr: 0.003
100
- adamw_betas:
101
- - 0.9
102
- - 0.999
103
- adamw_wd: 0.01
104
- adamw_eps: 1.0e-08
105
- scheduler:
106
- cls: warmup_cosine
107
- warmup_frac: 0.1
108
- eta_min: 1.0e-06
109
- interval: step
110
- additional:
111
- notes: ''
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/fm/energy_1gev/rp_fm_energy_1gev_240726.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d56e692c306870d9ca9223d11c90d25494e3c692796d0630afbf507977e03aba
3
- size 38544317
 
 
 
 
checkpoints/fm/energy_1gev_no_ot/fm_default.yaml DELETED
@@ -1,111 +0,0 @@
1
- run:
2
- train_model: fm
3
- name: rp_fm_energy_1gev_no_ot_240726
4
- devices:
5
- - 4
6
- - 5
7
- - 6
8
- - 7
9
- precision: 32
10
- matmul_precision: medium
11
- dtype: float32
12
- epochs: 20
13
- dataset_size: 20000000
14
- compile: model
15
- gradient_clip_val: 1.0
16
- val_check_interval: 0.2
17
- limit_val_batches: 4
18
- strategy: ddp
19
- ckpt_dir: null
20
- logging:
21
- comet: true
22
- project: lego_pdgid
23
- config:
24
- dl_conf:
25
- lds_args:
26
- data: neurips_2026/rp_1gev_240726
27
- frac: 1.0
28
- cutoff_mev: 10
29
- min_particles: 0
30
- bs: 4096
31
- num_workers: 16
32
- val_conf:
33
- val_frac: 0.01
34
- seed: 0
35
- base_conf:
36
- kappa: 8.0
37
- bs_frac: 0.0
38
- base_dist: poles
39
- scale_dist: sm_norm
40
- sm_scale: 0.5
41
- tanh_theta: true
42
- model_conf:
43
- manifold:
44
- - name: euclidean
45
- dim: 1
46
- - name: sphere
47
- dim: 3
48
- - name: sphere
49
- dim: 3
50
- ot_coupling: false
51
- ot_e_only: false
52
- max_energy: 1000.0
53
- t_dist: sd3
54
- t_dist_scale: 0.0
55
- t_dist_shift: 1.3
56
- loss_sc: 0.0
57
- one_step_euler_fac: 0.0
58
- curv_fac: 0.0
59
- curv_every: 4
60
- curv_eps: 0.05
61
- curv_warmup: 500
62
- reflow_kwargs:
63
- method: midpoint
64
- step_size: 0.5
65
- reflow_start_epoch: 0
66
- reflow_every: 4
67
- t_zero_frac: 0.0
68
- base_dist_loss: 0.0
69
- base_pretrain_batches: 0
70
- base_pretrain_bs: 16384
71
- mask_conf:
72
- p_forward: 1.0
73
- cond_cube: false
74
- canon_sym: false
75
- model_args:
76
- h_dim: 256
77
- in_dim: 7
78
- nlayers: 6
79
- nhead: 8
80
- dropout: 0.0
81
- ff_mult: 4
82
- nvtypes: 2
83
- use_adaptive_rmsnorm: true
84
- use_adaptive_layerscale: true
85
- ff_swish: true
86
- ff_glu: true
87
- ff_no_bias: false
88
- attn_flash: true
89
- attn_qk_norm: true
90
- attn_value_rmsnorm: true
91
- opt_conf:
92
- opt: muon
93
- lr: 0.001
94
- momentum: 0.95
95
- nesterov: true
96
- ns_steps: 5
97
- weight_decay: 0.007
98
- weight_decouple: true
99
- adamw_lr: 0.003
100
- adamw_betas:
101
- - 0.9
102
- - 0.999
103
- adamw_wd: 0.01
104
- adamw_eps: 1.0e-08
105
- scheduler:
106
- cls: warmup_cosine
107
- warmup_frac: 0.1
108
- eta_min: 1.0e-06
109
- interval: step
110
- additional:
111
- notes: 'OT ablation at 1 GeV: ot_coupling=false vs energy_1gev (ot_coupling=true).'
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/fm/energy_1gev_no_ot/rp_fm_energy_1gev_no_ot_240726.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:34755e027d707058ef85613e337ac33d2e41e379faab36f46542bba590770d03
3
- size 38545041
 
 
 
 
checkpoints/fm/learned_base_params/fm_default.yaml DELETED
@@ -1,111 +0,0 @@
1
- run:
2
- train_model: fm
3
- name: rp_fm_learned_base_params_240726
4
- devices:
5
- - 4
6
- - 5
7
- - 6
8
- - 7
9
- precision: 32
10
- matmul_precision: medium
11
- dtype: float32
12
- epochs: 20
13
- dataset_size: 20000000
14
- compile: model
15
- gradient_clip_val: 1.0
16
- val_check_interval: 0.2
17
- limit_val_batches: 4
18
- strategy: ddp
19
- ckpt_dir: null
20
- logging:
21
- comet: true
22
- project: lego_pdgid
23
- config:
24
- dl_conf:
25
- lds_args:
26
- data: neurips_2026/rp_baseline_240726
27
- frac: 1.0
28
- cutoff_mev: 10
29
- min_particles: 0
30
- bs: 4096
31
- num_workers: 16
32
- val_conf:
33
- val_frac: 0.01
34
- seed: 0
35
- base_conf:
36
- kappa: 8.0
37
- bs_frac: 0.0
38
- base_dist: poles
39
- scale_dist: sm_norm
40
- sm_scale: 0.5
41
- tanh_theta: true
42
- model_conf:
43
- manifold:
44
- - name: euclidean
45
- dim: 1
46
- - name: sphere
47
- dim: 3
48
- - name: sphere
49
- dim: 3
50
- ot_coupling: true
51
- ot_e_only: false
52
- max_energy: 300.0
53
- t_dist: sd3
54
- t_dist_scale: 0.0
55
- t_dist_shift: 1.3
56
- loss_sc: 0.0
57
- one_step_euler_fac: 0.0
58
- curv_fac: 0.0
59
- curv_every: 4
60
- curv_eps: 0.05
61
- curv_warmup: 500
62
- reflow_kwargs:
63
- method: midpoint
64
- step_size: 0.5
65
- reflow_start_epoch: 0
66
- reflow_every: 4
67
- t_zero_frac: 0.0
68
- base_dist_loss: 0.0
69
- base_pretrain_batches: 1000
70
- base_pretrain_bs: 16384
71
- mask_conf:
72
- p_forward: 1.0
73
- cond_cube: false
74
- canon_sym: false
75
- model_args:
76
- h_dim: 256
77
- in_dim: 7
78
- nlayers: 6
79
- nhead: 8
80
- dropout: 0.0
81
- ff_mult: 4
82
- nvtypes: 2
83
- use_adaptive_rmsnorm: true
84
- use_adaptive_layerscale: true
85
- ff_swish: true
86
- ff_glu: true
87
- ff_no_bias: false
88
- attn_flash: true
89
- attn_qk_norm: true
90
- attn_value_rmsnorm: true
91
- opt_conf:
92
- opt: muon
93
- lr: 0.001
94
- momentum: 0.95
95
- nesterov: true
96
- ns_steps: 5
97
- weight_decay: 0.007
98
- weight_decouple: true
99
- adamw_lr: 0.003
100
- adamw_betas:
101
- - 0.9
102
- - 0.999
103
- adamw_wd: 0.01
104
- adamw_eps: 1.0e-08
105
- scheduler:
106
- cls: warmup_cosine
107
- warmup_frac: 0.1
108
- eta_min: 1.0e-06
109
- interval: step
110
- additional:
111
- notes: ''
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/fm/learned_base_params/rp_fm_learned_base_params_240726.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:22813a694d9550b27ae04d18aa4495d4c86774529673fc306809728cc4dd6134
3
- size 38455305
 
 
 
 
checkpoints/fm/naive_base/fm_default.yaml DELETED
@@ -1,111 +0,0 @@
1
- run:
2
- train_model: fm
3
- name: rp_fm_naive_base_240726
4
- devices:
5
- - 4
6
- - 5
7
- - 6
8
- - 7
9
- precision: 32
10
- matmul_precision: medium
11
- dtype: float32
12
- epochs: 20
13
- dataset_size: 20000000
14
- compile: model
15
- gradient_clip_val: 1.0
16
- val_check_interval: 0.2
17
- limit_val_batches: 4
18
- strategy: ddp
19
- ckpt_dir: null
20
- logging:
21
- comet: true
22
- project: lego_pdgid
23
- config:
24
- dl_conf:
25
- lds_args:
26
- data: neurips_2026/rp_baseline_240726
27
- frac: 1.0
28
- cutoff_mev: 10
29
- min_particles: 0
30
- bs: 4096
31
- num_workers: 16
32
- val_conf:
33
- val_frac: 0.01
34
- seed: 0
35
- base_conf:
36
- kappa: 8.0
37
- bs_frac: 0.0
38
- base_dist: iso
39
- scale_dist: logit_norm
40
- sm_scale: 0.5
41
- tanh_theta: true
42
- model_conf:
43
- manifold:
44
- - name: euclidean
45
- dim: 1
46
- - name: sphere
47
- dim: 3
48
- - name: sphere
49
- dim: 3
50
- ot_coupling: true
51
- ot_e_only: false
52
- max_energy: 300.0
53
- t_dist: sd3
54
- t_dist_scale: 0.0
55
- t_dist_shift: 1.3
56
- loss_sc: 0.0
57
- one_step_euler_fac: 0.0
58
- curv_fac: 0.0
59
- curv_every: 4
60
- curv_eps: 0.05
61
- curv_warmup: 500
62
- reflow_kwargs:
63
- method: midpoint
64
- step_size: 0.5
65
- reflow_start_epoch: 0
66
- reflow_every: 4
67
- t_zero_frac: 0.0
68
- base_dist_loss: 0.0
69
- base_pretrain_batches: 0
70
- base_pretrain_bs: 16384
71
- mask_conf:
72
- p_forward: 1.0
73
- cond_cube: false
74
- canon_sym: false
75
- model_args:
76
- h_dim: 256
77
- in_dim: 7
78
- nlayers: 6
79
- nhead: 8
80
- dropout: 0.0
81
- ff_mult: 4
82
- nvtypes: 2
83
- use_adaptive_rmsnorm: true
84
- use_adaptive_layerscale: true
85
- ff_swish: true
86
- ff_glu: true
87
- ff_no_bias: false
88
- attn_flash: true
89
- attn_qk_norm: true
90
- attn_value_rmsnorm: true
91
- opt_conf:
92
- opt: muon
93
- lr: 0.001
94
- momentum: 0.95
95
- nesterov: true
96
- ns_steps: 5
97
- weight_decay: 0.007
98
- weight_decouple: true
99
- adamw_lr: 0.003
100
- adamw_betas:
101
- - 0.9
102
- - 0.999
103
- adamw_wd: 0.01
104
- adamw_eps: 1.0e-08
105
- scheduler:
106
- cls: warmup_cosine
107
- warmup_frac: 0.1
108
- eta_min: 1.0e-06
109
- interval: step
110
- additional:
111
- notes: ''
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/fm/naive_base/rp_fm_naive_base_240726.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:f917f3d9bb9a8068d2cf92f0438170b38a02746ba941bf25e0b9b8302bb24e11
3
- size 38451855
 
 
 
 
checkpoints/fm/no_ot/fm_default.yaml DELETED
@@ -1,111 +0,0 @@
1
- run:
2
- train_model: fm
3
- name: rp_fm_no_ot_240726
4
- devices:
5
- - 4
6
- - 5
7
- - 6
8
- - 7
9
- precision: 32
10
- matmul_precision: medium
11
- dtype: float32
12
- epochs: 20
13
- dataset_size: 20000000
14
- compile: model
15
- gradient_clip_val: 1.0
16
- val_check_interval: 0.2
17
- limit_val_batches: 4
18
- strategy: ddp
19
- ckpt_dir: null
20
- logging:
21
- comet: true
22
- project: lego_pdgid
23
- config:
24
- dl_conf:
25
- lds_args:
26
- data: neurips_2026/rp_baseline_240726
27
- frac: 1.0
28
- cutoff_mev: 10
29
- min_particles: 0
30
- bs: 4096
31
- num_workers: 16
32
- val_conf:
33
- val_frac: 0.01
34
- seed: 0
35
- base_conf:
36
- kappa: 8.0
37
- bs_frac: 0.0
38
- base_dist: poles
39
- scale_dist: sm_norm
40
- sm_scale: 0.5
41
- tanh_theta: true
42
- model_conf:
43
- manifold:
44
- - name: euclidean
45
- dim: 1
46
- - name: sphere
47
- dim: 3
48
- - name: sphere
49
- dim: 3
50
- ot_coupling: false
51
- ot_e_only: false
52
- max_energy: 300.0
53
- t_dist: sd3
54
- t_dist_scale: 0.0
55
- t_dist_shift: 1.3
56
- loss_sc: 0.0
57
- one_step_euler_fac: 0.0
58
- curv_fac: 0.0
59
- curv_every: 4
60
- curv_eps: 0.05
61
- curv_warmup: 500
62
- reflow_kwargs:
63
- method: midpoint
64
- step_size: 0.5
65
- reflow_start_epoch: 0
66
- reflow_every: 4
67
- t_zero_frac: 0.0
68
- base_dist_loss: 0.0
69
- base_pretrain_batches: 0
70
- base_pretrain_bs: 16384
71
- mask_conf:
72
- p_forward: 1.0
73
- cond_cube: false
74
- canon_sym: false
75
- model_args:
76
- h_dim: 256
77
- in_dim: 7
78
- nlayers: 6
79
- nhead: 8
80
- dropout: 0.0
81
- ff_mult: 4
82
- nvtypes: 2
83
- use_adaptive_rmsnorm: true
84
- use_adaptive_layerscale: true
85
- ff_swish: true
86
- ff_glu: true
87
- ff_no_bias: false
88
- attn_flash: true
89
- attn_qk_norm: true
90
- attn_value_rmsnorm: true
91
- opt_conf:
92
- opt: muon
93
- lr: 0.001
94
- momentum: 0.95
95
- nesterov: true
96
- ns_steps: 5
97
- weight_decay: 0.007
98
- weight_decouple: true
99
- adamw_lr: 0.003
100
- adamw_betas:
101
- - 0.9
102
- - 0.999
103
- adamw_wd: 0.01
104
- adamw_eps: 1.0e-08
105
- scheduler:
106
- cls: warmup_cosine
107
- warmup_frac: 0.1
108
- eta_min: 1.0e-06
109
- interval: step
110
- additional:
111
- notes: ''
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/fm/no_ot/rp_fm_no_ot_240726.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:4777e988ff7069beab5225ae9e00993a8fd0cba11aed9540e8a9ff01874c78d1
3
- size 38451177
 
 
 
 
checkpoints/fm/no_raytrace/fm_default.yaml DELETED
@@ -1,111 +0,0 @@
1
- run:
2
- train_model: fm
3
- name: rp_fm_no_raytrace_240726
4
- devices:
5
- - 4
6
- - 5
7
- - 6
8
- - 7
9
- precision: 32
10
- matmul_precision: medium
11
- dtype: float32
12
- epochs: 20
13
- dataset_size: 20000000
14
- compile: model
15
- gradient_clip_val: 1.0
16
- val_check_interval: 0.2
17
- limit_val_batches: 4
18
- strategy: ddp
19
- ckpt_dir: null
20
- logging:
21
- comet: true
22
- project: lego_pdgid
23
- config:
24
- dl_conf:
25
- lds_args:
26
- data: neurips_2026/rp_non_raytraced_240726
27
- frac: 1.0
28
- cutoff_mev: 10
29
- min_particles: 0
30
- bs: 4096
31
- num_workers: 16
32
- val_conf:
33
- val_frac: 0.01
34
- seed: 0
35
- base_conf:
36
- kappa: 8.0
37
- bs_frac: 0.0
38
- base_dist: iso_pos
39
- scale_dist: sm_norm
40
- sm_scale: 0.5
41
- tanh_theta: true
42
- model_conf:
43
- manifold:
44
- - name: euclidean
45
- dim: 1
46
- - name: sphere
47
- dim: 3
48
- - name: sphere
49
- dim: 3
50
- ot_coupling: true
51
- ot_e_only: false
52
- max_energy: 300.0
53
- t_dist: sd3
54
- t_dist_scale: 0.0
55
- t_dist_shift: 1.3
56
- loss_sc: 0.0
57
- one_step_euler_fac: 0.0
58
- curv_fac: 0.0
59
- curv_every: 4
60
- curv_eps: 0.05
61
- curv_warmup: 500
62
- reflow_kwargs:
63
- method: midpoint
64
- step_size: 0.5
65
- reflow_start_epoch: 0
66
- reflow_every: 4
67
- t_zero_frac: 0.0
68
- base_dist_loss: 0.0
69
- base_pretrain_batches: 0
70
- base_pretrain_bs: 16384
71
- mask_conf:
72
- p_forward: 1.0
73
- cond_cube: false
74
- canon_sym: false
75
- model_args:
76
- h_dim: 256
77
- in_dim: 7
78
- nlayers: 6
79
- nhead: 8
80
- dropout: 0.0
81
- ff_mult: 4
82
- nvtypes: 2
83
- use_adaptive_rmsnorm: true
84
- use_adaptive_layerscale: true
85
- ff_swish: true
86
- ff_glu: true
87
- ff_no_bias: false
88
- attn_flash: true
89
- attn_qk_norm: true
90
- attn_value_rmsnorm: true
91
- opt_conf:
92
- opt: muon
93
- lr: 0.001
94
- momentum: 0.95
95
- nesterov: true
96
- ns_steps: 5
97
- weight_decay: 0.007
98
- weight_decouple: true
99
- adamw_lr: 0.003
100
- adamw_betas:
101
- - 0.9
102
- - 0.999
103
- adamw_wd: 0.01
104
- adamw_eps: 1.0e-08
105
- scheduler:
106
- cls: warmup_cosine
107
- warmup_frac: 0.1
108
- eta_min: 1.0e-06
109
- interval: step
110
- additional:
111
- notes: ''
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/fm/no_raytrace/rp_fm_no_raytrace_240726.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:2ba892afe6081ff61677778606921b2a13cde9907690e6656cccdbcd21c64905
3
- size 38498109
 
 
 
 
checkpoints/fm/path_curvature/fm_default.yaml DELETED
@@ -1,111 +0,0 @@
1
- run:
2
- train_model: fm
3
- name: rp_fm_path_curvature_240726
4
- devices:
5
- - 4
6
- - 5
7
- - 6
8
- - 7
9
- precision: 32
10
- matmul_precision: medium
11
- dtype: float32
12
- epochs: 20
13
- dataset_size: 20000000
14
- compile: model
15
- gradient_clip_val: 1.0
16
- val_check_interval: 0.2
17
- limit_val_batches: 4
18
- strategy: ddp
19
- ckpt_dir: null
20
- logging:
21
- comet: true
22
- project: lego_pdgid
23
- config:
24
- dl_conf:
25
- lds_args:
26
- data: neurips_2026/rp_baseline_240726
27
- frac: 1.0
28
- cutoff_mev: 10
29
- min_particles: 0
30
- bs: 4096
31
- num_workers: 16
32
- val_conf:
33
- val_frac: 0.01
34
- seed: 0
35
- base_conf:
36
- kappa: 8.0
37
- bs_frac: 0.0
38
- base_dist: poles
39
- scale_dist: sm_norm
40
- sm_scale: 0.5
41
- tanh_theta: true
42
- model_conf:
43
- manifold:
44
- - name: euclidean
45
- dim: 1
46
- - name: sphere
47
- dim: 3
48
- - name: sphere
49
- dim: 3
50
- ot_coupling: true
51
- ot_e_only: false
52
- max_energy: 300.0
53
- t_dist: sd3
54
- t_dist_scale: 0.0
55
- t_dist_shift: 1.3
56
- loss_sc: 0.0
57
- one_step_euler_fac: 0.0
58
- curv_fac: 0.5
59
- curv_every: 4
60
- curv_eps: 0.05
61
- curv_warmup: 500
62
- reflow_kwargs:
63
- method: midpoint
64
- step_size: 0.5
65
- reflow_start_epoch: 0
66
- reflow_every: 4
67
- t_zero_frac: 0.0
68
- base_dist_loss: 0.0
69
- base_pretrain_batches: 0
70
- base_pretrain_bs: 16384
71
- mask_conf:
72
- p_forward: 1.0
73
- cond_cube: false
74
- canon_sym: false
75
- model_args:
76
- h_dim: 256
77
- in_dim: 7
78
- nlayers: 6
79
- nhead: 8
80
- dropout: 0.0
81
- ff_mult: 4
82
- nvtypes: 2
83
- use_adaptive_rmsnorm: true
84
- use_adaptive_layerscale: true
85
- ff_swish: true
86
- ff_glu: true
87
- ff_no_bias: false
88
- attn_flash: true
89
- attn_qk_norm: true
90
- attn_value_rmsnorm: true
91
- opt_conf:
92
- opt: muon
93
- lr: 0.001
94
- momentum: 0.95
95
- nesterov: true
96
- ns_steps: 5
97
- weight_decay: 0.007
98
- weight_decouple: true
99
- adamw_lr: 0.003
100
- adamw_betas:
101
- - 0.9
102
- - 0.999
103
- adamw_wd: 0.01
104
- adamw_eps: 1.0e-08
105
- scheduler:
106
- cls: warmup_cosine
107
- warmup_frac: 0.1
108
- eta_min: 1.0e-06
109
- interval: step
110
- additional:
111
- notes: ''
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/fm/path_curvature/rp_fm_path_curvature_240726.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:72b015e629c4aa7af1fad626bce15d8c4b1b2f8248d02d41adb9a635c9396597
3
- size 38452295
 
 
 
 
checkpoints/fm/path_reflow/fm_default.yaml DELETED
@@ -1,111 +0,0 @@
1
- run:
2
- train_model: fm
3
- name: rp_fm_path_reflow_240726
4
- devices:
5
- - 4
6
- - 5
7
- - 6
8
- - 7
9
- precision: 32
10
- matmul_precision: medium
11
- dtype: float32
12
- epochs: 20
13
- dataset_size: 20000000
14
- compile: model
15
- gradient_clip_val: 1.0
16
- val_check_interval: 0.2
17
- limit_val_batches: 4
18
- strategy: ddp
19
- ckpt_dir: null
20
- logging:
21
- comet: true
22
- project: lego_pdgid
23
- config:
24
- dl_conf:
25
- lds_args:
26
- data: neurips_2026/rp_baseline_240726
27
- frac: 1.0
28
- cutoff_mev: 10
29
- min_particles: 0
30
- bs: 4096
31
- num_workers: 16
32
- val_conf:
33
- val_frac: 0.01
34
- seed: 0
35
- base_conf:
36
- kappa: 8.0
37
- bs_frac: 0.0
38
- base_dist: poles
39
- scale_dist: sm_norm
40
- sm_scale: 0.5
41
- tanh_theta: true
42
- model_conf:
43
- manifold:
44
- - name: euclidean
45
- dim: 1
46
- - name: sphere
47
- dim: 3
48
- - name: sphere
49
- dim: 3
50
- ot_coupling: true
51
- ot_e_only: false
52
- max_energy: 300.0
53
- t_dist: sd3
54
- t_dist_scale: 0.0
55
- t_dist_shift: 1.3
56
- loss_sc: 0.0
57
- one_step_euler_fac: 0.0
58
- curv_fac: 0.0
59
- curv_every: 4
60
- curv_eps: 0.05
61
- curv_warmup: 500
62
- reflow_kwargs:
63
- method: midpoint
64
- step_size: 0.5
65
- reflow_start_epoch: 4
66
- reflow_every: 4
67
- t_zero_frac: 0.0
68
- base_dist_loss: 0.0
69
- base_pretrain_batches: 0
70
- base_pretrain_bs: 16384
71
- mask_conf:
72
- p_forward: 1.0
73
- cond_cube: false
74
- canon_sym: false
75
- model_args:
76
- h_dim: 256
77
- in_dim: 7
78
- nlayers: 6
79
- nhead: 8
80
- dropout: 0.0
81
- ff_mult: 4
82
- nvtypes: 2
83
- use_adaptive_rmsnorm: true
84
- use_adaptive_layerscale: true
85
- ff_swish: true
86
- ff_glu: true
87
- ff_no_bias: false
88
- attn_flash: true
89
- attn_qk_norm: true
90
- attn_value_rmsnorm: true
91
- opt_conf:
92
- opt: muon
93
- lr: 0.001
94
- momentum: 0.95
95
- nesterov: true
96
- ns_steps: 5
97
- weight_decay: 0.007
98
- weight_decouple: true
99
- adamw_lr: 0.003
100
- adamw_betas:
101
- - 0.9
102
- - 0.999
103
- adamw_wd: 0.01
104
- adamw_eps: 1.0e-08
105
- scheduler:
106
- cls: warmup_cosine
107
- warmup_frac: 0.1
108
- eta_min: 1.0e-06
109
- interval: step
110
- additional:
111
- notes: ''
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/fm/path_reflow/rp_fm_path_reflow_240726.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:a619a072fd5609c5c6f20ea870c11c5e6ddc0f46a88a90f21435ee5c8e092921
3
- size 38451965
 
 
 
 
checkpoints/fm/standard_phys_base_no_opts/fm_default.yaml DELETED
@@ -1,111 +0,0 @@
1
- run:
2
- train_model: fm
3
- name: rp_fm_baseline_240726
4
- devices:
5
- - 4
6
- - 5
7
- - 6
8
- - 7
9
- precision: 32
10
- matmul_precision: medium
11
- dtype: float32
12
- epochs: 20
13
- dataset_size: 20000000
14
- compile: model
15
- gradient_clip_val: 1.0
16
- val_check_interval: 0.2
17
- limit_val_batches: 4
18
- strategy: ddp
19
- ckpt_dir: null
20
- logging:
21
- comet: true
22
- project: lego_pdgid
23
- config:
24
- dl_conf:
25
- lds_args:
26
- data: neurips_2026/rp_baseline_240726
27
- frac: 1.0
28
- cutoff_mev: 10
29
- min_particles: 0
30
- bs: 4096
31
- num_workers: 16
32
- val_conf:
33
- val_frac: 0.01
34
- seed: 0
35
- base_conf:
36
- kappa: 8.0
37
- bs_frac: 0.0
38
- base_dist: poles
39
- scale_dist: sm_norm
40
- sm_scale: 0.5
41
- tanh_theta: true
42
- model_conf:
43
- manifold:
44
- - name: euclidean
45
- dim: 1
46
- - name: sphere
47
- dim: 3
48
- - name: sphere
49
- dim: 3
50
- ot_coupling: true
51
- ot_e_only: false
52
- max_energy: 300.0
53
- t_dist: sd3
54
- t_dist_scale: 0.0
55
- t_dist_shift: 1.3
56
- loss_sc: 0.0
57
- one_step_euler_fac: 0.0
58
- curv_fac: 0.0
59
- curv_every: 4
60
- curv_eps: 0.05
61
- curv_warmup: 500
62
- reflow_kwargs:
63
- method: midpoint
64
- step_size: 0.5
65
- reflow_start_epoch: 0
66
- reflow_every: 4
67
- t_zero_frac: 0.0
68
- base_dist_loss: 0.0
69
- base_pretrain_batches: 0
70
- base_pretrain_bs: 16384
71
- mask_conf:
72
- p_forward: 1.0
73
- cond_cube: false
74
- canon_sym: false
75
- model_args:
76
- h_dim: 256
77
- in_dim: 7
78
- nlayers: 6
79
- nhead: 8
80
- dropout: 0.0
81
- ff_mult: 4
82
- nvtypes: 2
83
- use_adaptive_rmsnorm: true
84
- use_adaptive_layerscale: true
85
- ff_swish: true
86
- ff_glu: true
87
- ff_no_bias: false
88
- attn_flash: true
89
- attn_qk_norm: true
90
- attn_value_rmsnorm: true
91
- opt_conf:
92
- opt: muon
93
- lr: 0.001
94
- momentum: 0.95
95
- nesterov: true
96
- ns_steps: 5
97
- weight_decay: 0.007
98
- weight_decouple: true
99
- adamw_lr: 0.003
100
- adamw_betas:
101
- - 0.9
102
- - 0.999
103
- adamw_wd: 0.01
104
- adamw_eps: 1.0e-08
105
- scheduler:
106
- cls: warmup_cosine
107
- warmup_frac: 0.1
108
- eta_min: 1.0e-06
109
- interval: step
110
- additional:
111
- notes: ''
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/fm/standard_phys_base_no_opts/rp_fm_baseline_240726.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:8da5faf60a9994d0ff5a7adb7f5fb403a27dde8b2090f261b89f7cf3fd10dee7
3
- size 38451571
 
 
 
 
checkpoints/mult/arcu/mult_default.yaml DELETED
@@ -1,86 +0,0 @@
1
- run:
2
- train_model: mult
3
- name: rp_mult_arcu_240726
4
- devices:
5
- - 0
6
- - 1
7
- - 2
8
- - 3
9
- precision: 32
10
- matmul_precision: medium
11
- dtype: float32
12
- epochs: 10
13
- dataset_size: 20000000
14
- compile: false
15
- gradient_clip_val: 1.0
16
- val_check_interval: 0.2
17
- limit_val_batches: 4
18
- strategy: ddp
19
- ckpt_dir: null
20
- logging:
21
- comet: true
22
- project: lego_pdgid
23
- config:
24
- dl_conf:
25
- lds_args:
26
- data: neurips_2026/rp_arcu_240726
27
- frac: 1.0
28
- cutoff_mev: 10
29
- min_particles: 0
30
- bs: 4096
31
- num_workers: 16
32
- mm_conf:
33
- in_dim: 11
34
- cond_scalars:
35
- - Density
36
- - Z
37
- - A
38
- - Size
39
- dropout: 0.05
40
- h_dim: 128
41
- n_layers: 6
42
- n_heads: 6
43
- bs: 4096
44
- lr: 0.001
45
- weight_decay: 0.01
46
- warmup_steps: 0
47
- post_emb_norm: false
48
- use_abs_pos_emb: true
49
- train_inverse: false
50
- model_args:
51
- ff_swish: true
52
- ff_glu: true
53
- attn_qk_norm: true
54
- rotary_pos_emb: true
55
- use_adaptive_rmsnorm: true
56
- use_adaptive_layerscale: true
57
- residual_attn: true
58
- inv_model_args:
59
- ff_swish: true
60
- ff_glu: true
61
- attn_qk_norm: true
62
- rotary_pos_emb: true
63
- use_adaptive_rmsnorm: true
64
- use_adaptive_layerscale: true
65
- residual_attn: true
66
- opt_conf:
67
- opt: muon
68
- lr: 0.01
69
- momentum: 0.95
70
- nesterov: true
71
- ns_steps: 5
72
- weight_decay: 0.007
73
- weight_decouple: true
74
- adamw_lr: 0.003
75
- adamw_betas:
76
- - 0.9
77
- - 0.999
78
- adamw_wd: 0.01
79
- adamw_eps: 1.0e-08
80
- scheduler:
81
- cls: warmup_cosine
82
- warmup_frac: 0.1
83
- eta_min: 1.0e-06
84
- interval: step
85
- additional:
86
- notes: Amortized over argon + copper (rp_arcu_240726).
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/mult/arcu/rp_mult_arcu_240726.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:71064bdff8ebc5b9513a4a610aa32d03155fe41e401ab38d91da9c224f12fa98
3
- size 11292811
 
 
 
 
checkpoints/mult/baseline/mult_default.yaml DELETED
@@ -1,86 +0,0 @@
1
- run:
2
- train_model: mult
3
- name: rp_mult_baseline_240726
4
- devices:
5
- - 0
6
- - 1
7
- - 2
8
- - 3
9
- precision: 32
10
- matmul_precision: medium
11
- dtype: float32
12
- epochs: 10
13
- dataset_size: 20000000
14
- compile: false
15
- gradient_clip_val: 1.0
16
- val_check_interval: 0.2
17
- limit_val_batches: 4
18
- strategy: ddp
19
- ckpt_dir: null
20
- logging:
21
- comet: true
22
- project: lego_pdgid
23
- config:
24
- dl_conf:
25
- lds_args:
26
- data: neurips_2026/rp_baseline_240726
27
- frac: 1.0
28
- cutoff_mev: 10
29
- min_particles: 0
30
- bs: 4096
31
- num_workers: 16
32
- mm_conf:
33
- in_dim: 11
34
- cond_scalars:
35
- - Density
36
- - Z
37
- - A
38
- - Size
39
- dropout: 0.05
40
- h_dim: 128
41
- n_layers: 6
42
- n_heads: 6
43
- bs: 4096
44
- lr: 0.001
45
- weight_decay: 0.01
46
- warmup_steps: 0
47
- post_emb_norm: false
48
- use_abs_pos_emb: true
49
- train_inverse: false
50
- model_args:
51
- ff_swish: true
52
- ff_glu: true
53
- attn_qk_norm: true
54
- rotary_pos_emb: true
55
- use_adaptive_rmsnorm: true
56
- use_adaptive_layerscale: true
57
- residual_attn: true
58
- inv_model_args:
59
- ff_swish: true
60
- ff_glu: true
61
- attn_qk_norm: true
62
- rotary_pos_emb: true
63
- use_adaptive_rmsnorm: true
64
- use_adaptive_layerscale: true
65
- residual_attn: true
66
- opt_conf:
67
- opt: muon
68
- lr: 0.01
69
- momentum: 0.95
70
- nesterov: true
71
- ns_steps: 5
72
- weight_decay: 0.007
73
- weight_decouple: true
74
- adamw_lr: 0.003
75
- adamw_betas:
76
- - 0.9
77
- - 0.999
78
- adamw_wd: 0.01
79
- adamw_eps: 1.0e-08
80
- scheduler:
81
- cls: warmup_cosine
82
- warmup_frac: 0.1
83
- eta_min: 1.0e-06
84
- interval: step
85
- additional:
86
- notes: ''
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/mult/baseline/rp_mult_baseline_240726.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:f05bdf36c5bfad11a15552d69d949d9c1e13c699fbff48e5eeeaf9b6d74685ab
3
- size 11300387
 
 
 
 
checkpoints/mult/energy_1gev/mult_default.yaml DELETED
@@ -1,86 +0,0 @@
1
- run:
2
- train_model: mult
3
- name: rp_mult_energy_1gev_240726
4
- devices:
5
- - 4
6
- - 5
7
- - 6
8
- - 7
9
- precision: 32
10
- matmul_precision: medium
11
- dtype: float32
12
- epochs: 10
13
- dataset_size: 20000000
14
- compile: false
15
- gradient_clip_val: 1.0
16
- val_check_interval: 0.2
17
- limit_val_batches: 4
18
- strategy: ddp
19
- ckpt_dir: null
20
- logging:
21
- comet: true
22
- project: lego_pdgid
23
- config:
24
- dl_conf:
25
- lds_args:
26
- data: neurips_2026/rp_1gev_240726
27
- frac: 1.0
28
- cutoff_mev: 10
29
- min_particles: 0
30
- bs: 4096
31
- num_workers: 16
32
- mm_conf:
33
- in_dim: 11
34
- cond_scalars:
35
- - Density
36
- - Z
37
- - A
38
- - Size
39
- dropout: 0.05
40
- h_dim: 128
41
- n_layers: 6
42
- n_heads: 6
43
- bs: 4096
44
- lr: 0.001
45
- weight_decay: 0.01
46
- warmup_steps: 0
47
- post_emb_norm: false
48
- use_abs_pos_emb: true
49
- train_inverse: false
50
- model_args:
51
- ff_swish: true
52
- ff_glu: true
53
- attn_qk_norm: true
54
- rotary_pos_emb: true
55
- use_adaptive_rmsnorm: true
56
- use_adaptive_layerscale: true
57
- residual_attn: true
58
- inv_model_args:
59
- ff_swish: true
60
- ff_glu: true
61
- attn_qk_norm: true
62
- rotary_pos_emb: true
63
- use_adaptive_rmsnorm: true
64
- use_adaptive_layerscale: true
65
- residual_attn: true
66
- opt_conf:
67
- opt: muon
68
- lr: 0.01
69
- momentum: 0.95
70
- nesterov: true
71
- ns_steps: 5
72
- weight_decay: 0.007
73
- weight_decouple: true
74
- adamw_lr: 0.003
75
- adamw_betas:
76
- - 0.9
77
- - 0.999
78
- adamw_wd: 0.01
79
- adamw_eps: 1.0e-08
80
- scheduler:
81
- cls: warmup_cosine
82
- warmup_frac: 0.1
83
- eta_min: 1.0e-06
84
- interval: step
85
- additional:
86
- notes: ''
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/mult/energy_1gev/rp_mult_energy_1gev_240726.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:947726bf6b1764f2541be99730a0f37587f3a48261b72ee1fd50d27fd7e80d5b
3
- size 11546581
 
 
 
 
checkpoints/mult/no_raytrace/mult_default.yaml DELETED
@@ -1,86 +0,0 @@
1
- run:
2
- train_model: mult
3
- name: rp_mult_no_ray_240726
4
- devices:
5
- - 0
6
- - 1
7
- - 2
8
- - 3
9
- precision: 32
10
- matmul_precision: medium
11
- dtype: float32
12
- epochs: 10
13
- dataset_size: 20000000
14
- compile: false
15
- gradient_clip_val: 1.0
16
- val_check_interval: 0.2
17
- limit_val_batches: 4
18
- strategy: ddp
19
- ckpt_dir: null
20
- logging:
21
- comet: true
22
- project: lego_pdgid
23
- config:
24
- dl_conf:
25
- lds_args:
26
- data: neurips_2026/rp_non_raytraced_240726
27
- frac: 1.0
28
- cutoff_mev: 10
29
- min_particles: 0
30
- bs: 4096
31
- num_workers: 16
32
- mm_conf:
33
- in_dim: 11
34
- cond_scalars:
35
- - Density
36
- - Z
37
- - A
38
- - Size
39
- dropout: 0.05
40
- h_dim: 128
41
- n_layers: 6
42
- n_heads: 6
43
- bs: 4096
44
- lr: 0.001
45
- weight_decay: 0.01
46
- warmup_steps: 0
47
- post_emb_norm: false
48
- use_abs_pos_emb: true
49
- train_inverse: false
50
- model_args:
51
- ff_swish: true
52
- ff_glu: true
53
- attn_qk_norm: true
54
- rotary_pos_emb: true
55
- use_adaptive_rmsnorm: true
56
- use_adaptive_layerscale: true
57
- residual_attn: true
58
- inv_model_args:
59
- ff_swish: true
60
- ff_glu: true
61
- attn_qk_norm: true
62
- rotary_pos_emb: true
63
- use_adaptive_rmsnorm: true
64
- use_adaptive_layerscale: true
65
- residual_attn: true
66
- opt_conf:
67
- opt: muon
68
- lr: 0.01
69
- momentum: 0.95
70
- nesterov: true
71
- ns_steps: 5
72
- weight_decay: 0.007
73
- weight_decouple: true
74
- adamw_lr: 0.003
75
- adamw_betas:
76
- - 0.9
77
- - 0.999
78
- adamw_wd: 0.01
79
- adamw_eps: 1.0e-08
80
- scheduler:
81
- cls: warmup_cosine
82
- warmup_frac: 0.1
83
- eta_min: 1.0e-06
84
- interval: step
85
- additional:
86
- notes: ''
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/mult/no_raytrace/rp_mult_no_ray_240726.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:9dc3e57e10febf044943a8abd411057dadfdd96b10373387d81620611061b245
3
- size 11330583