Revert: remove NeurIPS ablation checkpoints + configs
Browse files- checkpoints/fm/arcu/fm_default.yaml +0 -111
- checkpoints/fm/arcu/rp_fm_arcu_240726.pt +0 -3
- checkpoints/fm/energy_1gev/fm_default.yaml +0 -111
- checkpoints/fm/energy_1gev/rp_fm_energy_1gev_240726.pt +0 -3
- checkpoints/fm/energy_1gev_no_ot/fm_default.yaml +0 -111
- checkpoints/fm/energy_1gev_no_ot/rp_fm_energy_1gev_no_ot_240726.pt +0 -3
- checkpoints/fm/learned_base_params/fm_default.yaml +0 -111
- checkpoints/fm/learned_base_params/rp_fm_learned_base_params_240726.pt +0 -3
- checkpoints/fm/naive_base/fm_default.yaml +0 -111
- checkpoints/fm/naive_base/rp_fm_naive_base_240726.pt +0 -3
- checkpoints/fm/no_ot/fm_default.yaml +0 -111
- checkpoints/fm/no_ot/rp_fm_no_ot_240726.pt +0 -3
- checkpoints/fm/no_raytrace/fm_default.yaml +0 -111
- checkpoints/fm/no_raytrace/rp_fm_no_raytrace_240726.pt +0 -3
- checkpoints/fm/path_curvature/fm_default.yaml +0 -111
- checkpoints/fm/path_curvature/rp_fm_path_curvature_240726.pt +0 -3
- checkpoints/fm/path_reflow/fm_default.yaml +0 -111
- checkpoints/fm/path_reflow/rp_fm_path_reflow_240726.pt +0 -3
- checkpoints/fm/standard_phys_base_no_opts/fm_default.yaml +0 -111
- checkpoints/fm/standard_phys_base_no_opts/rp_fm_baseline_240726.pt +0 -3
- checkpoints/mult/arcu/mult_default.yaml +0 -86
- checkpoints/mult/arcu/rp_mult_arcu_240726.pt +0 -3
- checkpoints/mult/baseline/mult_default.yaml +0 -86
- checkpoints/mult/baseline/rp_mult_baseline_240726.pt +0 -3
- checkpoints/mult/energy_1gev/mult_default.yaml +0 -86
- checkpoints/mult/energy_1gev/rp_mult_energy_1gev_240726.pt +0 -3
- checkpoints/mult/no_raytrace/mult_default.yaml +0 -86
- checkpoints/mult/no_raytrace/rp_mult_no_ray_240726.pt +0 -3
checkpoints/fm/arcu/fm_default.yaml
DELETED
|
@@ -1,111 +0,0 @@
|
|
| 1 |
-
run:
|
| 2 |
-
train_model: fm
|
| 3 |
-
name: rp_fm_arcu_240726
|
| 4 |
-
devices:
|
| 5 |
-
- 4
|
| 6 |
-
- 5
|
| 7 |
-
- 6
|
| 8 |
-
- 7
|
| 9 |
-
precision: 32
|
| 10 |
-
matmul_precision: medium
|
| 11 |
-
dtype: float32
|
| 12 |
-
epochs: 20
|
| 13 |
-
dataset_size: 20000000
|
| 14 |
-
compile: model
|
| 15 |
-
gradient_clip_val: 1.0
|
| 16 |
-
val_check_interval: 0.2
|
| 17 |
-
limit_val_batches: 4
|
| 18 |
-
strategy: ddp
|
| 19 |
-
ckpt_dir: null
|
| 20 |
-
logging:
|
| 21 |
-
comet: true
|
| 22 |
-
project: lego_pdgid
|
| 23 |
-
config:
|
| 24 |
-
dl_conf:
|
| 25 |
-
lds_args:
|
| 26 |
-
data: neurips_2026/rp_arcu_240726
|
| 27 |
-
frac: 1.0
|
| 28 |
-
cutoff_mev: 10
|
| 29 |
-
min_particles: 0
|
| 30 |
-
bs: 4096
|
| 31 |
-
num_workers: 16
|
| 32 |
-
val_conf:
|
| 33 |
-
val_frac: 0.01
|
| 34 |
-
seed: 0
|
| 35 |
-
base_conf:
|
| 36 |
-
kappa: 8.0
|
| 37 |
-
bs_frac: 0.0
|
| 38 |
-
base_dist: poles
|
| 39 |
-
scale_dist: sm_norm
|
| 40 |
-
sm_scale: 0.5
|
| 41 |
-
tanh_theta: true
|
| 42 |
-
model_conf:
|
| 43 |
-
manifold:
|
| 44 |
-
- name: euclidean
|
| 45 |
-
dim: 1
|
| 46 |
-
- name: sphere
|
| 47 |
-
dim: 3
|
| 48 |
-
- name: sphere
|
| 49 |
-
dim: 3
|
| 50 |
-
ot_coupling: true
|
| 51 |
-
ot_e_only: false
|
| 52 |
-
max_energy: 300.0
|
| 53 |
-
t_dist: sd3
|
| 54 |
-
t_dist_scale: 0.0
|
| 55 |
-
t_dist_shift: 1.3
|
| 56 |
-
loss_sc: 0.0
|
| 57 |
-
one_step_euler_fac: 0.0
|
| 58 |
-
curv_fac: 0.0
|
| 59 |
-
curv_every: 4
|
| 60 |
-
curv_eps: 0.05
|
| 61 |
-
curv_warmup: 500
|
| 62 |
-
reflow_kwargs:
|
| 63 |
-
method: midpoint
|
| 64 |
-
step_size: 0.5
|
| 65 |
-
reflow_start_epoch: 0
|
| 66 |
-
reflow_every: 4
|
| 67 |
-
t_zero_frac: 0.0
|
| 68 |
-
base_dist_loss: 0.0
|
| 69 |
-
base_pretrain_batches: 0
|
| 70 |
-
base_pretrain_bs: 16384
|
| 71 |
-
mask_conf:
|
| 72 |
-
p_forward: 1.0
|
| 73 |
-
cond_cube: false
|
| 74 |
-
canon_sym: false
|
| 75 |
-
model_args:
|
| 76 |
-
h_dim: 256
|
| 77 |
-
in_dim: 7
|
| 78 |
-
nlayers: 6
|
| 79 |
-
nhead: 8
|
| 80 |
-
dropout: 0.0
|
| 81 |
-
ff_mult: 4
|
| 82 |
-
nvtypes: 2
|
| 83 |
-
use_adaptive_rmsnorm: true
|
| 84 |
-
use_adaptive_layerscale: true
|
| 85 |
-
ff_swish: true
|
| 86 |
-
ff_glu: true
|
| 87 |
-
ff_no_bias: false
|
| 88 |
-
attn_flash: true
|
| 89 |
-
attn_qk_norm: true
|
| 90 |
-
attn_value_rmsnorm: true
|
| 91 |
-
opt_conf:
|
| 92 |
-
opt: muon
|
| 93 |
-
lr: 0.001
|
| 94 |
-
momentum: 0.95
|
| 95 |
-
nesterov: true
|
| 96 |
-
ns_steps: 5
|
| 97 |
-
weight_decay: 0.007
|
| 98 |
-
weight_decouple: true
|
| 99 |
-
adamw_lr: 0.003
|
| 100 |
-
adamw_betas:
|
| 101 |
-
- 0.9
|
| 102 |
-
- 0.999
|
| 103 |
-
adamw_wd: 0.01
|
| 104 |
-
adamw_eps: 1.0e-08
|
| 105 |
-
scheduler:
|
| 106 |
-
cls: warmup_cosine
|
| 107 |
-
warmup_frac: 0.1
|
| 108 |
-
eta_min: 1.0e-06
|
| 109 |
-
interval: step
|
| 110 |
-
additional:
|
| 111 |
-
notes: Amortized over argon + copper (rp_arcu_240726).
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
checkpoints/fm/arcu/rp_fm_arcu_240726.pt
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:f1288267d1e1d7c2f728533338f4e3d9f8d3ffb7eb40bcd9b9c9e04caca99d79
|
| 3 |
-
size 38466555
|
|
|
|
|
|
|
|
|
|
|
|
checkpoints/fm/energy_1gev/fm_default.yaml
DELETED
|
@@ -1,111 +0,0 @@
|
|
| 1 |
-
run:
|
| 2 |
-
train_model: fm
|
| 3 |
-
name: rp_fm_energy_1gev_240726
|
| 4 |
-
devices:
|
| 5 |
-
- 4
|
| 6 |
-
- 5
|
| 7 |
-
- 6
|
| 8 |
-
- 7
|
| 9 |
-
precision: 32
|
| 10 |
-
matmul_precision: medium
|
| 11 |
-
dtype: float32
|
| 12 |
-
epochs: 20
|
| 13 |
-
dataset_size: 20000000
|
| 14 |
-
compile: model
|
| 15 |
-
gradient_clip_val: 1.0
|
| 16 |
-
val_check_interval: 0.2
|
| 17 |
-
limit_val_batches: 4
|
| 18 |
-
strategy: ddp
|
| 19 |
-
ckpt_dir: null
|
| 20 |
-
logging:
|
| 21 |
-
comet: true
|
| 22 |
-
project: lego_pdgid
|
| 23 |
-
config:
|
| 24 |
-
dl_conf:
|
| 25 |
-
lds_args:
|
| 26 |
-
data: neurips_2026/rp_1gev_240726
|
| 27 |
-
frac: 1.0
|
| 28 |
-
cutoff_mev: 10
|
| 29 |
-
min_particles: 0
|
| 30 |
-
bs: 4096
|
| 31 |
-
num_workers: 16
|
| 32 |
-
val_conf:
|
| 33 |
-
val_frac: 0.01
|
| 34 |
-
seed: 0
|
| 35 |
-
base_conf:
|
| 36 |
-
kappa: 8.0
|
| 37 |
-
bs_frac: 0.0
|
| 38 |
-
base_dist: poles
|
| 39 |
-
scale_dist: sm_norm
|
| 40 |
-
sm_scale: 0.5
|
| 41 |
-
tanh_theta: true
|
| 42 |
-
model_conf:
|
| 43 |
-
manifold:
|
| 44 |
-
- name: euclidean
|
| 45 |
-
dim: 1
|
| 46 |
-
- name: sphere
|
| 47 |
-
dim: 3
|
| 48 |
-
- name: sphere
|
| 49 |
-
dim: 3
|
| 50 |
-
ot_coupling: true
|
| 51 |
-
ot_e_only: false
|
| 52 |
-
max_energy: 1000.0
|
| 53 |
-
t_dist: sd3
|
| 54 |
-
t_dist_scale: 0.0
|
| 55 |
-
t_dist_shift: 1.3
|
| 56 |
-
loss_sc: 0.0
|
| 57 |
-
one_step_euler_fac: 0.0
|
| 58 |
-
curv_fac: 0.0
|
| 59 |
-
curv_every: 4
|
| 60 |
-
curv_eps: 0.05
|
| 61 |
-
curv_warmup: 500
|
| 62 |
-
reflow_kwargs:
|
| 63 |
-
method: midpoint
|
| 64 |
-
step_size: 0.5
|
| 65 |
-
reflow_start_epoch: 0
|
| 66 |
-
reflow_every: 4
|
| 67 |
-
t_zero_frac: 0.0
|
| 68 |
-
base_dist_loss: 0.0
|
| 69 |
-
base_pretrain_batches: 0
|
| 70 |
-
base_pretrain_bs: 16384
|
| 71 |
-
mask_conf:
|
| 72 |
-
p_forward: 1.0
|
| 73 |
-
cond_cube: false
|
| 74 |
-
canon_sym: false
|
| 75 |
-
model_args:
|
| 76 |
-
h_dim: 256
|
| 77 |
-
in_dim: 7
|
| 78 |
-
nlayers: 6
|
| 79 |
-
nhead: 8
|
| 80 |
-
dropout: 0.0
|
| 81 |
-
ff_mult: 4
|
| 82 |
-
nvtypes: 2
|
| 83 |
-
use_adaptive_rmsnorm: true
|
| 84 |
-
use_adaptive_layerscale: true
|
| 85 |
-
ff_swish: true
|
| 86 |
-
ff_glu: true
|
| 87 |
-
ff_no_bias: false
|
| 88 |
-
attn_flash: true
|
| 89 |
-
attn_qk_norm: true
|
| 90 |
-
attn_value_rmsnorm: true
|
| 91 |
-
opt_conf:
|
| 92 |
-
opt: muon
|
| 93 |
-
lr: 0.001
|
| 94 |
-
momentum: 0.95
|
| 95 |
-
nesterov: true
|
| 96 |
-
ns_steps: 5
|
| 97 |
-
weight_decay: 0.007
|
| 98 |
-
weight_decouple: true
|
| 99 |
-
adamw_lr: 0.003
|
| 100 |
-
adamw_betas:
|
| 101 |
-
- 0.9
|
| 102 |
-
- 0.999
|
| 103 |
-
adamw_wd: 0.01
|
| 104 |
-
adamw_eps: 1.0e-08
|
| 105 |
-
scheduler:
|
| 106 |
-
cls: warmup_cosine
|
| 107 |
-
warmup_frac: 0.1
|
| 108 |
-
eta_min: 1.0e-06
|
| 109 |
-
interval: step
|
| 110 |
-
additional:
|
| 111 |
-
notes: ''
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
checkpoints/fm/energy_1gev/rp_fm_energy_1gev_240726.pt
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:d56e692c306870d9ca9223d11c90d25494e3c692796d0630afbf507977e03aba
|
| 3 |
-
size 38544317
|
|
|
|
|
|
|
|
|
|
|
|
checkpoints/fm/energy_1gev_no_ot/fm_default.yaml
DELETED
|
@@ -1,111 +0,0 @@
|
|
| 1 |
-
run:
|
| 2 |
-
train_model: fm
|
| 3 |
-
name: rp_fm_energy_1gev_no_ot_240726
|
| 4 |
-
devices:
|
| 5 |
-
- 4
|
| 6 |
-
- 5
|
| 7 |
-
- 6
|
| 8 |
-
- 7
|
| 9 |
-
precision: 32
|
| 10 |
-
matmul_precision: medium
|
| 11 |
-
dtype: float32
|
| 12 |
-
epochs: 20
|
| 13 |
-
dataset_size: 20000000
|
| 14 |
-
compile: model
|
| 15 |
-
gradient_clip_val: 1.0
|
| 16 |
-
val_check_interval: 0.2
|
| 17 |
-
limit_val_batches: 4
|
| 18 |
-
strategy: ddp
|
| 19 |
-
ckpt_dir: null
|
| 20 |
-
logging:
|
| 21 |
-
comet: true
|
| 22 |
-
project: lego_pdgid
|
| 23 |
-
config:
|
| 24 |
-
dl_conf:
|
| 25 |
-
lds_args:
|
| 26 |
-
data: neurips_2026/rp_1gev_240726
|
| 27 |
-
frac: 1.0
|
| 28 |
-
cutoff_mev: 10
|
| 29 |
-
min_particles: 0
|
| 30 |
-
bs: 4096
|
| 31 |
-
num_workers: 16
|
| 32 |
-
val_conf:
|
| 33 |
-
val_frac: 0.01
|
| 34 |
-
seed: 0
|
| 35 |
-
base_conf:
|
| 36 |
-
kappa: 8.0
|
| 37 |
-
bs_frac: 0.0
|
| 38 |
-
base_dist: poles
|
| 39 |
-
scale_dist: sm_norm
|
| 40 |
-
sm_scale: 0.5
|
| 41 |
-
tanh_theta: true
|
| 42 |
-
model_conf:
|
| 43 |
-
manifold:
|
| 44 |
-
- name: euclidean
|
| 45 |
-
dim: 1
|
| 46 |
-
- name: sphere
|
| 47 |
-
dim: 3
|
| 48 |
-
- name: sphere
|
| 49 |
-
dim: 3
|
| 50 |
-
ot_coupling: false
|
| 51 |
-
ot_e_only: false
|
| 52 |
-
max_energy: 1000.0
|
| 53 |
-
t_dist: sd3
|
| 54 |
-
t_dist_scale: 0.0
|
| 55 |
-
t_dist_shift: 1.3
|
| 56 |
-
loss_sc: 0.0
|
| 57 |
-
one_step_euler_fac: 0.0
|
| 58 |
-
curv_fac: 0.0
|
| 59 |
-
curv_every: 4
|
| 60 |
-
curv_eps: 0.05
|
| 61 |
-
curv_warmup: 500
|
| 62 |
-
reflow_kwargs:
|
| 63 |
-
method: midpoint
|
| 64 |
-
step_size: 0.5
|
| 65 |
-
reflow_start_epoch: 0
|
| 66 |
-
reflow_every: 4
|
| 67 |
-
t_zero_frac: 0.0
|
| 68 |
-
base_dist_loss: 0.0
|
| 69 |
-
base_pretrain_batches: 0
|
| 70 |
-
base_pretrain_bs: 16384
|
| 71 |
-
mask_conf:
|
| 72 |
-
p_forward: 1.0
|
| 73 |
-
cond_cube: false
|
| 74 |
-
canon_sym: false
|
| 75 |
-
model_args:
|
| 76 |
-
h_dim: 256
|
| 77 |
-
in_dim: 7
|
| 78 |
-
nlayers: 6
|
| 79 |
-
nhead: 8
|
| 80 |
-
dropout: 0.0
|
| 81 |
-
ff_mult: 4
|
| 82 |
-
nvtypes: 2
|
| 83 |
-
use_adaptive_rmsnorm: true
|
| 84 |
-
use_adaptive_layerscale: true
|
| 85 |
-
ff_swish: true
|
| 86 |
-
ff_glu: true
|
| 87 |
-
ff_no_bias: false
|
| 88 |
-
attn_flash: true
|
| 89 |
-
attn_qk_norm: true
|
| 90 |
-
attn_value_rmsnorm: true
|
| 91 |
-
opt_conf:
|
| 92 |
-
opt: muon
|
| 93 |
-
lr: 0.001
|
| 94 |
-
momentum: 0.95
|
| 95 |
-
nesterov: true
|
| 96 |
-
ns_steps: 5
|
| 97 |
-
weight_decay: 0.007
|
| 98 |
-
weight_decouple: true
|
| 99 |
-
adamw_lr: 0.003
|
| 100 |
-
adamw_betas:
|
| 101 |
-
- 0.9
|
| 102 |
-
- 0.999
|
| 103 |
-
adamw_wd: 0.01
|
| 104 |
-
adamw_eps: 1.0e-08
|
| 105 |
-
scheduler:
|
| 106 |
-
cls: warmup_cosine
|
| 107 |
-
warmup_frac: 0.1
|
| 108 |
-
eta_min: 1.0e-06
|
| 109 |
-
interval: step
|
| 110 |
-
additional:
|
| 111 |
-
notes: 'OT ablation at 1 GeV: ot_coupling=false vs energy_1gev (ot_coupling=true).'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
checkpoints/fm/energy_1gev_no_ot/rp_fm_energy_1gev_no_ot_240726.pt
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:34755e027d707058ef85613e337ac33d2e41e379faab36f46542bba590770d03
|
| 3 |
-
size 38545041
|
|
|
|
|
|
|
|
|
|
|
|
checkpoints/fm/learned_base_params/fm_default.yaml
DELETED
|
@@ -1,111 +0,0 @@
|
|
| 1 |
-
run:
|
| 2 |
-
train_model: fm
|
| 3 |
-
name: rp_fm_learned_base_params_240726
|
| 4 |
-
devices:
|
| 5 |
-
- 4
|
| 6 |
-
- 5
|
| 7 |
-
- 6
|
| 8 |
-
- 7
|
| 9 |
-
precision: 32
|
| 10 |
-
matmul_precision: medium
|
| 11 |
-
dtype: float32
|
| 12 |
-
epochs: 20
|
| 13 |
-
dataset_size: 20000000
|
| 14 |
-
compile: model
|
| 15 |
-
gradient_clip_val: 1.0
|
| 16 |
-
val_check_interval: 0.2
|
| 17 |
-
limit_val_batches: 4
|
| 18 |
-
strategy: ddp
|
| 19 |
-
ckpt_dir: null
|
| 20 |
-
logging:
|
| 21 |
-
comet: true
|
| 22 |
-
project: lego_pdgid
|
| 23 |
-
config:
|
| 24 |
-
dl_conf:
|
| 25 |
-
lds_args:
|
| 26 |
-
data: neurips_2026/rp_baseline_240726
|
| 27 |
-
frac: 1.0
|
| 28 |
-
cutoff_mev: 10
|
| 29 |
-
min_particles: 0
|
| 30 |
-
bs: 4096
|
| 31 |
-
num_workers: 16
|
| 32 |
-
val_conf:
|
| 33 |
-
val_frac: 0.01
|
| 34 |
-
seed: 0
|
| 35 |
-
base_conf:
|
| 36 |
-
kappa: 8.0
|
| 37 |
-
bs_frac: 0.0
|
| 38 |
-
base_dist: poles
|
| 39 |
-
scale_dist: sm_norm
|
| 40 |
-
sm_scale: 0.5
|
| 41 |
-
tanh_theta: true
|
| 42 |
-
model_conf:
|
| 43 |
-
manifold:
|
| 44 |
-
- name: euclidean
|
| 45 |
-
dim: 1
|
| 46 |
-
- name: sphere
|
| 47 |
-
dim: 3
|
| 48 |
-
- name: sphere
|
| 49 |
-
dim: 3
|
| 50 |
-
ot_coupling: true
|
| 51 |
-
ot_e_only: false
|
| 52 |
-
max_energy: 300.0
|
| 53 |
-
t_dist: sd3
|
| 54 |
-
t_dist_scale: 0.0
|
| 55 |
-
t_dist_shift: 1.3
|
| 56 |
-
loss_sc: 0.0
|
| 57 |
-
one_step_euler_fac: 0.0
|
| 58 |
-
curv_fac: 0.0
|
| 59 |
-
curv_every: 4
|
| 60 |
-
curv_eps: 0.05
|
| 61 |
-
curv_warmup: 500
|
| 62 |
-
reflow_kwargs:
|
| 63 |
-
method: midpoint
|
| 64 |
-
step_size: 0.5
|
| 65 |
-
reflow_start_epoch: 0
|
| 66 |
-
reflow_every: 4
|
| 67 |
-
t_zero_frac: 0.0
|
| 68 |
-
base_dist_loss: 0.0
|
| 69 |
-
base_pretrain_batches: 1000
|
| 70 |
-
base_pretrain_bs: 16384
|
| 71 |
-
mask_conf:
|
| 72 |
-
p_forward: 1.0
|
| 73 |
-
cond_cube: false
|
| 74 |
-
canon_sym: false
|
| 75 |
-
model_args:
|
| 76 |
-
h_dim: 256
|
| 77 |
-
in_dim: 7
|
| 78 |
-
nlayers: 6
|
| 79 |
-
nhead: 8
|
| 80 |
-
dropout: 0.0
|
| 81 |
-
ff_mult: 4
|
| 82 |
-
nvtypes: 2
|
| 83 |
-
use_adaptive_rmsnorm: true
|
| 84 |
-
use_adaptive_layerscale: true
|
| 85 |
-
ff_swish: true
|
| 86 |
-
ff_glu: true
|
| 87 |
-
ff_no_bias: false
|
| 88 |
-
attn_flash: true
|
| 89 |
-
attn_qk_norm: true
|
| 90 |
-
attn_value_rmsnorm: true
|
| 91 |
-
opt_conf:
|
| 92 |
-
opt: muon
|
| 93 |
-
lr: 0.001
|
| 94 |
-
momentum: 0.95
|
| 95 |
-
nesterov: true
|
| 96 |
-
ns_steps: 5
|
| 97 |
-
weight_decay: 0.007
|
| 98 |
-
weight_decouple: true
|
| 99 |
-
adamw_lr: 0.003
|
| 100 |
-
adamw_betas:
|
| 101 |
-
- 0.9
|
| 102 |
-
- 0.999
|
| 103 |
-
adamw_wd: 0.01
|
| 104 |
-
adamw_eps: 1.0e-08
|
| 105 |
-
scheduler:
|
| 106 |
-
cls: warmup_cosine
|
| 107 |
-
warmup_frac: 0.1
|
| 108 |
-
eta_min: 1.0e-06
|
| 109 |
-
interval: step
|
| 110 |
-
additional:
|
| 111 |
-
notes: ''
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
checkpoints/fm/learned_base_params/rp_fm_learned_base_params_240726.pt
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:22813a694d9550b27ae04d18aa4495d4c86774529673fc306809728cc4dd6134
|
| 3 |
-
size 38455305
|
|
|
|
|
|
|
|
|
|
|
|
checkpoints/fm/naive_base/fm_default.yaml
DELETED
|
@@ -1,111 +0,0 @@
|
|
| 1 |
-
run:
|
| 2 |
-
train_model: fm
|
| 3 |
-
name: rp_fm_naive_base_240726
|
| 4 |
-
devices:
|
| 5 |
-
- 4
|
| 6 |
-
- 5
|
| 7 |
-
- 6
|
| 8 |
-
- 7
|
| 9 |
-
precision: 32
|
| 10 |
-
matmul_precision: medium
|
| 11 |
-
dtype: float32
|
| 12 |
-
epochs: 20
|
| 13 |
-
dataset_size: 20000000
|
| 14 |
-
compile: model
|
| 15 |
-
gradient_clip_val: 1.0
|
| 16 |
-
val_check_interval: 0.2
|
| 17 |
-
limit_val_batches: 4
|
| 18 |
-
strategy: ddp
|
| 19 |
-
ckpt_dir: null
|
| 20 |
-
logging:
|
| 21 |
-
comet: true
|
| 22 |
-
project: lego_pdgid
|
| 23 |
-
config:
|
| 24 |
-
dl_conf:
|
| 25 |
-
lds_args:
|
| 26 |
-
data: neurips_2026/rp_baseline_240726
|
| 27 |
-
frac: 1.0
|
| 28 |
-
cutoff_mev: 10
|
| 29 |
-
min_particles: 0
|
| 30 |
-
bs: 4096
|
| 31 |
-
num_workers: 16
|
| 32 |
-
val_conf:
|
| 33 |
-
val_frac: 0.01
|
| 34 |
-
seed: 0
|
| 35 |
-
base_conf:
|
| 36 |
-
kappa: 8.0
|
| 37 |
-
bs_frac: 0.0
|
| 38 |
-
base_dist: iso
|
| 39 |
-
scale_dist: logit_norm
|
| 40 |
-
sm_scale: 0.5
|
| 41 |
-
tanh_theta: true
|
| 42 |
-
model_conf:
|
| 43 |
-
manifold:
|
| 44 |
-
- name: euclidean
|
| 45 |
-
dim: 1
|
| 46 |
-
- name: sphere
|
| 47 |
-
dim: 3
|
| 48 |
-
- name: sphere
|
| 49 |
-
dim: 3
|
| 50 |
-
ot_coupling: true
|
| 51 |
-
ot_e_only: false
|
| 52 |
-
max_energy: 300.0
|
| 53 |
-
t_dist: sd3
|
| 54 |
-
t_dist_scale: 0.0
|
| 55 |
-
t_dist_shift: 1.3
|
| 56 |
-
loss_sc: 0.0
|
| 57 |
-
one_step_euler_fac: 0.0
|
| 58 |
-
curv_fac: 0.0
|
| 59 |
-
curv_every: 4
|
| 60 |
-
curv_eps: 0.05
|
| 61 |
-
curv_warmup: 500
|
| 62 |
-
reflow_kwargs:
|
| 63 |
-
method: midpoint
|
| 64 |
-
step_size: 0.5
|
| 65 |
-
reflow_start_epoch: 0
|
| 66 |
-
reflow_every: 4
|
| 67 |
-
t_zero_frac: 0.0
|
| 68 |
-
base_dist_loss: 0.0
|
| 69 |
-
base_pretrain_batches: 0
|
| 70 |
-
base_pretrain_bs: 16384
|
| 71 |
-
mask_conf:
|
| 72 |
-
p_forward: 1.0
|
| 73 |
-
cond_cube: false
|
| 74 |
-
canon_sym: false
|
| 75 |
-
model_args:
|
| 76 |
-
h_dim: 256
|
| 77 |
-
in_dim: 7
|
| 78 |
-
nlayers: 6
|
| 79 |
-
nhead: 8
|
| 80 |
-
dropout: 0.0
|
| 81 |
-
ff_mult: 4
|
| 82 |
-
nvtypes: 2
|
| 83 |
-
use_adaptive_rmsnorm: true
|
| 84 |
-
use_adaptive_layerscale: true
|
| 85 |
-
ff_swish: true
|
| 86 |
-
ff_glu: true
|
| 87 |
-
ff_no_bias: false
|
| 88 |
-
attn_flash: true
|
| 89 |
-
attn_qk_norm: true
|
| 90 |
-
attn_value_rmsnorm: true
|
| 91 |
-
opt_conf:
|
| 92 |
-
opt: muon
|
| 93 |
-
lr: 0.001
|
| 94 |
-
momentum: 0.95
|
| 95 |
-
nesterov: true
|
| 96 |
-
ns_steps: 5
|
| 97 |
-
weight_decay: 0.007
|
| 98 |
-
weight_decouple: true
|
| 99 |
-
adamw_lr: 0.003
|
| 100 |
-
adamw_betas:
|
| 101 |
-
- 0.9
|
| 102 |
-
- 0.999
|
| 103 |
-
adamw_wd: 0.01
|
| 104 |
-
adamw_eps: 1.0e-08
|
| 105 |
-
scheduler:
|
| 106 |
-
cls: warmup_cosine
|
| 107 |
-
warmup_frac: 0.1
|
| 108 |
-
eta_min: 1.0e-06
|
| 109 |
-
interval: step
|
| 110 |
-
additional:
|
| 111 |
-
notes: ''
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
checkpoints/fm/naive_base/rp_fm_naive_base_240726.pt
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:f917f3d9bb9a8068d2cf92f0438170b38a02746ba941bf25e0b9b8302bb24e11
|
| 3 |
-
size 38451855
|
|
|
|
|
|
|
|
|
|
|
|
checkpoints/fm/no_ot/fm_default.yaml
DELETED
|
@@ -1,111 +0,0 @@
|
|
| 1 |
-
run:
|
| 2 |
-
train_model: fm
|
| 3 |
-
name: rp_fm_no_ot_240726
|
| 4 |
-
devices:
|
| 5 |
-
- 4
|
| 6 |
-
- 5
|
| 7 |
-
- 6
|
| 8 |
-
- 7
|
| 9 |
-
precision: 32
|
| 10 |
-
matmul_precision: medium
|
| 11 |
-
dtype: float32
|
| 12 |
-
epochs: 20
|
| 13 |
-
dataset_size: 20000000
|
| 14 |
-
compile: model
|
| 15 |
-
gradient_clip_val: 1.0
|
| 16 |
-
val_check_interval: 0.2
|
| 17 |
-
limit_val_batches: 4
|
| 18 |
-
strategy: ddp
|
| 19 |
-
ckpt_dir: null
|
| 20 |
-
logging:
|
| 21 |
-
comet: true
|
| 22 |
-
project: lego_pdgid
|
| 23 |
-
config:
|
| 24 |
-
dl_conf:
|
| 25 |
-
lds_args:
|
| 26 |
-
data: neurips_2026/rp_baseline_240726
|
| 27 |
-
frac: 1.0
|
| 28 |
-
cutoff_mev: 10
|
| 29 |
-
min_particles: 0
|
| 30 |
-
bs: 4096
|
| 31 |
-
num_workers: 16
|
| 32 |
-
val_conf:
|
| 33 |
-
val_frac: 0.01
|
| 34 |
-
seed: 0
|
| 35 |
-
base_conf:
|
| 36 |
-
kappa: 8.0
|
| 37 |
-
bs_frac: 0.0
|
| 38 |
-
base_dist: poles
|
| 39 |
-
scale_dist: sm_norm
|
| 40 |
-
sm_scale: 0.5
|
| 41 |
-
tanh_theta: true
|
| 42 |
-
model_conf:
|
| 43 |
-
manifold:
|
| 44 |
-
- name: euclidean
|
| 45 |
-
dim: 1
|
| 46 |
-
- name: sphere
|
| 47 |
-
dim: 3
|
| 48 |
-
- name: sphere
|
| 49 |
-
dim: 3
|
| 50 |
-
ot_coupling: false
|
| 51 |
-
ot_e_only: false
|
| 52 |
-
max_energy: 300.0
|
| 53 |
-
t_dist: sd3
|
| 54 |
-
t_dist_scale: 0.0
|
| 55 |
-
t_dist_shift: 1.3
|
| 56 |
-
loss_sc: 0.0
|
| 57 |
-
one_step_euler_fac: 0.0
|
| 58 |
-
curv_fac: 0.0
|
| 59 |
-
curv_every: 4
|
| 60 |
-
curv_eps: 0.05
|
| 61 |
-
curv_warmup: 500
|
| 62 |
-
reflow_kwargs:
|
| 63 |
-
method: midpoint
|
| 64 |
-
step_size: 0.5
|
| 65 |
-
reflow_start_epoch: 0
|
| 66 |
-
reflow_every: 4
|
| 67 |
-
t_zero_frac: 0.0
|
| 68 |
-
base_dist_loss: 0.0
|
| 69 |
-
base_pretrain_batches: 0
|
| 70 |
-
base_pretrain_bs: 16384
|
| 71 |
-
mask_conf:
|
| 72 |
-
p_forward: 1.0
|
| 73 |
-
cond_cube: false
|
| 74 |
-
canon_sym: false
|
| 75 |
-
model_args:
|
| 76 |
-
h_dim: 256
|
| 77 |
-
in_dim: 7
|
| 78 |
-
nlayers: 6
|
| 79 |
-
nhead: 8
|
| 80 |
-
dropout: 0.0
|
| 81 |
-
ff_mult: 4
|
| 82 |
-
nvtypes: 2
|
| 83 |
-
use_adaptive_rmsnorm: true
|
| 84 |
-
use_adaptive_layerscale: true
|
| 85 |
-
ff_swish: true
|
| 86 |
-
ff_glu: true
|
| 87 |
-
ff_no_bias: false
|
| 88 |
-
attn_flash: true
|
| 89 |
-
attn_qk_norm: true
|
| 90 |
-
attn_value_rmsnorm: true
|
| 91 |
-
opt_conf:
|
| 92 |
-
opt: muon
|
| 93 |
-
lr: 0.001
|
| 94 |
-
momentum: 0.95
|
| 95 |
-
nesterov: true
|
| 96 |
-
ns_steps: 5
|
| 97 |
-
weight_decay: 0.007
|
| 98 |
-
weight_decouple: true
|
| 99 |
-
adamw_lr: 0.003
|
| 100 |
-
adamw_betas:
|
| 101 |
-
- 0.9
|
| 102 |
-
- 0.999
|
| 103 |
-
adamw_wd: 0.01
|
| 104 |
-
adamw_eps: 1.0e-08
|
| 105 |
-
scheduler:
|
| 106 |
-
cls: warmup_cosine
|
| 107 |
-
warmup_frac: 0.1
|
| 108 |
-
eta_min: 1.0e-06
|
| 109 |
-
interval: step
|
| 110 |
-
additional:
|
| 111 |
-
notes: ''
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
checkpoints/fm/no_ot/rp_fm_no_ot_240726.pt
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:4777e988ff7069beab5225ae9e00993a8fd0cba11aed9540e8a9ff01874c78d1
|
| 3 |
-
size 38451177
|
|
|
|
|
|
|
|
|
|
|
|
checkpoints/fm/no_raytrace/fm_default.yaml
DELETED
|
@@ -1,111 +0,0 @@
|
|
| 1 |
-
run:
|
| 2 |
-
train_model: fm
|
| 3 |
-
name: rp_fm_no_raytrace_240726
|
| 4 |
-
devices:
|
| 5 |
-
- 4
|
| 6 |
-
- 5
|
| 7 |
-
- 6
|
| 8 |
-
- 7
|
| 9 |
-
precision: 32
|
| 10 |
-
matmul_precision: medium
|
| 11 |
-
dtype: float32
|
| 12 |
-
epochs: 20
|
| 13 |
-
dataset_size: 20000000
|
| 14 |
-
compile: model
|
| 15 |
-
gradient_clip_val: 1.0
|
| 16 |
-
val_check_interval: 0.2
|
| 17 |
-
limit_val_batches: 4
|
| 18 |
-
strategy: ddp
|
| 19 |
-
ckpt_dir: null
|
| 20 |
-
logging:
|
| 21 |
-
comet: true
|
| 22 |
-
project: lego_pdgid
|
| 23 |
-
config:
|
| 24 |
-
dl_conf:
|
| 25 |
-
lds_args:
|
| 26 |
-
data: neurips_2026/rp_non_raytraced_240726
|
| 27 |
-
frac: 1.0
|
| 28 |
-
cutoff_mev: 10
|
| 29 |
-
min_particles: 0
|
| 30 |
-
bs: 4096
|
| 31 |
-
num_workers: 16
|
| 32 |
-
val_conf:
|
| 33 |
-
val_frac: 0.01
|
| 34 |
-
seed: 0
|
| 35 |
-
base_conf:
|
| 36 |
-
kappa: 8.0
|
| 37 |
-
bs_frac: 0.0
|
| 38 |
-
base_dist: iso_pos
|
| 39 |
-
scale_dist: sm_norm
|
| 40 |
-
sm_scale: 0.5
|
| 41 |
-
tanh_theta: true
|
| 42 |
-
model_conf:
|
| 43 |
-
manifold:
|
| 44 |
-
- name: euclidean
|
| 45 |
-
dim: 1
|
| 46 |
-
- name: sphere
|
| 47 |
-
dim: 3
|
| 48 |
-
- name: sphere
|
| 49 |
-
dim: 3
|
| 50 |
-
ot_coupling: true
|
| 51 |
-
ot_e_only: false
|
| 52 |
-
max_energy: 300.0
|
| 53 |
-
t_dist: sd3
|
| 54 |
-
t_dist_scale: 0.0
|
| 55 |
-
t_dist_shift: 1.3
|
| 56 |
-
loss_sc: 0.0
|
| 57 |
-
one_step_euler_fac: 0.0
|
| 58 |
-
curv_fac: 0.0
|
| 59 |
-
curv_every: 4
|
| 60 |
-
curv_eps: 0.05
|
| 61 |
-
curv_warmup: 500
|
| 62 |
-
reflow_kwargs:
|
| 63 |
-
method: midpoint
|
| 64 |
-
step_size: 0.5
|
| 65 |
-
reflow_start_epoch: 0
|
| 66 |
-
reflow_every: 4
|
| 67 |
-
t_zero_frac: 0.0
|
| 68 |
-
base_dist_loss: 0.0
|
| 69 |
-
base_pretrain_batches: 0
|
| 70 |
-
base_pretrain_bs: 16384
|
| 71 |
-
mask_conf:
|
| 72 |
-
p_forward: 1.0
|
| 73 |
-
cond_cube: false
|
| 74 |
-
canon_sym: false
|
| 75 |
-
model_args:
|
| 76 |
-
h_dim: 256
|
| 77 |
-
in_dim: 7
|
| 78 |
-
nlayers: 6
|
| 79 |
-
nhead: 8
|
| 80 |
-
dropout: 0.0
|
| 81 |
-
ff_mult: 4
|
| 82 |
-
nvtypes: 2
|
| 83 |
-
use_adaptive_rmsnorm: true
|
| 84 |
-
use_adaptive_layerscale: true
|
| 85 |
-
ff_swish: true
|
| 86 |
-
ff_glu: true
|
| 87 |
-
ff_no_bias: false
|
| 88 |
-
attn_flash: true
|
| 89 |
-
attn_qk_norm: true
|
| 90 |
-
attn_value_rmsnorm: true
|
| 91 |
-
opt_conf:
|
| 92 |
-
opt: muon
|
| 93 |
-
lr: 0.001
|
| 94 |
-
momentum: 0.95
|
| 95 |
-
nesterov: true
|
| 96 |
-
ns_steps: 5
|
| 97 |
-
weight_decay: 0.007
|
| 98 |
-
weight_decouple: true
|
| 99 |
-
adamw_lr: 0.003
|
| 100 |
-
adamw_betas:
|
| 101 |
-
- 0.9
|
| 102 |
-
- 0.999
|
| 103 |
-
adamw_wd: 0.01
|
| 104 |
-
adamw_eps: 1.0e-08
|
| 105 |
-
scheduler:
|
| 106 |
-
cls: warmup_cosine
|
| 107 |
-
warmup_frac: 0.1
|
| 108 |
-
eta_min: 1.0e-06
|
| 109 |
-
interval: step
|
| 110 |
-
additional:
|
| 111 |
-
notes: ''
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
checkpoints/fm/no_raytrace/rp_fm_no_raytrace_240726.pt
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:2ba892afe6081ff61677778606921b2a13cde9907690e6656cccdbcd21c64905
|
| 3 |
-
size 38498109
|
|
|
|
|
|
|
|
|
|
|
|
checkpoints/fm/path_curvature/fm_default.yaml
DELETED
|
@@ -1,111 +0,0 @@
|
|
| 1 |
-
run:
|
| 2 |
-
train_model: fm
|
| 3 |
-
name: rp_fm_path_curvature_240726
|
| 4 |
-
devices:
|
| 5 |
-
- 4
|
| 6 |
-
- 5
|
| 7 |
-
- 6
|
| 8 |
-
- 7
|
| 9 |
-
precision: 32
|
| 10 |
-
matmul_precision: medium
|
| 11 |
-
dtype: float32
|
| 12 |
-
epochs: 20
|
| 13 |
-
dataset_size: 20000000
|
| 14 |
-
compile: model
|
| 15 |
-
gradient_clip_val: 1.0
|
| 16 |
-
val_check_interval: 0.2
|
| 17 |
-
limit_val_batches: 4
|
| 18 |
-
strategy: ddp
|
| 19 |
-
ckpt_dir: null
|
| 20 |
-
logging:
|
| 21 |
-
comet: true
|
| 22 |
-
project: lego_pdgid
|
| 23 |
-
config:
|
| 24 |
-
dl_conf:
|
| 25 |
-
lds_args:
|
| 26 |
-
data: neurips_2026/rp_baseline_240726
|
| 27 |
-
frac: 1.0
|
| 28 |
-
cutoff_mev: 10
|
| 29 |
-
min_particles: 0
|
| 30 |
-
bs: 4096
|
| 31 |
-
num_workers: 16
|
| 32 |
-
val_conf:
|
| 33 |
-
val_frac: 0.01
|
| 34 |
-
seed: 0
|
| 35 |
-
base_conf:
|
| 36 |
-
kappa: 8.0
|
| 37 |
-
bs_frac: 0.0
|
| 38 |
-
base_dist: poles
|
| 39 |
-
scale_dist: sm_norm
|
| 40 |
-
sm_scale: 0.5
|
| 41 |
-
tanh_theta: true
|
| 42 |
-
model_conf:
|
| 43 |
-
manifold:
|
| 44 |
-
- name: euclidean
|
| 45 |
-
dim: 1
|
| 46 |
-
- name: sphere
|
| 47 |
-
dim: 3
|
| 48 |
-
- name: sphere
|
| 49 |
-
dim: 3
|
| 50 |
-
ot_coupling: true
|
| 51 |
-
ot_e_only: false
|
| 52 |
-
max_energy: 300.0
|
| 53 |
-
t_dist: sd3
|
| 54 |
-
t_dist_scale: 0.0
|
| 55 |
-
t_dist_shift: 1.3
|
| 56 |
-
loss_sc: 0.0
|
| 57 |
-
one_step_euler_fac: 0.0
|
| 58 |
-
curv_fac: 0.5
|
| 59 |
-
curv_every: 4
|
| 60 |
-
curv_eps: 0.05
|
| 61 |
-
curv_warmup: 500
|
| 62 |
-
reflow_kwargs:
|
| 63 |
-
method: midpoint
|
| 64 |
-
step_size: 0.5
|
| 65 |
-
reflow_start_epoch: 0
|
| 66 |
-
reflow_every: 4
|
| 67 |
-
t_zero_frac: 0.0
|
| 68 |
-
base_dist_loss: 0.0
|
| 69 |
-
base_pretrain_batches: 0
|
| 70 |
-
base_pretrain_bs: 16384
|
| 71 |
-
mask_conf:
|
| 72 |
-
p_forward: 1.0
|
| 73 |
-
cond_cube: false
|
| 74 |
-
canon_sym: false
|
| 75 |
-
model_args:
|
| 76 |
-
h_dim: 256
|
| 77 |
-
in_dim: 7
|
| 78 |
-
nlayers: 6
|
| 79 |
-
nhead: 8
|
| 80 |
-
dropout: 0.0
|
| 81 |
-
ff_mult: 4
|
| 82 |
-
nvtypes: 2
|
| 83 |
-
use_adaptive_rmsnorm: true
|
| 84 |
-
use_adaptive_layerscale: true
|
| 85 |
-
ff_swish: true
|
| 86 |
-
ff_glu: true
|
| 87 |
-
ff_no_bias: false
|
| 88 |
-
attn_flash: true
|
| 89 |
-
attn_qk_norm: true
|
| 90 |
-
attn_value_rmsnorm: true
|
| 91 |
-
opt_conf:
|
| 92 |
-
opt: muon
|
| 93 |
-
lr: 0.001
|
| 94 |
-
momentum: 0.95
|
| 95 |
-
nesterov: true
|
| 96 |
-
ns_steps: 5
|
| 97 |
-
weight_decay: 0.007
|
| 98 |
-
weight_decouple: true
|
| 99 |
-
adamw_lr: 0.003
|
| 100 |
-
adamw_betas:
|
| 101 |
-
- 0.9
|
| 102 |
-
- 0.999
|
| 103 |
-
adamw_wd: 0.01
|
| 104 |
-
adamw_eps: 1.0e-08
|
| 105 |
-
scheduler:
|
| 106 |
-
cls: warmup_cosine
|
| 107 |
-
warmup_frac: 0.1
|
| 108 |
-
eta_min: 1.0e-06
|
| 109 |
-
interval: step
|
| 110 |
-
additional:
|
| 111 |
-
notes: ''
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
checkpoints/fm/path_curvature/rp_fm_path_curvature_240726.pt
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:72b015e629c4aa7af1fad626bce15d8c4b1b2f8248d02d41adb9a635c9396597
|
| 3 |
-
size 38452295
|
|
|
|
|
|
|
|
|
|
|
|
checkpoints/fm/path_reflow/fm_default.yaml
DELETED
|
@@ -1,111 +0,0 @@
|
|
| 1 |
-
run:
|
| 2 |
-
train_model: fm
|
| 3 |
-
name: rp_fm_path_reflow_240726
|
| 4 |
-
devices:
|
| 5 |
-
- 4
|
| 6 |
-
- 5
|
| 7 |
-
- 6
|
| 8 |
-
- 7
|
| 9 |
-
precision: 32
|
| 10 |
-
matmul_precision: medium
|
| 11 |
-
dtype: float32
|
| 12 |
-
epochs: 20
|
| 13 |
-
dataset_size: 20000000
|
| 14 |
-
compile: model
|
| 15 |
-
gradient_clip_val: 1.0
|
| 16 |
-
val_check_interval: 0.2
|
| 17 |
-
limit_val_batches: 4
|
| 18 |
-
strategy: ddp
|
| 19 |
-
ckpt_dir: null
|
| 20 |
-
logging:
|
| 21 |
-
comet: true
|
| 22 |
-
project: lego_pdgid
|
| 23 |
-
config:
|
| 24 |
-
dl_conf:
|
| 25 |
-
lds_args:
|
| 26 |
-
data: neurips_2026/rp_baseline_240726
|
| 27 |
-
frac: 1.0
|
| 28 |
-
cutoff_mev: 10
|
| 29 |
-
min_particles: 0
|
| 30 |
-
bs: 4096
|
| 31 |
-
num_workers: 16
|
| 32 |
-
val_conf:
|
| 33 |
-
val_frac: 0.01
|
| 34 |
-
seed: 0
|
| 35 |
-
base_conf:
|
| 36 |
-
kappa: 8.0
|
| 37 |
-
bs_frac: 0.0
|
| 38 |
-
base_dist: poles
|
| 39 |
-
scale_dist: sm_norm
|
| 40 |
-
sm_scale: 0.5
|
| 41 |
-
tanh_theta: true
|
| 42 |
-
model_conf:
|
| 43 |
-
manifold:
|
| 44 |
-
- name: euclidean
|
| 45 |
-
dim: 1
|
| 46 |
-
- name: sphere
|
| 47 |
-
dim: 3
|
| 48 |
-
- name: sphere
|
| 49 |
-
dim: 3
|
| 50 |
-
ot_coupling: true
|
| 51 |
-
ot_e_only: false
|
| 52 |
-
max_energy: 300.0
|
| 53 |
-
t_dist: sd3
|
| 54 |
-
t_dist_scale: 0.0
|
| 55 |
-
t_dist_shift: 1.3
|
| 56 |
-
loss_sc: 0.0
|
| 57 |
-
one_step_euler_fac: 0.0
|
| 58 |
-
curv_fac: 0.0
|
| 59 |
-
curv_every: 4
|
| 60 |
-
curv_eps: 0.05
|
| 61 |
-
curv_warmup: 500
|
| 62 |
-
reflow_kwargs:
|
| 63 |
-
method: midpoint
|
| 64 |
-
step_size: 0.5
|
| 65 |
-
reflow_start_epoch: 4
|
| 66 |
-
reflow_every: 4
|
| 67 |
-
t_zero_frac: 0.0
|
| 68 |
-
base_dist_loss: 0.0
|
| 69 |
-
base_pretrain_batches: 0
|
| 70 |
-
base_pretrain_bs: 16384
|
| 71 |
-
mask_conf:
|
| 72 |
-
p_forward: 1.0
|
| 73 |
-
cond_cube: false
|
| 74 |
-
canon_sym: false
|
| 75 |
-
model_args:
|
| 76 |
-
h_dim: 256
|
| 77 |
-
in_dim: 7
|
| 78 |
-
nlayers: 6
|
| 79 |
-
nhead: 8
|
| 80 |
-
dropout: 0.0
|
| 81 |
-
ff_mult: 4
|
| 82 |
-
nvtypes: 2
|
| 83 |
-
use_adaptive_rmsnorm: true
|
| 84 |
-
use_adaptive_layerscale: true
|
| 85 |
-
ff_swish: true
|
| 86 |
-
ff_glu: true
|
| 87 |
-
ff_no_bias: false
|
| 88 |
-
attn_flash: true
|
| 89 |
-
attn_qk_norm: true
|
| 90 |
-
attn_value_rmsnorm: true
|
| 91 |
-
opt_conf:
|
| 92 |
-
opt: muon
|
| 93 |
-
lr: 0.001
|
| 94 |
-
momentum: 0.95
|
| 95 |
-
nesterov: true
|
| 96 |
-
ns_steps: 5
|
| 97 |
-
weight_decay: 0.007
|
| 98 |
-
weight_decouple: true
|
| 99 |
-
adamw_lr: 0.003
|
| 100 |
-
adamw_betas:
|
| 101 |
-
- 0.9
|
| 102 |
-
- 0.999
|
| 103 |
-
adamw_wd: 0.01
|
| 104 |
-
adamw_eps: 1.0e-08
|
| 105 |
-
scheduler:
|
| 106 |
-
cls: warmup_cosine
|
| 107 |
-
warmup_frac: 0.1
|
| 108 |
-
eta_min: 1.0e-06
|
| 109 |
-
interval: step
|
| 110 |
-
additional:
|
| 111 |
-
notes: ''
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
checkpoints/fm/path_reflow/rp_fm_path_reflow_240726.pt
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:a619a072fd5609c5c6f20ea870c11c5e6ddc0f46a88a90f21435ee5c8e092921
|
| 3 |
-
size 38451965
|
|
|
|
|
|
|
|
|
|
|
|
checkpoints/fm/standard_phys_base_no_opts/fm_default.yaml
DELETED
|
@@ -1,111 +0,0 @@
|
|
| 1 |
-
run:
|
| 2 |
-
train_model: fm
|
| 3 |
-
name: rp_fm_baseline_240726
|
| 4 |
-
devices:
|
| 5 |
-
- 4
|
| 6 |
-
- 5
|
| 7 |
-
- 6
|
| 8 |
-
- 7
|
| 9 |
-
precision: 32
|
| 10 |
-
matmul_precision: medium
|
| 11 |
-
dtype: float32
|
| 12 |
-
epochs: 20
|
| 13 |
-
dataset_size: 20000000
|
| 14 |
-
compile: model
|
| 15 |
-
gradient_clip_val: 1.0
|
| 16 |
-
val_check_interval: 0.2
|
| 17 |
-
limit_val_batches: 4
|
| 18 |
-
strategy: ddp
|
| 19 |
-
ckpt_dir: null
|
| 20 |
-
logging:
|
| 21 |
-
comet: true
|
| 22 |
-
project: lego_pdgid
|
| 23 |
-
config:
|
| 24 |
-
dl_conf:
|
| 25 |
-
lds_args:
|
| 26 |
-
data: neurips_2026/rp_baseline_240726
|
| 27 |
-
frac: 1.0
|
| 28 |
-
cutoff_mev: 10
|
| 29 |
-
min_particles: 0
|
| 30 |
-
bs: 4096
|
| 31 |
-
num_workers: 16
|
| 32 |
-
val_conf:
|
| 33 |
-
val_frac: 0.01
|
| 34 |
-
seed: 0
|
| 35 |
-
base_conf:
|
| 36 |
-
kappa: 8.0
|
| 37 |
-
bs_frac: 0.0
|
| 38 |
-
base_dist: poles
|
| 39 |
-
scale_dist: sm_norm
|
| 40 |
-
sm_scale: 0.5
|
| 41 |
-
tanh_theta: true
|
| 42 |
-
model_conf:
|
| 43 |
-
manifold:
|
| 44 |
-
- name: euclidean
|
| 45 |
-
dim: 1
|
| 46 |
-
- name: sphere
|
| 47 |
-
dim: 3
|
| 48 |
-
- name: sphere
|
| 49 |
-
dim: 3
|
| 50 |
-
ot_coupling: true
|
| 51 |
-
ot_e_only: false
|
| 52 |
-
max_energy: 300.0
|
| 53 |
-
t_dist: sd3
|
| 54 |
-
t_dist_scale: 0.0
|
| 55 |
-
t_dist_shift: 1.3
|
| 56 |
-
loss_sc: 0.0
|
| 57 |
-
one_step_euler_fac: 0.0
|
| 58 |
-
curv_fac: 0.0
|
| 59 |
-
curv_every: 4
|
| 60 |
-
curv_eps: 0.05
|
| 61 |
-
curv_warmup: 500
|
| 62 |
-
reflow_kwargs:
|
| 63 |
-
method: midpoint
|
| 64 |
-
step_size: 0.5
|
| 65 |
-
reflow_start_epoch: 0
|
| 66 |
-
reflow_every: 4
|
| 67 |
-
t_zero_frac: 0.0
|
| 68 |
-
base_dist_loss: 0.0
|
| 69 |
-
base_pretrain_batches: 0
|
| 70 |
-
base_pretrain_bs: 16384
|
| 71 |
-
mask_conf:
|
| 72 |
-
p_forward: 1.0
|
| 73 |
-
cond_cube: false
|
| 74 |
-
canon_sym: false
|
| 75 |
-
model_args:
|
| 76 |
-
h_dim: 256
|
| 77 |
-
in_dim: 7
|
| 78 |
-
nlayers: 6
|
| 79 |
-
nhead: 8
|
| 80 |
-
dropout: 0.0
|
| 81 |
-
ff_mult: 4
|
| 82 |
-
nvtypes: 2
|
| 83 |
-
use_adaptive_rmsnorm: true
|
| 84 |
-
use_adaptive_layerscale: true
|
| 85 |
-
ff_swish: true
|
| 86 |
-
ff_glu: true
|
| 87 |
-
ff_no_bias: false
|
| 88 |
-
attn_flash: true
|
| 89 |
-
attn_qk_norm: true
|
| 90 |
-
attn_value_rmsnorm: true
|
| 91 |
-
opt_conf:
|
| 92 |
-
opt: muon
|
| 93 |
-
lr: 0.001
|
| 94 |
-
momentum: 0.95
|
| 95 |
-
nesterov: true
|
| 96 |
-
ns_steps: 5
|
| 97 |
-
weight_decay: 0.007
|
| 98 |
-
weight_decouple: true
|
| 99 |
-
adamw_lr: 0.003
|
| 100 |
-
adamw_betas:
|
| 101 |
-
- 0.9
|
| 102 |
-
- 0.999
|
| 103 |
-
adamw_wd: 0.01
|
| 104 |
-
adamw_eps: 1.0e-08
|
| 105 |
-
scheduler:
|
| 106 |
-
cls: warmup_cosine
|
| 107 |
-
warmup_frac: 0.1
|
| 108 |
-
eta_min: 1.0e-06
|
| 109 |
-
interval: step
|
| 110 |
-
additional:
|
| 111 |
-
notes: ''
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
checkpoints/fm/standard_phys_base_no_opts/rp_fm_baseline_240726.pt
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:8da5faf60a9994d0ff5a7adb7f5fb403a27dde8b2090f261b89f7cf3fd10dee7
|
| 3 |
-
size 38451571
|
|
|
|
|
|
|
|
|
|
|
|
checkpoints/mult/arcu/mult_default.yaml
DELETED
|
@@ -1,86 +0,0 @@
|
|
| 1 |
-
run:
|
| 2 |
-
train_model: mult
|
| 3 |
-
name: rp_mult_arcu_240726
|
| 4 |
-
devices:
|
| 5 |
-
- 0
|
| 6 |
-
- 1
|
| 7 |
-
- 2
|
| 8 |
-
- 3
|
| 9 |
-
precision: 32
|
| 10 |
-
matmul_precision: medium
|
| 11 |
-
dtype: float32
|
| 12 |
-
epochs: 10
|
| 13 |
-
dataset_size: 20000000
|
| 14 |
-
compile: false
|
| 15 |
-
gradient_clip_val: 1.0
|
| 16 |
-
val_check_interval: 0.2
|
| 17 |
-
limit_val_batches: 4
|
| 18 |
-
strategy: ddp
|
| 19 |
-
ckpt_dir: null
|
| 20 |
-
logging:
|
| 21 |
-
comet: true
|
| 22 |
-
project: lego_pdgid
|
| 23 |
-
config:
|
| 24 |
-
dl_conf:
|
| 25 |
-
lds_args:
|
| 26 |
-
data: neurips_2026/rp_arcu_240726
|
| 27 |
-
frac: 1.0
|
| 28 |
-
cutoff_mev: 10
|
| 29 |
-
min_particles: 0
|
| 30 |
-
bs: 4096
|
| 31 |
-
num_workers: 16
|
| 32 |
-
mm_conf:
|
| 33 |
-
in_dim: 11
|
| 34 |
-
cond_scalars:
|
| 35 |
-
- Density
|
| 36 |
-
- Z
|
| 37 |
-
- A
|
| 38 |
-
- Size
|
| 39 |
-
dropout: 0.05
|
| 40 |
-
h_dim: 128
|
| 41 |
-
n_layers: 6
|
| 42 |
-
n_heads: 6
|
| 43 |
-
bs: 4096
|
| 44 |
-
lr: 0.001
|
| 45 |
-
weight_decay: 0.01
|
| 46 |
-
warmup_steps: 0
|
| 47 |
-
post_emb_norm: false
|
| 48 |
-
use_abs_pos_emb: true
|
| 49 |
-
train_inverse: false
|
| 50 |
-
model_args:
|
| 51 |
-
ff_swish: true
|
| 52 |
-
ff_glu: true
|
| 53 |
-
attn_qk_norm: true
|
| 54 |
-
rotary_pos_emb: true
|
| 55 |
-
use_adaptive_rmsnorm: true
|
| 56 |
-
use_adaptive_layerscale: true
|
| 57 |
-
residual_attn: true
|
| 58 |
-
inv_model_args:
|
| 59 |
-
ff_swish: true
|
| 60 |
-
ff_glu: true
|
| 61 |
-
attn_qk_norm: true
|
| 62 |
-
rotary_pos_emb: true
|
| 63 |
-
use_adaptive_rmsnorm: true
|
| 64 |
-
use_adaptive_layerscale: true
|
| 65 |
-
residual_attn: true
|
| 66 |
-
opt_conf:
|
| 67 |
-
opt: muon
|
| 68 |
-
lr: 0.01
|
| 69 |
-
momentum: 0.95
|
| 70 |
-
nesterov: true
|
| 71 |
-
ns_steps: 5
|
| 72 |
-
weight_decay: 0.007
|
| 73 |
-
weight_decouple: true
|
| 74 |
-
adamw_lr: 0.003
|
| 75 |
-
adamw_betas:
|
| 76 |
-
- 0.9
|
| 77 |
-
- 0.999
|
| 78 |
-
adamw_wd: 0.01
|
| 79 |
-
adamw_eps: 1.0e-08
|
| 80 |
-
scheduler:
|
| 81 |
-
cls: warmup_cosine
|
| 82 |
-
warmup_frac: 0.1
|
| 83 |
-
eta_min: 1.0e-06
|
| 84 |
-
interval: step
|
| 85 |
-
additional:
|
| 86 |
-
notes: Amortized over argon + copper (rp_arcu_240726).
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
checkpoints/mult/arcu/rp_mult_arcu_240726.pt
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:71064bdff8ebc5b9513a4a610aa32d03155fe41e401ab38d91da9c224f12fa98
|
| 3 |
-
size 11292811
|
|
|
|
|
|
|
|
|
|
|
|
checkpoints/mult/baseline/mult_default.yaml
DELETED
|
@@ -1,86 +0,0 @@
|
|
| 1 |
-
run:
|
| 2 |
-
train_model: mult
|
| 3 |
-
name: rp_mult_baseline_240726
|
| 4 |
-
devices:
|
| 5 |
-
- 0
|
| 6 |
-
- 1
|
| 7 |
-
- 2
|
| 8 |
-
- 3
|
| 9 |
-
precision: 32
|
| 10 |
-
matmul_precision: medium
|
| 11 |
-
dtype: float32
|
| 12 |
-
epochs: 10
|
| 13 |
-
dataset_size: 20000000
|
| 14 |
-
compile: false
|
| 15 |
-
gradient_clip_val: 1.0
|
| 16 |
-
val_check_interval: 0.2
|
| 17 |
-
limit_val_batches: 4
|
| 18 |
-
strategy: ddp
|
| 19 |
-
ckpt_dir: null
|
| 20 |
-
logging:
|
| 21 |
-
comet: true
|
| 22 |
-
project: lego_pdgid
|
| 23 |
-
config:
|
| 24 |
-
dl_conf:
|
| 25 |
-
lds_args:
|
| 26 |
-
data: neurips_2026/rp_baseline_240726
|
| 27 |
-
frac: 1.0
|
| 28 |
-
cutoff_mev: 10
|
| 29 |
-
min_particles: 0
|
| 30 |
-
bs: 4096
|
| 31 |
-
num_workers: 16
|
| 32 |
-
mm_conf:
|
| 33 |
-
in_dim: 11
|
| 34 |
-
cond_scalars:
|
| 35 |
-
- Density
|
| 36 |
-
- Z
|
| 37 |
-
- A
|
| 38 |
-
- Size
|
| 39 |
-
dropout: 0.05
|
| 40 |
-
h_dim: 128
|
| 41 |
-
n_layers: 6
|
| 42 |
-
n_heads: 6
|
| 43 |
-
bs: 4096
|
| 44 |
-
lr: 0.001
|
| 45 |
-
weight_decay: 0.01
|
| 46 |
-
warmup_steps: 0
|
| 47 |
-
post_emb_norm: false
|
| 48 |
-
use_abs_pos_emb: true
|
| 49 |
-
train_inverse: false
|
| 50 |
-
model_args:
|
| 51 |
-
ff_swish: true
|
| 52 |
-
ff_glu: true
|
| 53 |
-
attn_qk_norm: true
|
| 54 |
-
rotary_pos_emb: true
|
| 55 |
-
use_adaptive_rmsnorm: true
|
| 56 |
-
use_adaptive_layerscale: true
|
| 57 |
-
residual_attn: true
|
| 58 |
-
inv_model_args:
|
| 59 |
-
ff_swish: true
|
| 60 |
-
ff_glu: true
|
| 61 |
-
attn_qk_norm: true
|
| 62 |
-
rotary_pos_emb: true
|
| 63 |
-
use_adaptive_rmsnorm: true
|
| 64 |
-
use_adaptive_layerscale: true
|
| 65 |
-
residual_attn: true
|
| 66 |
-
opt_conf:
|
| 67 |
-
opt: muon
|
| 68 |
-
lr: 0.01
|
| 69 |
-
momentum: 0.95
|
| 70 |
-
nesterov: true
|
| 71 |
-
ns_steps: 5
|
| 72 |
-
weight_decay: 0.007
|
| 73 |
-
weight_decouple: true
|
| 74 |
-
adamw_lr: 0.003
|
| 75 |
-
adamw_betas:
|
| 76 |
-
- 0.9
|
| 77 |
-
- 0.999
|
| 78 |
-
adamw_wd: 0.01
|
| 79 |
-
adamw_eps: 1.0e-08
|
| 80 |
-
scheduler:
|
| 81 |
-
cls: warmup_cosine
|
| 82 |
-
warmup_frac: 0.1
|
| 83 |
-
eta_min: 1.0e-06
|
| 84 |
-
interval: step
|
| 85 |
-
additional:
|
| 86 |
-
notes: ''
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
checkpoints/mult/baseline/rp_mult_baseline_240726.pt
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:f05bdf36c5bfad11a15552d69d949d9c1e13c699fbff48e5eeeaf9b6d74685ab
|
| 3 |
-
size 11300387
|
|
|
|
|
|
|
|
|
|
|
|
checkpoints/mult/energy_1gev/mult_default.yaml
DELETED
|
@@ -1,86 +0,0 @@
|
|
| 1 |
-
run:
|
| 2 |
-
train_model: mult
|
| 3 |
-
name: rp_mult_energy_1gev_240726
|
| 4 |
-
devices:
|
| 5 |
-
- 4
|
| 6 |
-
- 5
|
| 7 |
-
- 6
|
| 8 |
-
- 7
|
| 9 |
-
precision: 32
|
| 10 |
-
matmul_precision: medium
|
| 11 |
-
dtype: float32
|
| 12 |
-
epochs: 10
|
| 13 |
-
dataset_size: 20000000
|
| 14 |
-
compile: false
|
| 15 |
-
gradient_clip_val: 1.0
|
| 16 |
-
val_check_interval: 0.2
|
| 17 |
-
limit_val_batches: 4
|
| 18 |
-
strategy: ddp
|
| 19 |
-
ckpt_dir: null
|
| 20 |
-
logging:
|
| 21 |
-
comet: true
|
| 22 |
-
project: lego_pdgid
|
| 23 |
-
config:
|
| 24 |
-
dl_conf:
|
| 25 |
-
lds_args:
|
| 26 |
-
data: neurips_2026/rp_1gev_240726
|
| 27 |
-
frac: 1.0
|
| 28 |
-
cutoff_mev: 10
|
| 29 |
-
min_particles: 0
|
| 30 |
-
bs: 4096
|
| 31 |
-
num_workers: 16
|
| 32 |
-
mm_conf:
|
| 33 |
-
in_dim: 11
|
| 34 |
-
cond_scalars:
|
| 35 |
-
- Density
|
| 36 |
-
- Z
|
| 37 |
-
- A
|
| 38 |
-
- Size
|
| 39 |
-
dropout: 0.05
|
| 40 |
-
h_dim: 128
|
| 41 |
-
n_layers: 6
|
| 42 |
-
n_heads: 6
|
| 43 |
-
bs: 4096
|
| 44 |
-
lr: 0.001
|
| 45 |
-
weight_decay: 0.01
|
| 46 |
-
warmup_steps: 0
|
| 47 |
-
post_emb_norm: false
|
| 48 |
-
use_abs_pos_emb: true
|
| 49 |
-
train_inverse: false
|
| 50 |
-
model_args:
|
| 51 |
-
ff_swish: true
|
| 52 |
-
ff_glu: true
|
| 53 |
-
attn_qk_norm: true
|
| 54 |
-
rotary_pos_emb: true
|
| 55 |
-
use_adaptive_rmsnorm: true
|
| 56 |
-
use_adaptive_layerscale: true
|
| 57 |
-
residual_attn: true
|
| 58 |
-
inv_model_args:
|
| 59 |
-
ff_swish: true
|
| 60 |
-
ff_glu: true
|
| 61 |
-
attn_qk_norm: true
|
| 62 |
-
rotary_pos_emb: true
|
| 63 |
-
use_adaptive_rmsnorm: true
|
| 64 |
-
use_adaptive_layerscale: true
|
| 65 |
-
residual_attn: true
|
| 66 |
-
opt_conf:
|
| 67 |
-
opt: muon
|
| 68 |
-
lr: 0.01
|
| 69 |
-
momentum: 0.95
|
| 70 |
-
nesterov: true
|
| 71 |
-
ns_steps: 5
|
| 72 |
-
weight_decay: 0.007
|
| 73 |
-
weight_decouple: true
|
| 74 |
-
adamw_lr: 0.003
|
| 75 |
-
adamw_betas:
|
| 76 |
-
- 0.9
|
| 77 |
-
- 0.999
|
| 78 |
-
adamw_wd: 0.01
|
| 79 |
-
adamw_eps: 1.0e-08
|
| 80 |
-
scheduler:
|
| 81 |
-
cls: warmup_cosine
|
| 82 |
-
warmup_frac: 0.1
|
| 83 |
-
eta_min: 1.0e-06
|
| 84 |
-
interval: step
|
| 85 |
-
additional:
|
| 86 |
-
notes: ''
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
checkpoints/mult/energy_1gev/rp_mult_energy_1gev_240726.pt
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:947726bf6b1764f2541be99730a0f37587f3a48261b72ee1fd50d27fd7e80d5b
|
| 3 |
-
size 11546581
|
|
|
|
|
|
|
|
|
|
|
|
checkpoints/mult/no_raytrace/mult_default.yaml
DELETED
|
@@ -1,86 +0,0 @@
|
|
| 1 |
-
run:
|
| 2 |
-
train_model: mult
|
| 3 |
-
name: rp_mult_no_ray_240726
|
| 4 |
-
devices:
|
| 5 |
-
- 0
|
| 6 |
-
- 1
|
| 7 |
-
- 2
|
| 8 |
-
- 3
|
| 9 |
-
precision: 32
|
| 10 |
-
matmul_precision: medium
|
| 11 |
-
dtype: float32
|
| 12 |
-
epochs: 10
|
| 13 |
-
dataset_size: 20000000
|
| 14 |
-
compile: false
|
| 15 |
-
gradient_clip_val: 1.0
|
| 16 |
-
val_check_interval: 0.2
|
| 17 |
-
limit_val_batches: 4
|
| 18 |
-
strategy: ddp
|
| 19 |
-
ckpt_dir: null
|
| 20 |
-
logging:
|
| 21 |
-
comet: true
|
| 22 |
-
project: lego_pdgid
|
| 23 |
-
config:
|
| 24 |
-
dl_conf:
|
| 25 |
-
lds_args:
|
| 26 |
-
data: neurips_2026/rp_non_raytraced_240726
|
| 27 |
-
frac: 1.0
|
| 28 |
-
cutoff_mev: 10
|
| 29 |
-
min_particles: 0
|
| 30 |
-
bs: 4096
|
| 31 |
-
num_workers: 16
|
| 32 |
-
mm_conf:
|
| 33 |
-
in_dim: 11
|
| 34 |
-
cond_scalars:
|
| 35 |
-
- Density
|
| 36 |
-
- Z
|
| 37 |
-
- A
|
| 38 |
-
- Size
|
| 39 |
-
dropout: 0.05
|
| 40 |
-
h_dim: 128
|
| 41 |
-
n_layers: 6
|
| 42 |
-
n_heads: 6
|
| 43 |
-
bs: 4096
|
| 44 |
-
lr: 0.001
|
| 45 |
-
weight_decay: 0.01
|
| 46 |
-
warmup_steps: 0
|
| 47 |
-
post_emb_norm: false
|
| 48 |
-
use_abs_pos_emb: true
|
| 49 |
-
train_inverse: false
|
| 50 |
-
model_args:
|
| 51 |
-
ff_swish: true
|
| 52 |
-
ff_glu: true
|
| 53 |
-
attn_qk_norm: true
|
| 54 |
-
rotary_pos_emb: true
|
| 55 |
-
use_adaptive_rmsnorm: true
|
| 56 |
-
use_adaptive_layerscale: true
|
| 57 |
-
residual_attn: true
|
| 58 |
-
inv_model_args:
|
| 59 |
-
ff_swish: true
|
| 60 |
-
ff_glu: true
|
| 61 |
-
attn_qk_norm: true
|
| 62 |
-
rotary_pos_emb: true
|
| 63 |
-
use_adaptive_rmsnorm: true
|
| 64 |
-
use_adaptive_layerscale: true
|
| 65 |
-
residual_attn: true
|
| 66 |
-
opt_conf:
|
| 67 |
-
opt: muon
|
| 68 |
-
lr: 0.01
|
| 69 |
-
momentum: 0.95
|
| 70 |
-
nesterov: true
|
| 71 |
-
ns_steps: 5
|
| 72 |
-
weight_decay: 0.007
|
| 73 |
-
weight_decouple: true
|
| 74 |
-
adamw_lr: 0.003
|
| 75 |
-
adamw_betas:
|
| 76 |
-
- 0.9
|
| 77 |
-
- 0.999
|
| 78 |
-
adamw_wd: 0.01
|
| 79 |
-
adamw_eps: 1.0e-08
|
| 80 |
-
scheduler:
|
| 81 |
-
cls: warmup_cosine
|
| 82 |
-
warmup_frac: 0.1
|
| 83 |
-
eta_min: 1.0e-06
|
| 84 |
-
interval: step
|
| 85 |
-
additional:
|
| 86 |
-
notes: ''
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
checkpoints/mult/no_raytrace/rp_mult_no_ray_240726.pt
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:9dc3e57e10febf044943a8abd411057dadfdd96b10373387d81620611061b245
|
| 3 |
-
size 11330583
|
|
|
|
|
|
|
|
|
|
|
|