Hugging Face's logo

quinnlue
/
mixture-transfer-p5-mae

Safetensors
Model card Files
xet
 Community
quinnlue commited on
Commit
e681820
·
verified ·
1 Parent(s): adc1de3

Upload folder using huggingface_hub

Browse files
Files changed (13) hide show
  1. p4rel-mae-5m-d70-s2/config.yaml +112 -0
  2. p4rel-mae-5m-d70-s2/events.jsonl +0 -0
  3. p4rel-mae-5m-d70-s2/exports/step_00040000/config.yaml +112 -0
  4. p4rel-mae-5m-d70-s2/exports/step_00040000/fsd50k_lora_1ep_s0.json +284 -0
  5. p4rel-mae-5m-d70-s2/exports/step_00040000/fsd50k_lora_1ep_s1.json +284 -0
  6. p4rel-mae-5m-d70-s2/exports/step_00040000/fsd50k_lora_1ep_s2.json +284 -0
  7. p4rel-mae-5m-d70-s2/exports/step_00040000/lora_1ep_s0.json +260 -0
  8. p4rel-mae-5m-d70-s2/exports/step_00040000/lora_1ep_s1.json +260 -0
  9. p4rel-mae-5m-d70-s2/exports/step_00040000/lora_1ep_s2.json +260 -0
  10. p4rel-mae-5m-d70-s2/exports/step_00040000/probe.json +576 -0
  11. p4rel-mae-5m-d70-s2/mixture_plan.npy +3 -0
  12. p4rel-mae-5m-d70-s2/run.json +94 -0
  13. p4rel-mae-5m-d70-s2/status.json +13 -0
p4rel-mae-5m-d70-s2/config.yaml ADDED
@@ -0,0 +1,112 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ model:
2
+ embed_dim: 256
3
+ depth: 6
4
+ num_heads: 4
5
+ mlp_ratio: 4
6
+ target_frames: 1024
7
+ mel_bins: 64
8
+ patch_time: 16
9
+ patch_freq: 16
10
+ decoder_layers: 6
11
+ decoder_groups: 16
12
+ decoder_kernel: 3
13
+ objective:
14
+ kind: mae
15
+ mae_norm_pix: true
16
+ num_classes: 527
17
+ clone_batch: 1
18
+ mask_prob: 0.8
19
+ mask_length: 5
20
+ mask_prob_adjust: 0.07
21
+ average_top_k_layers: 0
22
+ utterance_weight: 1.0
23
+ normalize_utterance_target: false
24
+ ema_decay: 0.9998
25
+ ema_end_decay: 0.99999
26
+ ema_anneal_steps: null
27
+ data:
28
+ data_dir: /workspace/data/asmel_flat
29
+ train_split: train
30
+ val_split: balanced_train
31
+ revision: ''
32
+ batch_size: 48
33
+ num_workers: 12
34
+ prefetch_factor: 4
35
+ pin_memory: true
36
+ persistent_workers: true
37
+ drop_last: true
38
+ seed: 0
39
+ max_shards: 0
40
+ mixture:
41
+ cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
42
+ distributions: null
43
+ dist_id: null
44
+ weights:
45
+ - 0.004603515625000001
46
+ - 0.05805078125000001
47
+ - 0.0
48
+ - 0.25281054687500004
49
+ - 0.06202539062500001
50
+ - 0.0
51
+ - 0.16547265625000002
52
+ - 0.0
53
+ - 0.0021972656250000004
54
+ - 0.0
55
+ - 0.007425781250000001
56
+ - 0.016421875000000002
57
+ - 0.0008886718750000001
58
+ - 0.00041796875000000005
59
+ - 0.14711523437500001
60
+ - 0.0
61
+ - 0.24878515625000003
62
+ - 0.0027207031250000005
63
+ - 0.026671875000000005
64
+ - 0.004392578125000001
65
+ repetition_cap: 1000.0
66
+ distinct_fraction: null
67
+ optim:
68
+ lr: 0.0006
69
+ betas:
70
+ - 0.9
71
+ - 0.95
72
+ eps: 1.0e-08
73
+ weight_decay: 0.05
74
+ clip_norm: 4.0
75
+ warmup_frac: 0.1
76
+ min_lr_scale: 0.002
77
+ loop:
78
+ budget_clips: 1920000
79
+ schedule_clips: null
80
+ gradient_accumulation_steps: 1
81
+ precision: bfloat16
82
+ compile: true
83
+ compile_mode: default
84
+ log_every_n_steps: 20
85
+ heartbeat_every_n_steps: 50
86
+ max_steps: null
87
+ eval:
88
+ enabled: true
89
+ every_n_steps: 10000
90
+ num_clips: 2048
91
+ mask_seed: 12345
92
+ batch_size: 48
93
+ checkpoint:
94
+ save_every_n_steps: 40000
95
+ export_every_n_steps: 40000
96
+ keep_last_n_exports: 0
97
+ tracking:
98
+ campaign_id: phase4-reliability
99
+ trial_id: p4rel-mae-5m-d70-s2
100
+ wandb_project: mixture-transfer
101
+ wandb_entity: null
102
+ wandb_mode: online
103
+ wandb_run_id: null
104
+ hub_repo_id: null
105
+ hub_private: false
106
+ hub_upload: false
107
+ runtime:
108
+ seed: 2
109
+ data_loader_seed: null
110
+ objective_seed: null
111
+ deterministic: false
112
+ allow_tf32: true
p4rel-mae-5m-d70-s2/events.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
p4rel-mae-5m-d70-s2/exports/step_00040000/config.yaml ADDED
@@ -0,0 +1,112 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ model:
2
+ embed_dim: 256
3
+ depth: 6
4
+ num_heads: 4
5
+ mlp_ratio: 4
6
+ target_frames: 1024
7
+ mel_bins: 64
8
+ patch_time: 16
9
+ patch_freq: 16
10
+ decoder_layers: 6
11
+ decoder_groups: 16
12
+ decoder_kernel: 3
13
+ objective:
14
+ kind: mae
15
+ mae_norm_pix: true
16
+ num_classes: 527
17
+ clone_batch: 1
18
+ mask_prob: 0.8
19
+ mask_length: 5
20
+ mask_prob_adjust: 0.07
21
+ average_top_k_layers: 0
22
+ utterance_weight: 1.0
23
+ normalize_utterance_target: false
24
+ ema_decay: 0.9998
25
+ ema_end_decay: 0.99999
26
+ ema_anneal_steps: null
27
+ data:
28
+ data_dir: /workspace/data/asmel_flat
29
+ train_split: train
30
+ val_split: balanced_train
31
+ revision: ''
32
+ batch_size: 48
33
+ num_workers: 12
34
+ prefetch_factor: 4
35
+ pin_memory: true
36
+ persistent_workers: true
37
+ drop_last: true
38
+ seed: 0
39
+ max_shards: 0
40
+ mixture:
41
+ cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
42
+ distributions: null
43
+ dist_id: null
44
+ weights:
45
+ - 0.004603515625000001
46
+ - 0.05805078125000001
47
+ - 0.0
48
+ - 0.25281054687500004
49
+ - 0.06202539062500001
50
+ - 0.0
51
+ - 0.16547265625000002
52
+ - 0.0
53
+ - 0.0021972656250000004
54
+ - 0.0
55
+ - 0.007425781250000001
56
+ - 0.016421875000000002
57
+ - 0.0008886718750000001
58
+ - 0.00041796875000000005
59
+ - 0.14711523437500001
60
+ - 0.0
61
+ - 0.24878515625000003
62
+ - 0.0027207031250000005
63
+ - 0.026671875000000005
64
+ - 0.004392578125000001
65
+ repetition_cap: 1000.0
66
+ distinct_fraction: null
67
+ optim:
68
+ lr: 0.0006
69
+ betas:
70
+ - 0.9
71
+ - 0.95
72
+ eps: 1.0e-08
73
+ weight_decay: 0.05
74
+ clip_norm: 4.0
75
+ warmup_frac: 0.1
76
+ min_lr_scale: 0.002
77
+ loop:
78
+ budget_clips: 1920000
79
+ schedule_clips: null
80
+ gradient_accumulation_steps: 1
81
+ precision: bfloat16
82
+ compile: true
83
+ compile_mode: default
84
+ log_every_n_steps: 20
85
+ heartbeat_every_n_steps: 50
86
+ max_steps: null
87
+ eval:
88
+ enabled: true
89
+ every_n_steps: 10000
90
+ num_clips: 2048
91
+ mask_seed: 12345
92
+ batch_size: 48
93
+ checkpoint:
94
+ save_every_n_steps: 40000
95
+ export_every_n_steps: 40000
96
+ keep_last_n_exports: 0
97
+ tracking:
98
+ campaign_id: phase4-reliability
99
+ trial_id: p4rel-mae-5m-d70-s2
100
+ wandb_project: mixture-transfer
101
+ wandb_entity: null
102
+ wandb_mode: online
103
+ wandb_run_id: null
104
+ hub_repo_id: null
105
+ hub_private: false
106
+ hub_upload: false
107
+ runtime:
108
+ seed: 2
109
+ data_loader_seed: null
110
+ objective_seed: null
111
+ deterministic: false
112
+ allow_tf32: true
p4rel-mae-5m-d70-s2/exports/step_00040000/fsd50k_lora_1ep_s0.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p4rel-mae-5m-d70-s2/exports/step_00040000",
3
+ "fingerprint": "e9b1ff1980e47953",
4
+ "campaign_id": "phase4-reliability",
5
+ "trial_id": "p4rel-mae-5m-d70-s2",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 24,
9
+ "params": {
10
+ "trainable": 451272,
11
+ "total": 5249736,
12
+ "fraction": 0.08596089403352854
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 0,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.3743368314858526,
60
+ "lora/map": 0.3743368314858526,
61
+ "fsd50k/map": 0.3743368314858526,
62
+ "train_seconds": 19.4,
63
+ "total_seconds": 24.61,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.02218886470189318,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.024045668176701,
77
+ "val_map": 0.3743368314858526,
78
+ "lr": 0.0,
79
+ "train_s": 19.396060582366772
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.24158622324466705,
84
+ 0.07651536166667938,
85
+ 0.5711027979850769,
86
+ 0.34639689326286316,
87
+ 0.4443924129009247,
88
+ 0.6191023588180542,
89
+ 0.8388763666152954,
90
+ 0.5376733541488647,
91
+ 0.5374903678894043,
92
+ 0.5036091208457947,
93
+ 0.21448004245758057,
94
+ 0.40110084414482117,
95
+ 0.1588495969772339,
96
+ 0.45840510725975037,
97
+ 0.5013152360916138,
98
+ 0.4624428451061249,
99
+ 0.02789206989109516,
100
+ 0.25410616397857666,
101
+ 0.4376431107521057,
102
+ 0.2056022584438324,
103
+ 0.46877822279930115,
104
+ 0.41128554940223694,
105
+ 0.8196256160736084,
106
+ 0.10937321931123734,
107
+ 0.2772550880908966,
108
+ 0.3895606994628906,
109
+ 0.33867138624191284,
110
+ 0.24439160525798798,
111
+ 0.7542583346366882,
112
+ 0.3065149784088135,
113
+ 0.6147850751876831,
114
+ 0.5463413596153259,
115
+ 0.3914126753807068,
116
+ 0.16129891574382782,
117
+ 0.34088191390037537,
118
+ 0.20355293154716492,
119
+ 0.4109487533569336,
120
+ 0.2430690973997116,
121
+ 0.3743176758289337,
122
+ 0.2560639977455139,
123
+ 0.5293473601341248,
124
+ 0.17077571153640747,
125
+ 0.6042925715446472,
126
+ 0.18181295692920685,
127
+ 0.48168081045150757,
128
+ 0.14781995117664337,
129
+ 0.2195826768875122,
130
+ 0.2893814146518707,
131
+ 0.7607447504997253,
132
+ 0.3885401487350464,
133
+ 0.3934498429298401,
134
+ 0.5685230493545532,
135
+ 0.5514835715293884,
136
+ 0.12183096259832382,
137
+ 0.15517954528331757,
138
+ 0.02213226445019245,
139
+ 0.23477011919021606,
140
+ 0.6716294288635254,
141
+ 0.09317566454410553,
142
+ 0.4844141900539398,
143
+ 0.5353817343711853,
144
+ 0.5989193916320801,
145
+ 0.41775667667388916,
146
+ 0.12783803045749664,
147
+ 0.5380476713180542,
148
+ 0.15791058540344238,
149
+ 0.23447637259960175,
150
+ 0.6475633978843689,
151
+ 0.5601305365562439,
152
+ 0.5302196145057678,
153
+ 0.47946327924728394,
154
+ 0.20309792459011078,
155
+ 0.6759886741638184,
156
+ 0.2722208499908447,
157
+ 0.22144803404808044,
158
+ 0.2231791615486145,
159
+ 0.45339590311050415,
160
+ 0.43361783027648926,
161
+ 0.25292378664016724,
162
+ 0.4070354402065277,
163
+ 0.20597000420093536,
164
+ 0.2686401903629303,
165
+ 0.20857559144496918,
166
+ 0.17485123872756958,
167
+ 0.2532997727394104,
168
+ 0.30365949869155884,
169
+ 0.40250420570373535,
170
+ 0.6086152791976929,
171
+ 0.2169024497270584,
172
+ 0.1833910048007965,
173
+ 0.7375727295875549,
174
+ 0.11419794708490372,
175
+ 0.5201333165168762,
176
+ 0.2130850851535797,
177
+ 0.2744508385658264,
178
+ 0.3388773202896118,
179
+ 0.37809252738952637,
180
+ 0.1301438808441162,
181
+ 0.32344499230384827,
182
+ 0.07876172661781311,
183
+ 0.5689077377319336,
184
+ 0.7011842727661133,
185
+ 0.2361016571521759,
186
+ 0.40047457814216614,
187
+ 0.2491215169429779,
188
+ 0.32871100306510925,
189
+ 0.663022518157959,
190
+ 0.4784849286079407,
191
+ 0.5427983403205872,
192
+ 0.17085671424865723,
193
+ 0.21957041323184967,
194
+ 0.3493524193763733,
195
+ 0.5721686482429504,
196
+ 0.059359218925237656,
197
+ 0.15946617722511292,
198
+ 0.30646756291389465,
199
+ 0.7092196941375732,
200
+ 0.38921892642974854,
201
+ 0.47091320157051086,
202
+ 0.24091486632823944,
203
+ 0.8629359602928162,
204
+ 0.8708005547523499,
205
+ 0.32420215010643005,
206
+ 0.14286504685878754,
207
+ 0.22575880587100983,
208
+ 0.754030168056488,
209
+ 0.27873697876930237,
210
+ 0.7333243489265442,
211
+ 0.3425746262073517,
212
+ 0.15812504291534424,
213
+ 0.1508195549249649,
214
+ 0.7650331258773804,
215
+ 0.3529250919818878,
216
+ 0.4394066333770752,
217
+ 0.5773090124130249,
218
+ 0.06505391746759415,
219
+ 0.06401285529136658,
220
+ 0.05325082689523697,
221
+ 0.6219027042388916,
222
+ 0.5425461530685425,
223
+ 0.21914005279541016,
224
+ 0.34458568692207336,
225
+ 0.2164808064699173,
226
+ 0.30125510692596436,
227
+ 0.6531090140342712,
228
+ 0.5491573810577393,
229
+ 0.033465806394815445,
230
+ 0.5656730532646179,
231
+ 0.18077999353408813,
232
+ 0.20508353412151337,
233
+ 0.48200783133506775,
234
+ 0.4515507221221924,
235
+ 0.30378368496894836,
236
+ 0.35711243748664856,
237
+ 0.41080334782600403,
238
+ 0.30127406120300293,
239
+ 0.509729266166687,
240
+ 0.662621021270752,
241
+ 0.471455454826355,
242
+ 0.06700383126735687,
243
+ 0.399542897939682,
244
+ 0.17485326528549194,
245
+ 0.632843017578125,
246
+ 0.2765672206878662,
247
+ 0.34703975915908813,
248
+ 0.4416975975036621,
249
+ 0.3460085988044739,
250
+ 0.051035311073064804,
251
+ 0.3261612057685852,
252
+ 0.43512195348739624,
253
+ 0.10445787757635117,
254
+ 0.8248428702354431,
255
+ 0.8322745561599731,
256
+ 0.031119486317038536,
257
+ 0.5198004841804504,
258
+ 0.7309948205947876,
259
+ 0.19328390061855316,
260
+ 0.28105396032333374,
261
+ 0.18998895585536957,
262
+ 0.3158671259880066,
263
+ 0.06615462899208069,
264
+ 0.4919169247150421,
265
+ 0.10042949765920639,
266
+ 0.5307589769363403,
267
+ 0.6040515899658203,
268
+ 0.37254834175109863,
269
+ 0.26518985629081726,
270
+ 0.6444463133811951,
271
+ 0.5684755444526672,
272
+ 0.3325398862361908,
273
+ 0.4079415798187256,
274
+ 0.4362766742706299,
275
+ 0.5617589950561523,
276
+ 0.11278313398361206,
277
+ 0.24405944347381592,
278
+ 0.34789013862609863,
279
+ 0.12888361513614655,
280
+ 0.41677358746528625,
281
+ 0.13212333619594574,
282
+ 0.7424882054328918
283
+ ]
284
+ }
p4rel-mae-5m-d70-s2/exports/step_00040000/fsd50k_lora_1ep_s1.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p4rel-mae-5m-d70-s2/exports/step_00040000",
3
+ "fingerprint": "e9b1ff1980e47953",
4
+ "campaign_id": "phase4-reliability",
5
+ "trial_id": "p4rel-mae-5m-d70-s2",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 24,
9
+ "params": {
10
+ "trainable": 451272,
11
+ "total": 5249736,
12
+ "fraction": 0.08596089403352854
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 1,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.37365327520295977,
60
+ "lora/map": 0.37365327520295977,
61
+ "fsd50k/map": 0.37365327520295977,
62
+ "train_seconds": 18.21,
63
+ "total_seconds": 23.66,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.020766480719903484,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.024320139398423687,
77
+ "val_map": 0.37365327520295977,
78
+ "lr": 0.0,
79
+ "train_s": 18.210215207305737
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.2556428015232086,
84
+ 0.1164763867855072,
85
+ 0.48950672149658203,
86
+ 0.3669493496417999,
87
+ 0.4298473000526428,
88
+ 0.6101039052009583,
89
+ 0.8331612348556519,
90
+ 0.5438954830169678,
91
+ 0.6040095686912537,
92
+ 0.5036025643348694,
93
+ 0.2682391107082367,
94
+ 0.3912053108215332,
95
+ 0.15140734612941742,
96
+ 0.36445918679237366,
97
+ 0.49757203459739685,
98
+ 0.4540790915489197,
99
+ 0.06629705429077148,
100
+ 0.2567850947380066,
101
+ 0.44365450739860535,
102
+ 0.17238537967205048,
103
+ 0.504185676574707,
104
+ 0.40313345193862915,
105
+ 0.8223222494125366,
106
+ 0.08112255483865738,
107
+ 0.2968660295009613,
108
+ 0.32407641410827637,
109
+ 0.340266615152359,
110
+ 0.26412099599838257,
111
+ 0.7498082518577576,
112
+ 0.2955593168735504,
113
+ 0.611203134059906,
114
+ 0.5129875540733337,
115
+ 0.32486262917518616,
116
+ 0.17260058224201202,
117
+ 0.32838207483291626,
118
+ 0.19874799251556396,
119
+ 0.4356592893600464,
120
+ 0.17368856072425842,
121
+ 0.43546006083488464,
122
+ 0.2646065652370453,
123
+ 0.49838000535964966,
124
+ 0.15692293643951416,
125
+ 0.5976948142051697,
126
+ 0.15955409407615662,
127
+ 0.5068923234939575,
128
+ 0.11749749630689621,
129
+ 0.2792266607284546,
130
+ 0.2566561698913574,
131
+ 0.7281989455223083,
132
+ 0.4152427613735199,
133
+ 0.3144594728946686,
134
+ 0.5222941637039185,
135
+ 0.5699710249900818,
136
+ 0.16720490157604218,
137
+ 0.15407155454158783,
138
+ 0.04149696230888367,
139
+ 0.21388041973114014,
140
+ 0.680152177810669,
141
+ 0.0962921530008316,
142
+ 0.50327068567276,
143
+ 0.5424358248710632,
144
+ 0.6037886738777161,
145
+ 0.43028995394706726,
146
+ 0.2102668136358261,
147
+ 0.5184297561645508,
148
+ 0.11853326112031937,
149
+ 0.2432948797941208,
150
+ 0.6424412131309509,
151
+ 0.5500734448432922,
152
+ 0.5102853775024414,
153
+ 0.46144232153892517,
154
+ 0.19234724342823029,
155
+ 0.6893740892410278,
156
+ 0.22944234311580658,
157
+ 0.2619568705558777,
158
+ 0.2417641431093216,
159
+ 0.4562373459339142,
160
+ 0.38436537981033325,
161
+ 0.28973492980003357,
162
+ 0.45383551716804504,
163
+ 0.26568812131881714,
164
+ 0.2346602827310562,
165
+ 0.34284380078315735,
166
+ 0.27425798773765564,
167
+ 0.2414223998785019,
168
+ 0.26743370294570923,
169
+ 0.40028485655784607,
170
+ 0.667048990726471,
171
+ 0.2111380249261856,
172
+ 0.15761204063892365,
173
+ 0.7440441846847534,
174
+ 0.07200877368450165,
175
+ 0.5188933610916138,
176
+ 0.23352740705013275,
177
+ 0.2859213650226593,
178
+ 0.3250424861907959,
179
+ 0.40309420228004456,
180
+ 0.1202499270439148,
181
+ 0.38056042790412903,
182
+ 0.08387770503759384,
183
+ 0.5657235383987427,
184
+ 0.6957554817199707,
185
+ 0.23005664348602295,
186
+ 0.3872368335723877,
187
+ 0.2281600832939148,
188
+ 0.3319348692893982,
189
+ 0.6347269415855408,
190
+ 0.48622673749923706,
191
+ 0.5384775400161743,
192
+ 0.21043047308921814,
193
+ 0.25767120718955994,
194
+ 0.3198770582675934,
195
+ 0.5996055603027344,
196
+ 0.054806243628263474,
197
+ 0.14643846452236176,
198
+ 0.2967442572116852,
199
+ 0.6769664287567139,
200
+ 0.3644116520881653,
201
+ 0.46847066283226013,
202
+ 0.21111519634723663,
203
+ 0.8613204956054688,
204
+ 0.8690352439880371,
205
+ 0.32859936356544495,
206
+ 0.08983965963125229,
207
+ 0.31054550409317017,
208
+ 0.7562677264213562,
209
+ 0.2822038233280182,
210
+ 0.7359904646873474,
211
+ 0.34603720903396606,
212
+ 0.11719036847352982,
213
+ 0.10087259858846664,
214
+ 0.7389460802078247,
215
+ 0.40580445528030396,
216
+ 0.4655694365501404,
217
+ 0.5447211265563965,
218
+ 0.06121290847659111,
219
+ 0.07779063284397125,
220
+ 0.05639961361885071,
221
+ 0.646482527256012,
222
+ 0.5307211875915527,
223
+ 0.26312029361724854,
224
+ 0.3209538757801056,
225
+ 0.23057156801223755,
226
+ 0.41372212767601013,
227
+ 0.6098564863204956,
228
+ 0.5044111013412476,
229
+ 0.04576226696372032,
230
+ 0.5634092688560486,
231
+ 0.19297471642494202,
232
+ 0.24185436964035034,
233
+ 0.492750883102417,
234
+ 0.43943366408348083,
235
+ 0.21652773022651672,
236
+ 0.34406259655952454,
237
+ 0.4103630781173706,
238
+ 0.3634519875049591,
239
+ 0.4740617275238037,
240
+ 0.572370707988739,
241
+ 0.45404738187789917,
242
+ 0.07076172530651093,
243
+ 0.42454203963279724,
244
+ 0.16164708137512207,
245
+ 0.6454188227653503,
246
+ 0.3040379285812378,
247
+ 0.3320639431476593,
248
+ 0.41710418462753296,
249
+ 0.3438885807991028,
250
+ 0.07077141106128693,
251
+ 0.3527410328388214,
252
+ 0.3668481111526489,
253
+ 0.08157753199338913,
254
+ 0.851032018661499,
255
+ 0.8576022982597351,
256
+ 0.046845875680446625,
257
+ 0.4910433888435364,
258
+ 0.7474414110183716,
259
+ 0.19480906426906586,
260
+ 0.2614365816116333,
261
+ 0.20353874564170837,
262
+ 0.31520718336105347,
263
+ 0.0681268647313118,
264
+ 0.5138291716575623,
265
+ 0.12037584185600281,
266
+ 0.5574803352355957,
267
+ 0.598480761051178,
268
+ 0.4049571454524994,
269
+ 0.222722128033638,
270
+ 0.6333910822868347,
271
+ 0.5482041239738464,
272
+ 0.337232381105423,
273
+ 0.36679184436798096,
274
+ 0.42924270033836365,
275
+ 0.5545839071273804,
276
+ 0.11670327186584473,
277
+ 0.23092249035835266,
278
+ 0.3758848011493683,
279
+ 0.0936441645026207,
280
+ 0.3945468068122864,
281
+ 0.14583906531333923,
282
+ 0.6949964761734009
283
+ ]
284
+ }
p4rel-mae-5m-d70-s2/exports/step_00040000/fsd50k_lora_1ep_s2.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p4rel-mae-5m-d70-s2/exports/step_00040000",
3
+ "fingerprint": "e9b1ff1980e47953",
4
+ "campaign_id": "phase4-reliability",
5
+ "trial_id": "p4rel-mae-5m-d70-s2",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 24,
9
+ "params": {
10
+ "trainable": 451272,
11
+ "total": 5249736,
12
+ "fraction": 0.08596089403352854
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 2,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.3686266012117267,
60
+ "lora/map": 0.3686266012117267,
61
+ "fsd50k/map": 0.3686266012117267,
62
+ "train_seconds": 18.98,
63
+ "total_seconds": 23.88,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.020512313385261223,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.024739023909688303,
77
+ "val_map": 0.3686266012117267,
78
+ "lr": 0.0,
79
+ "train_s": 18.978521229699254
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.2585086524486542,
84
+ 0.11237889528274536,
85
+ 0.4672998785972595,
86
+ 0.3645142614841461,
87
+ 0.4457331597805023,
88
+ 0.6168280243873596,
89
+ 0.8442100882530212,
90
+ 0.5574024319648743,
91
+ 0.5605329275131226,
92
+ 0.47620323300361633,
93
+ 0.22961917519569397,
94
+ 0.3920830488204956,
95
+ 0.17007805407047272,
96
+ 0.3742258846759796,
97
+ 0.4914296567440033,
98
+ 0.4799308776855469,
99
+ 0.034926529973745346,
100
+ 0.18970659375190735,
101
+ 0.47619694471359253,
102
+ 0.24111682176589966,
103
+ 0.47211021184921265,
104
+ 0.41640010476112366,
105
+ 0.8520719408988953,
106
+ 0.08278493583202362,
107
+ 0.279924601316452,
108
+ 0.37622693181037903,
109
+ 0.33527833223342896,
110
+ 0.2586137354373932,
111
+ 0.777451753616333,
112
+ 0.29861775040626526,
113
+ 0.647101104259491,
114
+ 0.5598971843719482,
115
+ 0.3859187960624695,
116
+ 0.15890955924987793,
117
+ 0.3610709309577942,
118
+ 0.19145973026752472,
119
+ 0.43347418308258057,
120
+ 0.12898315489292145,
121
+ 0.36601102352142334,
122
+ 0.22619357705116272,
123
+ 0.547632098197937,
124
+ 0.14994387328624725,
125
+ 0.5885080099105835,
126
+ 0.21472734212875366,
127
+ 0.44135722517967224,
128
+ 0.1316898614168167,
129
+ 0.2171531468629837,
130
+ 0.22315791249275208,
131
+ 0.7362002730369568,
132
+ 0.4140323996543884,
133
+ 0.31385210156440735,
134
+ 0.521127462387085,
135
+ 0.5292688608169556,
136
+ 0.11951902508735657,
137
+ 0.128615602850914,
138
+ 0.040534522384405136,
139
+ 0.20046822726726532,
140
+ 0.6754969954490662,
141
+ 0.09409298002719879,
142
+ 0.5061841607093811,
143
+ 0.5844233632087708,
144
+ 0.6002131700515747,
145
+ 0.3926837146282196,
146
+ 0.13270029425621033,
147
+ 0.5078389048576355,
148
+ 0.13735313713550568,
149
+ 0.21679319441318512,
150
+ 0.6072453856468201,
151
+ 0.52118319272995,
152
+ 0.5220583081245422,
153
+ 0.467367023229599,
154
+ 0.1699972152709961,
155
+ 0.6925086975097656,
156
+ 0.20296788215637207,
157
+ 0.27809661626815796,
158
+ 0.21026775240898132,
159
+ 0.4280000925064087,
160
+ 0.42245641350746155,
161
+ 0.29490622878074646,
162
+ 0.4660065174102783,
163
+ 0.24374495446681976,
164
+ 0.22665582597255707,
165
+ 0.2481171190738678,
166
+ 0.26424574851989746,
167
+ 0.21860067546367645,
168
+ 0.29731157422065735,
169
+ 0.37902089953422546,
170
+ 0.6086020469665527,
171
+ 0.22514759004116058,
172
+ 0.1358177661895752,
173
+ 0.7376343011856079,
174
+ 0.1074199378490448,
175
+ 0.5645039677619934,
176
+ 0.19405901432037354,
177
+ 0.22036176919937134,
178
+ 0.3237192928791046,
179
+ 0.48873868584632874,
180
+ 0.07916901260614395,
181
+ 0.4110729396343231,
182
+ 0.0722958967089653,
183
+ 0.5707074403762817,
184
+ 0.6981728076934814,
185
+ 0.2413000911474228,
186
+ 0.41361331939697266,
187
+ 0.23650173842906952,
188
+ 0.34451615810394287,
189
+ 0.6425854563713074,
190
+ 0.4848082661628723,
191
+ 0.5321181416511536,
192
+ 0.1608382910490036,
193
+ 0.26253342628479004,
194
+ 0.3286919593811035,
195
+ 0.5838397145271301,
196
+ 0.0776430144906044,
197
+ 0.14883914589881897,
198
+ 0.3074951171875,
199
+ 0.7005286812782288,
200
+ 0.3108329772949219,
201
+ 0.48075172305107117,
202
+ 0.24492473900318146,
203
+ 0.8615920543670654,
204
+ 0.8696094155311584,
205
+ 0.32699042558670044,
206
+ 0.1753871589899063,
207
+ 0.2589971125125885,
208
+ 0.7483843564987183,
209
+ 0.2559497356414795,
210
+ 0.7283675670623779,
211
+ 0.288792222738266,
212
+ 0.13426709175109863,
213
+ 0.1651286780834198,
214
+ 0.7963990569114685,
215
+ 0.4075353741645813,
216
+ 0.43755537271499634,
217
+ 0.5823912024497986,
218
+ 0.06162794679403305,
219
+ 0.06628353148698807,
220
+ 0.05789241939783096,
221
+ 0.5827983617782593,
222
+ 0.5451220870018005,
223
+ 0.18829461932182312,
224
+ 0.3560192883014679,
225
+ 0.16621312499046326,
226
+ 0.36242565512657166,
227
+ 0.584848165512085,
228
+ 0.5254290103912354,
229
+ 0.04132619872689247,
230
+ 0.5564880967140198,
231
+ 0.19661876559257507,
232
+ 0.24760814011096954,
233
+ 0.5181255340576172,
234
+ 0.43938586115837097,
235
+ 0.2727081775665283,
236
+ 0.34076356887817383,
237
+ 0.4006766378879547,
238
+ 0.3212487995624542,
239
+ 0.5592024326324463,
240
+ 0.5540643930435181,
241
+ 0.4537596106529236,
242
+ 0.07733911275863647,
243
+ 0.4025387167930603,
244
+ 0.11729207634925842,
245
+ 0.6437713503837585,
246
+ 0.2617762088775635,
247
+ 0.35532882809638977,
248
+ 0.1639469414949417,
249
+ 0.28965771198272705,
250
+ 0.059955693781375885,
251
+ 0.3093344271183014,
252
+ 0.40306147933006287,
253
+ 0.09468812495470047,
254
+ 0.8452351689338684,
255
+ 0.8538773059844971,
256
+ 0.03665163740515709,
257
+ 0.5391131043434143,
258
+ 0.7276278734207153,
259
+ 0.19562047719955444,
260
+ 0.2714018225669861,
261
+ 0.17707869410514832,
262
+ 0.2696303129196167,
263
+ 0.04799077287316322,
264
+ 0.5186619758605957,
265
+ 0.056991759687662125,
266
+ 0.5463373064994812,
267
+ 0.6048529744148254,
268
+ 0.42717811465263367,
269
+ 0.25518861413002014,
270
+ 0.6480084657669067,
271
+ 0.5184586644172668,
272
+ 0.34614720940589905,
273
+ 0.3822682499885559,
274
+ 0.4101872742176056,
275
+ 0.553615391254425,
276
+ 0.13696788251399994,
277
+ 0.2073531299829483,
278
+ 0.318198025226593,
279
+ 0.10751684755086899,
280
+ 0.3795171082019806,
281
+ 0.1559569090604782,
282
+ 0.7151841521263123
283
+ ]
284
+ }
p4rel-mae-5m-d70-s2/exports/step_00040000/lora_1ep_s0.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p4rel-mae-5m-d70-s2/exports/step_00040000",
4
+ "fingerprint": "e9b1ff1980e47953",
5
+ "campaign_id": "phase4-reliability",
6
+ "trial_id": "p4rel-mae-5m-d70-s2",
7
+ "lora_layers_wrapped": 24,
8
+ "params": {
9
+ "trainable": 535311,
10
+ "total": 5333775,
11
+ "fraction": 0.10036250123036686
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 0,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.006976764392022898,
61
+ "val_map": 0.005719649321814925,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02354,
69
+ "train_map": 0.032122244272669125,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.7
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.02252,
78
+ "train_map": 0.05241658534051451,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.2
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02213,
87
+ "train_map": 0.07031572408058753,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 1.6
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02182,
96
+ "train_map": 0.08981661500137095,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 2.1
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02156,
105
+ "train_map": 0.09635363143879348,
106
+ "val_map": 0.06494785100751799,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 2.2
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02091,
114
+ "train_map": 0.0974997054711267,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 2.5
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.02065,
123
+ "train_map": 0.12081382728174711,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 3.0
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.02027,
132
+ "train_map": 0.12084680932717119,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 3.4
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.01949,
141
+ "train_map": 0.13924042942829473,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 3.9
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.01914,
150
+ "train_map": 0.14747963351793092,
151
+ "val_map": 0.09821922431277567,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 4.1
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.01908,
159
+ "train_map": 0.15956170207500966,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 4.3
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01944,
168
+ "train_map": 0.16958421784889596,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 4.8
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.01891,
177
+ "train_map": 0.17897348254353543,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 5.2
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01864,
186
+ "train_map": 0.19068429632504705,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 5.7
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01781,
195
+ "train_map": 0.20177952392005574,
196
+ "val_map": 0.12543983997660468,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 6.0
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.01799,
204
+ "train_map": 0.2040992259724769,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 6.1
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01761,
213
+ "train_map": 0.2130135723002665,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 6.6
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01795,
222
+ "train_map": 0.2169975114145106,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 7.0
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01746,
231
+ "train_map": 0.22021157849329104,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 7.4
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.01738,
240
+ "train_map": 0.22027774576709183,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 7.8
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.01749,
249
+ "train_map": 0.22016921841435177,
250
+ "val_map": 0.13633163792895864,
251
+ "lr": 1e-05,
252
+ "train_s": 7.9
253
+ }
254
+ ],
255
+ "final_train_map": 0.22016921841435177,
256
+ "final_val_map": 0.13633163792895864,
257
+ "lora/map": 0.13633163792895864,
258
+ "train_seconds": 7.9,
259
+ "wall_seconds": 37.7
260
+ }
p4rel-mae-5m-d70-s2/exports/step_00040000/lora_1ep_s1.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p4rel-mae-5m-d70-s2/exports/step_00040000",
4
+ "fingerprint": "e9b1ff1980e47953",
5
+ "campaign_id": "phase4-reliability",
6
+ "trial_id": "p4rel-mae-5m-d70-s2",
7
+ "lora_layers_wrapped": 24,
8
+ "params": {
9
+ "trainable": 535311,
10
+ "total": 5333775,
11
+ "fraction": 0.10036250123036686
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 1,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.007558412748840469,
61
+ "val_map": 0.006461080525775548,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02383,
69
+ "train_map": 0.02867976843270754,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.5
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.0222,
78
+ "train_map": 0.054536930130762835,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 0.9
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02144,
87
+ "train_map": 0.07667220809008304,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 1.4
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02133,
96
+ "train_map": 0.0896864595687798,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 1.9
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02085,
105
+ "train_map": 0.0929831150292721,
106
+ "val_map": 0.06333127202231091,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 2.0
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02114,
114
+ "train_map": 0.10676008798765192,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 2.3
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.02008,
123
+ "train_map": 0.11156068641543954,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 2.8
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.02002,
132
+ "train_map": 0.13493419949149102,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 3.3
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.01993,
141
+ "train_map": 0.13866492622422383,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 3.7
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.01931,
150
+ "train_map": 0.15184557639270935,
151
+ "val_map": 0.09834874488600659,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 4.0
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.01979,
159
+ "train_map": 0.1619973161657194,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 4.1
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01934,
168
+ "train_map": 0.17001561919603658,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 4.6
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.01841,
177
+ "train_map": 0.18881433817007504,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 5.0
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01805,
186
+ "train_map": 0.196449454818133,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 5.5
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01845,
195
+ "train_map": 0.20032313749665992,
196
+ "val_map": 0.12600945173082362,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 5.8
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.01892,
204
+ "train_map": 0.20439808180624622,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 5.9
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01856,
213
+ "train_map": 0.21265073390911726,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 6.4
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01831,
222
+ "train_map": 0.21825906846838414,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 6.8
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.0183,
231
+ "train_map": 0.21997684839073803,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 7.2
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.01741,
240
+ "train_map": 0.22139016911431625,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 7.6
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.01748,
249
+ "train_map": 0.2212386242139632,
250
+ "val_map": 0.13860784127311587,
251
+ "lr": 1e-05,
252
+ "train_s": 7.7
253
+ }
254
+ ],
255
+ "final_train_map": 0.2212386242139632,
256
+ "final_val_map": 0.13860784127311587,
257
+ "lora/map": 0.13860784127311587,
258
+ "train_seconds": 7.7,
259
+ "wall_seconds": 36.2
260
+ }
p4rel-mae-5m-d70-s2/exports/step_00040000/lora_1ep_s2.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p4rel-mae-5m-d70-s2/exports/step_00040000",
4
+ "fingerprint": "e9b1ff1980e47953",
5
+ "campaign_id": "phase4-reliability",
6
+ "trial_id": "p4rel-mae-5m-d70-s2",
7
+ "lora_layers_wrapped": 24,
8
+ "params": {
9
+ "trainable": 535311,
10
+ "total": 5333775,
11
+ "fraction": 0.10036250123036686
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 2,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.006869988446609882,
61
+ "val_map": 0.006214393542697777,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02388,
69
+ "train_map": 0.029749768037274762,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.5
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.02294,
78
+ "train_map": 0.056071064796782956,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.0
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02216,
87
+ "train_map": 0.07197249949219649,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 1.5
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02097,
96
+ "train_map": 0.08616966652008837,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 1.9
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02112,
105
+ "train_map": 0.08666002940460757,
106
+ "val_map": 0.05745174927439053,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 2.0
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02118,
114
+ "train_map": 0.10161972791928466,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 2.4
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.02014,
123
+ "train_map": 0.12034124944162904,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 2.8
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.02054,
132
+ "train_map": 0.13541246913161403,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 3.3
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.0196,
141
+ "train_map": 0.14731379639201814,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 3.8
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.01909,
150
+ "train_map": 0.1578048907014483,
151
+ "val_map": 0.09287992242831504,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 4.0
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.01938,
159
+ "train_map": 0.16285483222066,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 4.2
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01873,
168
+ "train_map": 0.17284906995032104,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 4.7
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.01981,
177
+ "train_map": 0.18129267924831052,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 5.1
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01822,
186
+ "train_map": 0.1936170754422287,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 5.6
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01862,
195
+ "train_map": 0.2041809363096274,
196
+ "val_map": 0.12406068367784599,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 6.0
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.01846,
204
+ "train_map": 0.2041887842168222,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 6.0
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01784,
213
+ "train_map": 0.21376922397222192,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 6.5
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01794,
222
+ "train_map": 0.21601331024474874,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 6.9
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01832,
231
+ "train_map": 0.21752857710225984,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 7.4
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.01754,
240
+ "train_map": 0.21913820160181743,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 7.8
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.01754,
249
+ "train_map": 0.2191030546453776,
250
+ "val_map": 0.13517851646869414,
251
+ "lr": 1e-05,
252
+ "train_s": 7.8
253
+ }
254
+ ],
255
+ "final_train_map": 0.2191030546453776,
256
+ "final_val_map": 0.13517851646869414,
257
+ "lora/map": 0.13517851646869414,
258
+ "train_seconds": 7.8,
259
+ "wall_seconds": 39.0
260
+ }
p4rel-mae-5m-d70-s2/exports/step_00040000/probe.json ADDED
@@ -0,0 +1,576 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export_dir": "/workspace/runs/p4rel-mae-5m-d70-s2/exports/step_00040000",
3
+ "fingerprint": "e9b1ff1980e47953",
4
+ "campaign_id": "phase4-reliability",
5
+ "trial_id": "p4rel-mae-5m-d70-s2",
6
+ "probe/map": 0.14616736495757804,
7
+ "probe/map_train": 0.41481471666801134,
8
+ "probe/alpha": 0.1,
9
+ "probe/holdout_map": 0.17495893071400287,
10
+ "probe/pooling": "concat",
11
+ "probe/feature_dim": 512,
12
+ "probe/fit_clips": 20550,
13
+ "probe/score_clips": 18886,
14
+ "probe/classes_scored": 527,
15
+ "probe/extract_s": 3.808514284028206,
16
+ "probe/total_s": 4.852718360023573,
17
+ "alpha_selection": [
18
+ {
19
+ "alpha": 0.01,
20
+ "holdout_map": 0.1747201593642245
21
+ },
22
+ {
23
+ "alpha": 0.1,
24
+ "holdout_map": 0.17495893071400287
25
+ },
26
+ {
27
+ "alpha": 1.0,
28
+ "holdout_map": 0.1748982034866615
29
+ },
30
+ {
31
+ "alpha": 10.0,
32
+ "holdout_map": 0.17150598565784533
33
+ },
34
+ {
35
+ "alpha": 100.0,
36
+ "holdout_map": 0.15868186780235657
37
+ },
38
+ {
39
+ "alpha": 1000.0,
40
+ "holdout_map": 0.13398966521105996
41
+ },
42
+ {
43
+ "alpha": 10000.0,
44
+ "holdout_map": 0.10614592503081208
45
+ }
46
+ ],
47
+ "per_class_ap": [
48
+ 0.6467829942703247,
49
+ 0.032934874296188354,
50
+ 0.08175528794527054,
51
+ 0.20834289491176605,
52
+ 0.09469135850667953,
53
+ 0.2645929455757141,
54
+ 0.21648433804512024,
55
+ 0.3139096796512604,
56
+ 0.045139092952013016,
57
+ 0.0804109200835228,
58
+ 0.02405356615781784,
59
+ 0.07517300546169281,
60
+ 0.5068984031677246,
61
+ 0.3054363429546356,
62
+ 0.046179693192243576,
63
+ 0.5352582931518555,
64
+ 0.34422430396080017,
65
+ 0.3678933382034302,
66
+ 0.0781288668513298,
67
+ 0.05431007966399193,
68
+ 0.24037234485149384,
69
+ 0.10870300233364105,
70
+ 0.18609926104545593,
71
+ 0.14152492582798004,
72
+ 0.0894184410572052,
73
+ 0.025668270885944366,
74
+ 0.10710828006267548,
75
+ 0.19296981394290924,
76
+ 0.2837905287742615,
77
+ 0.12333650141954422,
78
+ 0.2578260004520416,
79
+ 0.20516397058963776,
80
+ 0.03595031052827835,
81
+ 0.07686499506235123,
82
+ 0.23788048326969147,
83
+ 0.07051318883895874,
84
+ 0.40639451146125793,
85
+ 0.05847586691379547,
86
+ 0.07544749975204468,
87
+ 0.1449221670627594,
88
+ 0.13626250624656677,
89
+ 0.02938157692551613,
90
+ 0.07117673754692078,
91
+ 0.473043829202652,
92
+ 0.026030009612441063,
93
+ 0.10488302260637283,
94
+ 0.020116480067372322,
95
+ 0.09644978493452072,
96
+ 0.07794785499572754,
97
+ 0.07741886377334595,
98
+ 0.13835754990577698,
99
+ 0.010425746440887451,
100
+ 0.03399525582790375,
101
+ 0.055895786732435226,
102
+ 0.2524551749229431,
103
+ 0.12407664954662323,
104
+ 0.26631301641464233,
105
+ 0.3808857202529907,
106
+ 0.1433497816324234,
107
+ 0.07839450985193253,
108
+ 0.19960680603981018,
109
+ 0.23001296818256378,
110
+ 0.07294486463069916,
111
+ 0.1419943869113922,
112
+ 0.5047878623008728,
113
+ 0.2305620014667511,
114
+ 0.2753266990184784,
115
+ 0.26985856890678406,
116
+ 0.3828377425670624,
117
+ 0.3620017468929291,
118
+ 0.14871186017990112,
119
+ 0.17831042408943176,
120
+ 0.19203811883926392,
121
+ 0.16365109384059906,
122
+ 0.1603398472070694,
123
+ 0.20202314853668213,
124
+ 0.04108303785324097,
125
+ 0.18514561653137207,
126
+ 0.16356492042541504,
127
+ 0.15320420265197754,
128
+ 0.017204955220222473,
129
+ 0.1329810619354248,
130
+ 0.3622249662876129,
131
+ 0.204227477312088,
132
+ 0.10081126540899277,
133
+ 0.04257313534617424,
134
+ 0.07686175405979156,
135
+ 0.031646616756916046,
136
+ 0.04356296360492706,
137
+ 0.04235348850488663,
138
+ 0.11076945066452026,
139
+ 0.09054187685251236,
140
+ 0.17971855401992798,
141
+ 0.02267170511186123,
142
+ 0.023634333163499832,
143
+ 0.08769982308149338,
144
+ 0.01739458367228508,
145
+ 0.025082003325223923,
146
+ 0.1269058734178543,
147
+ 0.12602829933166504,
148
+ 0.09904129058122635,
149
+ 0.22312532365322113,
150
+ 0.057163581252098083,
151
+ 0.057138752192258835,
152
+ 0.023480333387851715,
153
+ 0.042954958975315094,
154
+ 0.05891403183341026,
155
+ 0.04399075359106064,
156
+ 0.07394654303789139,
157
+ 0.1817486584186554,
158
+ 0.26616308093070984,
159
+ 0.13647960126399994,
160
+ 0.11910396814346313,
161
+ 0.08352261781692505,
162
+ 0.06199972704052925,
163
+ 0.205936998128891,
164
+ 0.20183295011520386,
165
+ 0.1265740692615509,
166
+ 0.13044343888759613,
167
+ 0.3032832145690918,
168
+ 0.29983052611351013,
169
+ 0.1294228583574295,
170
+ 0.08470828086137772,
171
+ 0.102927565574646,
172
+ 0.008260799571871758,
173
+ 0.03209740296006203,
174
+ 0.1382078230381012,
175
+ 0.18123410642147064,
176
+ 0.14592817425727844,
177
+ 0.10842254757881165,
178
+ 0.004335368517786264,
179
+ 0.059152550995349884,
180
+ 0.16929471492767334,
181
+ 0.1615106761455536,
182
+ 0.04130546376109123,
183
+ 0.014257730916142464,
184
+ 0.08276382833719254,
185
+ 0.7251548171043396,
186
+ 0.24626296758651733,
187
+ 0.3140107989311218,
188
+ 0.39033034443855286,
189
+ 0.30791011452674866,
190
+ 0.2071390151977539,
191
+ 0.15789702534675598,
192
+ 0.10217280685901642,
193
+ 0.15011467039585114,
194
+ 0.12573452293872833,
195
+ 0.3706910014152527,
196
+ 0.15946099162101746,
197
+ 0.2761237323284149,
198
+ 0.14583127200603485,
199
+ 0.1854795217514038,
200
+ 0.24451446533203125,
201
+ 0.1384975165128708,
202
+ 0.1488216072320938,
203
+ 0.20065848529338837,
204
+ 0.11133237928152084,
205
+ 0.08082685619592667,
206
+ 0.0508451871573925,
207
+ 0.06685791909694672,
208
+ 0.4540654122829437,
209
+ 0.30263856053352356,
210
+ 0.28682592511177063,
211
+ 0.1503247767686844,
212
+ 0.2678222358226776,
213
+ 0.24308668076992035,
214
+ 0.28627151250839233,
215
+ 0.15562717616558075,
216
+ 0.27529796957969666,
217
+ 0.39703652262687683,
218
+ 0.2580021023750305,
219
+ 0.2855912148952484,
220
+ 0.29792359471321106,
221
+ 0.16280552744865417,
222
+ 0.10309480130672455,
223
+ 0.13871543109416962,
224
+ 0.12387041747570038,
225
+ 0.31930285692214966,
226
+ 0.08391908556222916,
227
+ 0.17136983573436737,
228
+ 0.20317648351192474,
229
+ 0.1799495667219162,
230
+ 0.13609817624092102,
231
+ 0.3609558939933777,
232
+ 0.0663655623793602,
233
+ 0.4103521704673767,
234
+ 0.3623884618282318,
235
+ 0.1985243409872055,
236
+ 0.303497314453125,
237
+ 0.15323738753795624,
238
+ 0.18162928521633148,
239
+ 0.1316981464624405,
240
+ 0.31077927350997925,
241
+ 0.1869341880083084,
242
+ 0.18191780149936676,
243
+ 0.36914822459220886,
244
+ 0.0576704740524292,
245
+ 0.11106497794389725,
246
+ 0.125304713845253,
247
+ 0.2792816460132599,
248
+ 0.053325530141592026,
249
+ 0.2278347611427307,
250
+ 0.07050640136003494,
251
+ 0.13942460715770721,
252
+ 0.19284002482891083,
253
+ 0.14994122087955475,
254
+ 0.1795962005853653,
255
+ 0.5133127570152283,
256
+ 0.2534555494785309,
257
+ 0.3046915829181671,
258
+ 0.7608920931816101,
259
+ 0.4673927426338196,
260
+ 0.48424455523490906,
261
+ 0.05076659098267555,
262
+ 0.3579827547073364,
263
+ 0.17380619049072266,
264
+ 0.04536842927336693,
265
+ 0.2776757478713989,
266
+ 0.19128285348415375,
267
+ 0.13837064802646637,
268
+ 0.16696763038635254,
269
+ 0.14479419589042664,
270
+ 0.20664897561073303,
271
+ 0.22649002075195312,
272
+ 0.08746986091136932,
273
+ 0.10183282196521759,
274
+ 0.09773041307926178,
275
+ 0.04960677772760391,
276
+ 0.13824833929538727,
277
+ 0.058709967881441116,
278
+ 0.05939336121082306,
279
+ 0.12474667280912399,
280
+ 0.10113737732172012,
281
+ 0.05572764575481415,
282
+ 0.04277970641851425,
283
+ 0.016851140186190605,
284
+ 0.16217467188835144,
285
+ 0.021320408210158348,
286
+ 0.38201847672462463,
287
+ 0.03258870914578438,
288
+ 0.11715517938137054,
289
+ 0.22017735242843628,
290
+ 0.27427393198013306,
291
+ 0.16439758241176605,
292
+ 0.17048771679401398,
293
+ 0.23043116927146912,
294
+ 0.07530373334884644,
295
+ 0.14066730439662933,
296
+ 0.03506007045507431,
297
+ 0.08717985451221466,
298
+ 0.12418019026517868,
299
+ 0.02537916786968708,
300
+ 0.06947550177574158,
301
+ 0.08864807337522507,
302
+ 0.09475932270288467,
303
+ 0.17646300792694092,
304
+ 0.31267252564430237,
305
+ 0.24418048560619354,
306
+ 0.19915442168712616,
307
+ 0.12543849647045135,
308
+ 0.035472746938467026,
309
+ 0.09291419386863708,
310
+ 0.21872031688690186,
311
+ 0.14489619433879852,
312
+ 0.025250539183616638,
313
+ 0.09965599328279495,
314
+ 0.09191811084747314,
315
+ 0.14213649928569794,
316
+ 0.12884142994880676,
317
+ 0.03542550280690193,
318
+ 0.018881583586335182,
319
+ 0.274525910615921,
320
+ 0.1393813043832779,
321
+ 0.04001566395163536,
322
+ 0.208218514919281,
323
+ 0.042130328714847565,
324
+ 0.0800832211971283,
325
+ 0.03678502142429352,
326
+ 0.08039543777704239,
327
+ 0.07149992883205414,
328
+ 0.03257061541080475,
329
+ 0.2868809103965759,
330
+ 0.13556893169879913,
331
+ 0.23530139029026031,
332
+ 0.06167605519294739,
333
+ 0.255991667509079,
334
+ 0.2494685798883438,
335
+ 0.2511056959629059,
336
+ 0.233779639005661,
337
+ 0.1965835690498352,
338
+ 0.18706654012203217,
339
+ 0.17577171325683594,
340
+ 0.1267060786485672,
341
+ 0.2135370522737503,
342
+ 0.16351252794265747,
343
+ 0.17601661384105682,
344
+ 0.12897180020809174,
345
+ 0.009990572929382324,
346
+ 0.014252989552915096,
347
+ 0.011261120438575745,
348
+ 0.2901911735534668,
349
+ 0.18794231116771698,
350
+ 0.17309331893920898,
351
+ 0.06953947246074677,
352
+ 0.04151257872581482,
353
+ 0.11268513649702072,
354
+ 0.023620672523975372,
355
+ 0.1780044585466385,
356
+ 0.07648716866970062,
357
+ 0.149913489818573,
358
+ 0.17701217532157898,
359
+ 0.058126986026763916,
360
+ 0.09135179221630096,
361
+ 0.0768342912197113,
362
+ 0.07387720048427582,
363
+ 0.1287556290626526,
364
+ 0.09536950290203094,
365
+ 0.06804543733596802,
366
+ 0.12711097300052643,
367
+ 0.08087325841188431,
368
+ 0.2069699764251709,
369
+ 0.03894868120551109,
370
+ 0.4394973814487457,
371
+ 0.3825314939022064,
372
+ 0.24245242774486542,
373
+ 0.282534658908844,
374
+ 0.07934563606977463,
375
+ 0.07874900102615356,
376
+ 0.25227871537208557,
377
+ 0.23370160162448883,
378
+ 0.13483954966068268,
379
+ 0.16820074617862701,
380
+ 0.2553969919681549,
381
+ 0.3033536374568939,
382
+ 0.23008915781974792,
383
+ 0.1970631331205368,
384
+ 0.1466817557811737,
385
+ 0.215214803814888,
386
+ 0.05040108785033226,
387
+ 0.042956847697496414,
388
+ 0.10700896382331848,
389
+ 0.006351544056087732,
390
+ 0.07649342715740204,
391
+ 0.16381710767745972,
392
+ 0.11091776937246323,
393
+ 0.08178482204675674,
394
+ 0.07934129983186722,
395
+ 0.3485665023326874,
396
+ 0.044674117118120193,
397
+ 0.023038342595100403,
398
+ 0.15280961990356445,
399
+ 0.043017853051424026,
400
+ 0.0831526443362236,
401
+ 0.11064592003822327,
402
+ 0.024640604853630066,
403
+ 0.054433245211839676,
404
+ 0.03376048058271408,
405
+ 0.016024257987737656,
406
+ 0.039205048233270645,
407
+ 0.08299607783555984,
408
+ 0.019437966868281364,
409
+ 0.06265784800052643,
410
+ 0.1408255249261856,
411
+ 0.16791671514511108,
412
+ 0.048767343163490295,
413
+ 0.058968380093574524,
414
+ 0.39105987548828125,
415
+ 0.2190593034029007,
416
+ 0.03122200258076191,
417
+ 0.1237555667757988,
418
+ 0.13414914906024933,
419
+ 0.0625663474202156,
420
+ 0.16504627466201782,
421
+ 0.33435818552970886,
422
+ 0.1404481828212738,
423
+ 0.06146232783794403,
424
+ 0.08258208632469177,
425
+ 0.1022447794675827,
426
+ 0.016643689945340157,
427
+ 0.012812920846045017,
428
+ 0.01847914606332779,
429
+ 0.10720239579677582,
430
+ 0.16592630743980408,
431
+ 0.09327072650194168,
432
+ 0.16963642835617065,
433
+ 0.20230267941951752,
434
+ 0.16005903482437134,
435
+ 0.07166866958141327,
436
+ 0.05641230568289757,
437
+ 0.024904508143663406,
438
+ 0.2213260382413864,
439
+ 0.1206955686211586,
440
+ 0.04677070677280426,
441
+ 0.32297059893608093,
442
+ 0.2068338245153427,
443
+ 0.09241092205047607,
444
+ 0.45830124616622925,
445
+ 0.49564895033836365,
446
+ 0.03404055908322334,
447
+ 0.33859962224960327,
448
+ 0.4005248248577118,
449
+ 0.050976552069187164,
450
+ 0.10605117678642273,
451
+ 0.2000533789396286,
452
+ 0.03948177024722099,
453
+ 0.017641393467783928,
454
+ 0.02274843119084835,
455
+ 0.022109804674983025,
456
+ 0.02301233448088169,
457
+ 0.015491656959056854,
458
+ 0.031244998797774315,
459
+ 0.1745891571044922,
460
+ 0.04817543923854828,
461
+ 0.06377208232879639,
462
+ 0.2965514063835144,
463
+ 0.13428014516830444,
464
+ 0.03185895457863808,
465
+ 0.010135688818991184,
466
+ 0.12365637719631195,
467
+ 0.0807190015912056,
468
+ 0.24125680327415466,
469
+ 0.08410890400409698,
470
+ 0.11716882139444351,
471
+ 0.2835335433483124,
472
+ 0.11777491122484207,
473
+ 0.12782853841781616,
474
+ 0.055287398397922516,
475
+ 0.1960848718881607,
476
+ 0.2539824843406677,
477
+ 0.1357557475566864,
478
+ 0.07885982096195221,
479
+ 0.16009458899497986,
480
+ 0.1534908562898636,
481
+ 0.07046486437320709,
482
+ 0.007164099253714085,
483
+ 0.10992035269737244,
484
+ 0.23373879492282867,
485
+ 0.08232638239860535,
486
+ 0.13624902069568634,
487
+ 0.032338179647922516,
488
+ 0.01933421939611435,
489
+ 0.024015767499804497,
490
+ 0.01205355953425169,
491
+ 0.11108104139566422,
492
+ 0.011616579256951809,
493
+ 0.12510228157043457,
494
+ 0.10492094606161118,
495
+ 0.010531038045883179,
496
+ 0.02447168342769146,
497
+ 0.07222770154476166,
498
+ 0.027783427387475967,
499
+ 0.04601442441344261,
500
+ 0.015746036544442177,
501
+ 0.03778648003935814,
502
+ 0.06299465894699097,
503
+ 0.22753697633743286,
504
+ 0.04363275319337845,
505
+ 0.14521023631095886,
506
+ 0.04491904750466347,
507
+ 0.16061042249202728,
508
+ 0.053534891456365585,
509
+ 0.03632635250687599,
510
+ 0.3433869481086731,
511
+ 0.3770309090614319,
512
+ 0.22007915377616882,
513
+ 0.13752806186676025,
514
+ 0.03356816619634628,
515
+ 0.05934986472129822,
516
+ 0.06892374902963638,
517
+ 0.25679296255111694,
518
+ 0.10717598348855972,
519
+ 0.05457038804888725,
520
+ 0.07280959188938141,
521
+ 0.017936091870069504,
522
+ 0.13002724945545197,
523
+ 0.010531737469136715,
524
+ 0.2660629153251648,
525
+ 0.08293401449918747,
526
+ 0.10314996540546417,
527
+ 0.251021146774292,
528
+ 0.172469824552536,
529
+ 0.08678138256072998,
530
+ 0.017644662410020828,
531
+ 0.11372405290603638,
532
+ 0.09748754650354385,
533
+ 0.019552268087863922,
534
+ 0.009085578843951225,
535
+ 0.07108688354492188,
536
+ 0.058678582310676575,
537
+ 0.06761681288480759,
538
+ 0.2307206094264984,
539
+ 0.3039016127586365,
540
+ 0.09276849776506424,
541
+ 0.1478368192911148,
542
+ 0.20900413393974304,
543
+ 0.06205995753407478,
544
+ 0.048597998917102814,
545
+ 0.1555211842060089,
546
+ 0.10451436787843704,
547
+ 0.11411486566066742,
548
+ 0.13500872254371643,
549
+ 0.3336726427078247,
550
+ 0.010564138181507587,
551
+ 0.16529862582683563,
552
+ 0.031856682151556015,
553
+ 0.016633376479148865,
554
+ 0.09880607575178146,
555
+ 0.027750344946980476,
556
+ 0.022113420069217682,
557
+ 0.04237565025687218,
558
+ 0.02633068524301052,
559
+ 0.1579498052597046,
560
+ 0.0636666938662529,
561
+ 0.011928393505513668,
562
+ 0.1356450319290161,
563
+ 0.2792801558971405,
564
+ 0.08480963110923767,
565
+ 0.2818789482116699,
566
+ 0.04658752307295799,
567
+ 0.0943775326013565,
568
+ 0.04004425182938576,
569
+ 0.2012970894575119,
570
+ 0.1508934497833252,
571
+ 0.07562483847141266,
572
+ 0.009219441562891006,
573
+ 0.11840479075908661,
574
+ 0.08637942373752594
575
+ ]
576
+ }
p4rel-mae-5m-d70-s2/mixture_plan.npy ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bd63859c1aff08f222ca30a4a99cd3315c12e2aa6ada89439b276fe8d628199
3
+ size 15360128
p4rel-mae-5m-d70-s2/run.json ADDED
@@ -0,0 +1,94 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "campaign_id": "phase4-reliability",
3
+ "trial_id": "p4rel-mae-5m-d70-s2",
4
+ "fingerprint": "e9b1ff1980e47953",
5
+ "wandb_run_id": "phase4-reliability-p4rel-mae-5m-d70-s2",
6
+ "environment": {
7
+ "git_sha": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da",
8
+ "git_dirty": true,
9
+ "torch": "2.12.0+cu130",
10
+ "cuda": "13.0",
11
+ "cudnn": 92000,
12
+ "gpu_count": 1,
13
+ "gpu_name": "NVIDIA GeForce RTX 4090",
14
+ "gpu_memory_gib": 23.52,
15
+ "capability": "8.9",
16
+ "driver": "580.173.02"
17
+ },
18
+ "parameters": {
19
+ "encoder_params": 4804608,
20
+ "decoder_params": 288512,
21
+ "trainable_params": 5158912,
22
+ "total_params": 5158912
23
+ },
24
+ "schedule": {
25
+ "budget_clips": 1920000,
26
+ "schedule_clips": null,
27
+ "clips_per_step": 48,
28
+ "total_steps": 40000,
29
+ "schedule_steps": 40000,
30
+ "warmup_steps": 4000,
31
+ "ema_anneal_steps": 40000,
32
+ "final_lr": 1.2000011400306783e-06,
33
+ "final_ema_decay": 0.9999899952500001
34
+ },
35
+ "geometry": {
36
+ "patch_grid": [
37
+ 64,
38
+ 4
39
+ ],
40
+ "num_patches": 256,
41
+ "visible_patches": 51,
42
+ "centers_per_mask": 2
43
+ },
44
+ "data": {
45
+ "split": "train",
46
+ "rows": 1912024,
47
+ "shards": 96,
48
+ "sampled_sha256": "58cddcb9592605014dfe6c40579aa65d2a3216cdb77feeaf0267c183e9f0d5a9",
49
+ "val_split": "balanced_train",
50
+ "val_clips": 2048
51
+ },
52
+ "mixture": {
53
+ "dist_id": null,
54
+ "has_weights": true,
55
+ "repetition_cap": 1000.0,
56
+ "distinct_fraction": null,
57
+ "max_repetition": 5.832684450853161,
58
+ "distinct_clips": 686706,
59
+ "capped_clusters": 0,
60
+ "realized_weights": [
61
+ 0.004603645833333334,
62
+ 0.058050520833333334,
63
+ 0.0,
64
+ 0.25281041666666665,
65
+ 0.062025520833333334,
66
+ 0.0,
67
+ 0.16547291666666666,
68
+ 0.0,
69
+ 0.0021973958333333333,
70
+ 0.0,
71
+ 0.0074255208333333335,
72
+ 0.016421875,
73
+ 0.0008885416666666667,
74
+ 0.0004182291666666667,
75
+ 0.14711510416666668,
76
+ 0.0,
77
+ 0.24878489583333332,
78
+ 0.0027208333333333334,
79
+ 0.026671875,
80
+ 0.0043927083333333335
81
+ ]
82
+ },
83
+ "started_at": 1786972658.687606,
84
+ "finished_at": 1786973208.2076702,
85
+ "summary": {
86
+ "completed": true,
87
+ "final_step": 40000,
88
+ "clips_seen": 1920000,
89
+ "peak_gib": 0.3664274215698242,
90
+ "val/loss": 0.6354718538932502,
91
+ "val/frame": 0.6354718538932502,
92
+ "val/utterance": 0.0
93
+ }
94
+ }
p4rel-mae-5m-d70-s2/status.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "state": "complete",
3
+ "updated_at": 1786973208.2092724,
4
+ "step": 40000,
5
+ "total_steps": 40000,
6
+ "clips_seen": 1920000,
7
+ "completed": true,
8
+ "final_step": 40000,
9
+ "peak_gib": 0.3664274215698242,
10
+ "val/loss": 0.6354718538932502,
11
+ "val/frame": 0.6354718538932502,
12
+ "val/utterance": 0.0
13
+ }