Upload folder using huggingface_hub

p8ess-eat-15m-natural-ess-100k-s0/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: eat
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 16
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 192.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.04398323452006878
+  - 0.047639569377790236
+  - 0.04987541997380786
+  - 0.04352455826914307
+  - 0.06833805433404602
+  - 0.0691879390635264
+  - 0.06156826483349581
+  - 0.023825537754756217
+  - 0.05248940389869583
+  - 0.04984770065647712
+  - 0.04359882511934997
+  - 0.025219348711104046
+  - 0.057987765843943384
+  - 0.09278753823173767
+  - 0.049216955435705825
+  - 0.054416680962163656
+  - 0.050065271147224095
+  - 0.05877645887290118
+  - 0.04349683895181232
+  - 0.014154634042250515
+  repetition_cap: 1000.0
+  distinct_fraction: 0.052301
+optim:
+  lr: 0.001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase8-ess-seed
+  trial_id: p8ess-eat-15m-natural-ess-100k-s0
+  wandb_project: mixture-transfer
+  wandb_entity: luequinn-montana-state-university
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p8ess-eat-15m-natural-ess-100k-s0/exports/step_00005000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: eat
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 16
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 192.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.04398323452006878
+  - 0.047639569377790236
+  - 0.04987541997380786
+  - 0.04352455826914307
+  - 0.06833805433404602
+  - 0.0691879390635264
+  - 0.06156826483349581
+  - 0.023825537754756217
+  - 0.05248940389869583
+  - 0.04984770065647712
+  - 0.04359882511934997
+  - 0.025219348711104046
+  - 0.057987765843943384
+  - 0.09278753823173767
+  - 0.049216955435705825
+  - 0.054416680962163656
+  - 0.050065271147224095
+  - 0.05877645887290118
+  - 0.04349683895181232
+  - 0.014154634042250515
+  repetition_cap: 1000.0
+  distinct_fraction: 0.052301
+optim:
+  lr: 0.001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase8-ess-seed
+  trial_id: p8ess-eat-15m-natural-ess-100k-s0
+  wandb_project: mixture-transfer
+  wandb_entity: luequinn-montana-state-university
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p8ess-eat-15m-natural-ess-100k-s0/exports/step_00005000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p8ess-eat-15m-natural-ess-100k-s0/exports/step_00005000",
+  "fingerprint": "eb4d321b2d766418",
+  "campaign_id": "phase8-ess-seed",
+  "trial_id": "p8ess-eat-15m-natural-ess-100k-s0",
+  "probe/map": 0.10040838213591524,
+  "probe/map_train": 0.3799502880964605,
+  "probe/alpha": 0.1,
+  "probe/holdout_map": 0.12429160467857951,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.92946588806808,
+  "probe/total_s": 8.53593698143959,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.11962941543824716
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.12429160467857951
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1237689812779886
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.11314291960826635
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.09444181246778431
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.07062967456930248
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.04962109303255645
+    }
+  ],
+  "per_class_ap": [
+    0.5992575883865356,
+    0.008578578010201454,
+    0.04755798354744911,
+    0.11838417500257492,
+    0.041202276945114136,
+    0.2569439709186554,
+    0.1395116001367569,
+    0.2857772409915924,
+    0.06206200644373894,
+    0.024271149188280106,
+    0.02129422128200531,
+    0.03691733628511429,
+    0.2868075370788574,
+    0.19970642030239105,
+    0.03560299798846245,
+    0.2951653003692627,
+    0.28145864605903625,
+    0.3311690092086792,
+    0.04180312901735306,
+    0.037997905164957047,
+    0.19245953857898712,
+    0.043736789375543594,
+    0.1234893947839737,
+    0.09095845371484756,
+    0.027804255485534668,
+    0.01610546000301838,
+    0.03941487520933151,
+    0.1677544265985489,
+    0.12984418869018555,
+    0.029053334146738052,
+    0.18510659039020538,
+    0.12857145071029663,
+    0.011668018065392971,
+    0.07829562574625015,
+    0.20389245450496674,
+    0.03177301213145256,
+    0.2917391359806061,
+    0.04842912405729294,
+    0.07156588137149811,
+    0.06429172307252884,
+    0.13606543838977814,
+    0.010387436486780643,
+    0.01943395473062992,
+    0.3099837005138397,
+    0.007057746406644583,
+    0.03690340369939804,
+    0.008506403304636478,
+    0.055210985243320465,
+    0.06596167385578156,
+    0.035283733159303665,
+    0.11576711386442184,
+    0.007427494507282972,
+    0.01603805646300316,
+    0.028056016191840172,
+    0.16363246738910675,
+    0.09226616472005844,
+    0.045978739857673645,
+    0.24062573909759521,
+    0.02972993068397045,
+    0.038341522216796875,
+    0.15908189117908478,
+    0.20457647740840912,
+    0.02780507504940033,
+    0.1295924186706543,
+    0.4952249825000763,
+    0.191901296377182,
+    0.18290944397449493,
+    0.1229633018374443,
+    0.22812500596046448,
+    0.272577166557312,
+    0.045219216495752335,
+    0.09223391860723495,
+    0.14647947251796722,
+    0.11703252047300339,
+    0.11055818945169449,
+    0.20450712740421295,
+    0.03812248259782791,
+    0.11114170402288437,
+    0.13765142858028412,
+    0.042029496282339096,
+    0.017777523025870323,
+    0.05029052123427391,
+    0.10370804369449615,
+    0.08306312561035156,
+    0.07432182133197784,
+    0.026107804849743843,
+    0.03520743176341057,
+    0.010654019191861153,
+    0.018072722479701042,
+    0.017182648181915283,
+    0.06278169900178909,
+    0.04898865893483162,
+    0.1415858417749405,
+    0.011383767239749432,
+    0.014269700273871422,
+    0.01905723474919796,
+    0.015345269814133644,
+    0.02017601579427719,
+    0.10515936464071274,
+    0.14203330874443054,
+    0.10535537451505661,
+    0.2204441875219345,
+    0.021470598876476288,
+    0.021440109238028526,
+    0.01591450534760952,
+    0.05459025129675865,
+    0.027388693764805794,
+    0.01868409849703312,
+    0.03895489498972893,
+    0.05306321755051613,
+    0.06200386956334114,
+    0.09587016701698303,
+    0.0750652328133583,
+    0.049565963447093964,
+    0.03683382272720337,
+    0.10253269970417023,
+    0.09840701520442963,
+    0.036925844848155975,
+    0.0600854828953743,
+    0.2002107799053192,
+    0.18828648328781128,
+    0.07462205737829208,
+    0.05001136660575867,
+    0.025936219841241837,
+    0.009195243939757347,
+    0.025964299216866493,
+    0.09834570437669754,
+    0.1590348780155182,
+    0.04453768581151962,
+    0.0468909926712513,
+    0.004769269376993179,
+    0.0456240251660347,
+    0.060512714087963104,
+    0.049516160041093826,
+    0.018011627718806267,
+    0.007235458120703697,
+    0.050015244632959366,
+    0.6952548623085022,
+    0.22660329937934875,
+    0.2714598476886749,
+    0.35567501187324524,
+    0.22238926589488983,
+    0.12701694667339325,
+    0.08870107680559158,
+    0.06365012377500534,
+    0.10034945607185364,
+    0.06838884204626083,
+    0.1937692016363144,
+    0.043715037405490875,
+    0.13857761025428772,
+    0.1296219378709793,
+    0.13490696251392365,
+    0.15956012904644012,
+    0.07301301509141922,
+    0.06439327448606491,
+    0.12513276934623718,
+    0.08758429437875748,
+    0.055378686636686325,
+    0.022078458219766617,
+    0.08063165843486786,
+    0.2813153564929962,
+    0.2271173745393753,
+    0.20166127383708954,
+    0.1260325014591217,
+    0.20599263906478882,
+    0.17388659715652466,
+    0.21126335859298706,
+    0.09572277218103409,
+    0.20549462735652924,
+    0.22193096578121185,
+    0.12296630442142487,
+    0.1923011690378189,
+    0.20124253630638123,
+    0.19483157992362976,
+    0.08651767671108246,
+    0.09023687988519669,
+    0.09305595606565475,
+    0.32735899090766907,
+    0.03836343064904213,
+    0.11358796060085297,
+    0.13776057958602905,
+    0.12057983875274658,
+    0.08185376971960068,
+    0.14551009237766266,
+    0.028588930144906044,
+    0.2141188383102417,
+    0.23031190037727356,
+    0.10921379923820496,
+    0.18595220148563385,
+    0.1102781593799591,
+    0.14783646166324615,
+    0.07001286745071411,
+    0.2468436062335968,
+    0.1286488026380539,
+    0.08136353641748428,
+    0.3111003041267395,
+    0.057915788143873215,
+    0.03447524458169937,
+    0.09161166101694107,
+    0.1852964162826538,
+    0.047055069357156754,
+    0.19068585336208344,
+    0.07483629882335663,
+    0.2226085364818573,
+    0.14676955342292786,
+    0.07123474776744843,
+    0.06764005124568939,
+    0.32810133695602417,
+    0.08516134321689606,
+    0.22070321440696716,
+    0.6283668279647827,
+    0.24691474437713623,
+    0.42619478702545166,
+    0.09300567954778671,
+    0.29821494221687317,
+    0.11152414232492447,
+    0.03412766009569168,
+    0.2184743583202362,
+    0.14389167726039886,
+    0.08022025227546692,
+    0.15704603493213654,
+    0.08848259598016739,
+    0.16357024013996124,
+    0.15484018623828888,
+    0.058472372591495514,
+    0.1005735918879509,
+    0.06400426477193832,
+    0.03858033940196037,
+    0.1551903635263443,
+    0.02640032023191452,
+    0.046172481030225754,
+    0.053477030247449875,
+    0.06039772182703018,
+    0.046726349741220474,
+    0.027684561908245087,
+    0.009649486280977726,
+    0.12930408120155334,
+    0.016408869996666908,
+    0.30237919092178345,
+    0.031914807856082916,
+    0.10895217955112457,
+    0.19525471329689026,
+    0.28530561923980713,
+    0.18754325807094574,
+    0.15084055066108704,
+    0.23999090492725372,
+    0.05114182084798813,
+    0.12895320355892181,
+    0.04055190831422806,
+    0.10195072740316391,
+    0.07533199340105057,
+    0.049152668565511703,
+    0.06689809262752533,
+    0.07755236327648163,
+    0.08888718485832214,
+    0.12402497977018356,
+    0.2284439206123352,
+    0.18224850296974182,
+    0.07824348658323288,
+    0.06691230833530426,
+    0.0647338256239891,
+    0.05174853652715683,
+    0.10798649489879608,
+    0.09491982311010361,
+    0.02722300961613655,
+    0.057974543422460556,
+    0.06221471726894379,
+    0.08901692926883698,
+    0.050991956144571304,
+    0.041369084268808365,
+    0.015284783206880093,
+    0.1845904141664505,
+    0.06626933068037033,
+    0.028418900445103645,
+    0.16719044744968414,
+    0.051919106394052505,
+    0.07018762081861496,
+    0.03662480041384697,
+    0.06638554483652115,
+    0.02817676030099392,
+    0.022718029096722603,
+    0.25202885270118713,
+    0.055627189576625824,
+    0.15091997385025024,
+    0.0416305847465992,
+    0.15396982431411743,
+    0.18888340890407562,
+    0.21215206384658813,
+    0.1298077404499054,
+    0.16465817391872406,
+    0.146145761013031,
+    0.15786613523960114,
+    0.06718847900629044,
+    0.1560121774673462,
+    0.06528821587562561,
+    0.07369640469551086,
+    0.1195492222905159,
+    0.007091549690812826,
+    0.007311803754419088,
+    0.009406003169715405,
+    0.2580265700817108,
+    0.1355513036251068,
+    0.06656462699174881,
+    0.029472284018993378,
+    0.023198213428258896,
+    0.08935294300317764,
+    0.01988277956843376,
+    0.14049875736236572,
+    0.05523855611681938,
+    0.06131602078676224,
+    0.11051780730485916,
+    0.04454999417066574,
+    0.03507404401898384,
+    0.023930180817842484,
+    0.055964257568120956,
+    0.055349741131067276,
+    0.05906336009502411,
+    0.022843338549137115,
+    0.07068094611167908,
+    0.06683925539255142,
+    0.19343936443328857,
+    0.03788789361715317,
+    0.2673753798007965,
+    0.1970396786928177,
+    0.19714884459972382,
+    0.17073491215705872,
+    0.025475816801190376,
+    0.038820166140794754,
+    0.18365055322647095,
+    0.17436787486076355,
+    0.10352186858654022,
+    0.18633608520030975,
+    0.18118157982826233,
+    0.23907601833343506,
+    0.10765842348337173,
+    0.11601308733224869,
+    0.09299063682556152,
+    0.14150775969028473,
+    0.03195793554186821,
+    0.02214919589459896,
+    0.09050571918487549,
+    0.00577039597555995,
+    0.022312678396701813,
+    0.10974521189928055,
+    0.10843216627836227,
+    0.07546891272068024,
+    0.07239419221878052,
+    0.1870720386505127,
+    0.017329325899481773,
+    0.02759467251598835,
+    0.04393667355179787,
+    0.023789940401911736,
+    0.08321952819824219,
+    0.06904193013906479,
+    0.04183339700102806,
+    0.03826167434453964,
+    0.02409982867538929,
+    0.009991236962378025,
+    0.030101867392659187,
+    0.1487695872783661,
+    0.008828883990645409,
+    0.054512642323970795,
+    0.0787239819765091,
+    0.06508518010377884,
+    0.04256328567862511,
+    0.042029138654470444,
+    0.32166579365730286,
+    0.14631754159927368,
+    0.011288000270724297,
+    0.0771898552775383,
+    0.10186872631311417,
+    0.12232349812984467,
+    0.06318654865026474,
+    0.22416390478610992,
+    0.040760572999715805,
+    0.02133728563785553,
+    0.09415235370397568,
+    0.06600315868854523,
+    0.006219407077878714,
+    0.011091269552707672,
+    0.017217736691236496,
+    0.06998378783464432,
+    0.05235051363706589,
+    0.058000266551971436,
+    0.1393519937992096,
+    0.18552258610725403,
+    0.13189999759197235,
+    0.037135906517505646,
+    0.04114186763763428,
+    0.03432638943195343,
+    0.14745567739009857,
+    0.04365505278110504,
+    0.020541902631521225,
+    0.29057812690734863,
+    0.23148506879806519,
+    0.03533266857266426,
+    0.3784428536891937,
+    0.4776591658592224,
+    0.037006083875894547,
+    0.3792954683303833,
+    0.340206503868103,
+    0.04231395944952965,
+    0.08106885850429535,
+    0.17760254442691803,
+    0.01709161326289177,
+    0.012136850506067276,
+    0.012534226290881634,
+    0.03938121721148491,
+    0.031403668224811554,
+    0.009091624058783054,
+    0.01994488760828972,
+    0.10883575677871704,
+    0.01782240718603134,
+    0.0321635864675045,
+    0.209613636136055,
+    0.16247747838497162,
+    0.01738443598151207,
+    0.01336371898651123,
+    0.11589635163545609,
+    0.08866126835346222,
+    0.12586863338947296,
+    0.03407862037420273,
+    0.0474882610142231,
+    0.11299965530633926,
+    0.0982920452952385,
+    0.09312626719474792,
+    0.03253660351037979,
+    0.1061805933713913,
+    0.11499030143022537,
+    0.1213134378194809,
+    0.024021288380026817,
+    0.0948156788945198,
+    0.08584795147180557,
+    0.02896810509264469,
+    0.007184657733887434,
+    0.03900237753987312,
+    0.14185866713523865,
+    0.06461641937494278,
+    0.08883911371231079,
+    0.01426579151302576,
+    0.03769167885184288,
+    0.014807767234742641,
+    0.009144188836216927,
+    0.03467678651213646,
+    0.013575258664786816,
+    0.04021509364247322,
+    0.011191886849701405,
+    0.011081373319029808,
+    0.013524966314435005,
+    0.026748865842819214,
+    0.012225210666656494,
+    0.03191431611776352,
+    0.010041099973022938,
+    0.038283027708530426,
+    0.02387123927474022,
+    0.13290011882781982,
+    0.021553579717874527,
+    0.07834970206022263,
+    0.027269333600997925,
+    0.05410186946392059,
+    0.04638973996043205,
+    0.03936886042356491,
+    0.20031026005744934,
+    0.3563423752784729,
+    0.20180073380470276,
+    0.06447838991880417,
+    0.023508045822381973,
+    0.05551988631486893,
+    0.02041293866932392,
+    0.033230725675821304,
+    0.06734083592891693,
+    0.05842958018183708,
+    0.04422616958618164,
+    0.012993868440389633,
+    0.07819681614637375,
+    0.004948148969560862,
+    0.1485527604818344,
+    0.060591284185647964,
+    0.04434771463274956,
+    0.1339600533246994,
+    0.08079759031534195,
+    0.08878430724143982,
+    0.010642911307513714,
+    0.03239057585597038,
+    0.03137008473277092,
+    0.020637325942516327,
+    0.006548137404024601,
+    0.04268079251050949,
+    0.03781667351722717,
+    0.03998508304357529,
+    0.15113551914691925,
+    0.17761841416358948,
+    0.0519300177693367,
+    0.15858183801174164,
+    0.22888614237308502,
+    0.03895193710923195,
+    0.028397565707564354,
+    0.12959034740924835,
+    0.03544861823320389,
+    0.09372998774051666,
+    0.10369217395782471,
+    0.27175167202949524,
+    0.013823658227920532,
+    0.09818881750106812,
+    0.021139543503522873,
+    0.02385365031659603,
+    0.08633711189031601,
+    0.021449079737067223,
+    0.009292062371969223,
+    0.02746669203042984,
+    0.02177552320063114,
+    0.13742604851722717,
+    0.06401138752698898,
+    0.0064353859052062035,
+    0.0570746548473835,
+    0.19605596363544464,
+    0.024632466956973076,
+    0.31957244873046875,
+    0.03181053325533867,
+    0.02522185817360878,
+    0.013068837113678455,
+    0.13270114362239838,
+    0.14846812188625336,
+    0.028655847534537315,
+    0.006210782565176487,
+    0.08615411072969437,
+    0.101340152323246
+  ]
+}

p8ess-eat-15m-natural-ess-100k-s0/exports/step_00010000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: eat
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 16
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 192.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.04398323452006878
+  - 0.047639569377790236
+  - 0.04987541997380786
+  - 0.04352455826914307
+  - 0.06833805433404602
+  - 0.0691879390635264
+  - 0.06156826483349581
+  - 0.023825537754756217
+  - 0.05248940389869583
+  - 0.04984770065647712
+  - 0.04359882511934997
+  - 0.025219348711104046
+  - 0.057987765843943384
+  - 0.09278753823173767
+  - 0.049216955435705825
+  - 0.054416680962163656
+  - 0.050065271147224095
+  - 0.05877645887290118
+  - 0.04349683895181232
+  - 0.014154634042250515
+  repetition_cap: 1000.0
+  distinct_fraction: 0.052301
+optim:
+  lr: 0.001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase8-ess-seed
+  trial_id: p8ess-eat-15m-natural-ess-100k-s0
+  wandb_project: mixture-transfer
+  wandb_entity: luequinn-montana-state-university
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p8ess-eat-15m-natural-ess-100k-s0/exports/step_00010000/fsd50k_lora_1ep_s0.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p8ess-eat-15m-natural-ess-100k-s0/exports/step_00010000",
+  "fingerprint": "eb4d321b2d766418",
+  "campaign_id": "phase8-ess-seed",
+  "trial_id": "p8ess-eat-15m-natural-ess-100k-s0",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 989,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 1.0,
+    "batch_size": 48,
+    "lr": 0.003,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 0,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.3687869043555111,
+  "lora/map": 0.3687869043555111,
+  "fsd50k/map": 0.3687869043555111,
+  "train_seconds": 24.23,
+  "total_seconds": 33.55,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.0212239765515551,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 989,
+      "epoch": 1.0,
+      "loss": 0.0236610238948546,
+      "val_map": 0.3687869043555111,
+      "lr": 0.0,
+      "train_s": 24.229435288347304
+    }
+  ],
+  "per_class_ap": [
+    0.2885352671146393,
+    0.08603376150131226,
+    0.5034294128417969,
+    0.4000867009162903,
+    0.45941904187202454,
+    0.6241910457611084,
+    0.8392488360404968,
+    0.5455461740493774,
+    0.579735517501831,
+    0.5328161120414734,
+    0.1859208643436432,
+    0.4232240915298462,
+    0.1274513304233551,
+    0.20954595506191254,
+    0.5010530948638916,
+    0.46142739057540894,
+    0.024923115968704224,
+    0.2322087436914444,
+    0.39001187682151794,
+    0.22040219604969025,
+    0.5540998578071594,
+    0.4251003861427307,
+    0.7038261294364929,
+    0.0919770747423172,
+    0.22482256591320038,
+    0.39963290095329285,
+    0.361529678106308,
+    0.2416280210018158,
+    0.6971904039382935,
+    0.31195658445358276,
+    0.6412681341171265,
+    0.4027601480484009,
+    0.3551780581474304,
+    0.17885157465934753,
+    0.3828797936439514,
+    0.22288791835308075,
+    0.3897589445114136,
+    0.21414385735988617,
+    0.35948556661605835,
+    0.24077166616916656,
+    0.5484080910682678,
+    0.22906917333602905,
+    0.6135105490684509,
+    0.16922269761562347,
+    0.493931382894516,
+    0.03315868601202965,
+    0.19226998090744019,
+    0.22842344641685486,
+    0.7533569931983948,
+    0.36081358790397644,
+    0.31065961718559265,
+    0.4833899736404419,
+    0.599697470664978,
+    0.1622648537158966,
+    0.12110451608896255,
+    0.030324196442961693,
+    0.2193790078163147,
+    0.7253369688987732,
+    0.11880109459161758,
+    0.48850250244140625,
+    0.5621556639671326,
+    0.6371410489082336,
+    0.4401856064796448,
+    0.26008114218711853,
+    0.4137725830078125,
+    0.13682058453559875,
+    0.2338004857301712,
+    0.6598037481307983,
+    0.487368643283844,
+    0.5417546033859253,
+    0.46642664074897766,
+    0.23336350917816162,
+    0.6829795837402344,
+    0.2752237617969513,
+    0.2995944023132324,
+    0.24056941270828247,
+    0.46964651346206665,
+    0.21001844108104706,
+    0.27867045998573303,
+    0.5072898864746094,
+    0.2689575254917145,
+    0.22467894852161407,
+    0.19027754664421082,
+    0.27257299423217773,
+    0.17442138493061066,
+    0.21924205124378204,
+    0.37317955493927,
+    0.7049014568328857,
+    0.20650993287563324,
+    0.15716800093650818,
+    0.7346999049186707,
+    0.07319556176662445,
+    0.49656665325164795,
+    0.14749272167682648,
+    0.36738359928131104,
+    0.2844313383102417,
+    0.30251988768577576,
+    0.14959506690502167,
+    0.4652334749698639,
+    0.07239474356174469,
+    0.5408122539520264,
+    0.7071410417556763,
+    0.1948794275522232,
+    0.4075110852718353,
+    0.2536456286907196,
+    0.40207886695861816,
+    0.6233294010162354,
+    0.4872657358646393,
+    0.5393589735031128,
+    0.16819413006305695,
+    0.23758956789970398,
+    0.3281802535057068,
+    0.5767146348953247,
+    0.07835214585065842,
+    0.15448026359081268,
+    0.3147057294845581,
+    0.7036845088005066,
+    0.31963998079299927,
+    0.49014806747436523,
+    0.235375314950943,
+    0.8638525605201721,
+    0.8718355298042297,
+    0.3270628750324249,
+    0.06815636157989502,
+    0.21339216828346252,
+    0.7568726539611816,
+    0.300249308347702,
+    0.7207122445106506,
+    0.3220941722393036,
+    0.13490049540996552,
+    0.15623988211154938,
+    0.6920146942138672,
+    0.4011968672275543,
+    0.43931522965431213,
+    0.6133777499198914,
+    0.06685218960046768,
+    0.055642955005168915,
+    0.060606956481933594,
+    0.5588981509208679,
+    0.5338844656944275,
+    0.1442023366689682,
+    0.29065242409706116,
+    0.227290078997612,
+    0.29379919171333313,
+    0.6141260862350464,
+    0.5776426792144775,
+    0.08258723467588425,
+    0.5015003681182861,
+    0.17213749885559082,
+    0.3373981714248657,
+    0.5234651565551758,
+    0.449735164642334,
+    0.21782007813453674,
+    0.3746684491634369,
+    0.44634348154067993,
+    0.2960943877696991,
+    0.5476143956184387,
+    0.5607155561447144,
+    0.47305357456207275,
+    0.07527067512273788,
+    0.4354458749294281,
+    0.18856754899024963,
+    0.6428806185722351,
+    0.23148062825202942,
+    0.3490018844604492,
+    0.15106233954429626,
+    0.3821663558483124,
+    0.0674542784690857,
+    0.3198017477989197,
+    0.3831281363964081,
+    0.07940342277288437,
+    0.8358732461929321,
+    0.844063937664032,
+    0.04621842876076698,
+    0.5518835783004761,
+    0.7486235499382019,
+    0.27748221158981323,
+    0.2200184315443039,
+    0.17778858542442322,
+    0.302895188331604,
+    0.08192770928144455,
+    0.490232914686203,
+    0.1943732649087906,
+    0.5836883783340454,
+    0.6150602102279663,
+    0.3627004623413086,
+    0.23549185693264008,
+    0.6540423631668091,
+    0.5915887355804443,
+    0.3483017086982727,
+    0.34663692116737366,
+    0.38925591111183167,
+    0.5611615777015686,
+    0.11123792082071304,
+    0.31342557072639465,
+    0.4135916531085968,
+    0.10178261250257492,
+    0.30805060267448425,
+    0.1562616527080536,
+    0.6982936859130859
+  ]
+}

p8ess-eat-15m-natural-ess-100k-s0/exports/step_00010000/fsd50k_lora_1ep_s1.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p8ess-eat-15m-natural-ess-100k-s0/exports/step_00010000",
+  "fingerprint": "eb4d321b2d766418",
+  "campaign_id": "phase8-ess-seed",
+  "trial_id": "p8ess-eat-15m-natural-ess-100k-s0",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 989,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 1.0,
+    "batch_size": 48,
+    "lr": 0.003,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 1,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.3738956459239125,
+  "lora/map": 0.3738956459239125,
+  "fsd50k/map": 0.3738956459239125,
+  "train_seconds": 23.93,
+  "total_seconds": 32.92,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.019409234903287144,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 989,
+      "epoch": 1.0,
+      "loss": 0.023408510473889536,
+      "val_map": 0.3738956459239125,
+      "lr": 0.0,
+      "train_s": 23.932713011279702
+    }
+  ],
+  "per_class_ap": [
+    0.2961258888244629,
+    0.0957447811961174,
+    0.5456650853157043,
+    0.43232229351997375,
+    0.44565027952194214,
+    0.6282644271850586,
+    0.8450896739959717,
+    0.5416456460952759,
+    0.597274124622345,
+    0.48436227440834045,
+    0.2578957676887512,
+    0.39202880859375,
+    0.17984749376773834,
+    0.25938349962234497,
+    0.49376311898231506,
+    0.46116453409194946,
+    0.02433047629892826,
+    0.35578182339668274,
+    0.510809600353241,
+    0.20219868421554565,
+    0.5066364407539368,
+    0.42580124735832214,
+    0.7305652499198914,
+    0.12185478210449219,
+    0.2070600539445877,
+    0.27503377199172974,
+    0.34976768493652344,
+    0.2822495102882385,
+    0.7222528457641602,
+    0.28783494234085083,
+    0.6359574794769287,
+    0.46748560667037964,
+    0.39155593514442444,
+    0.15905292332172394,
+    0.3410165011882782,
+    0.22411169111728668,
+    0.4220157265663147,
+    0.22336101531982422,
+    0.4028087556362152,
+    0.26474517583847046,
+    0.5595468878746033,
+    0.25666990876197815,
+    0.5840120911598206,
+    0.19637785851955414,
+    0.514857292175293,
+    0.09500762820243835,
+    0.19985704123973846,
+    0.19661228358745575,
+    0.7245555520057678,
+    0.43885910511016846,
+    0.31396663188934326,
+    0.43780767917633057,
+    0.5462601184844971,
+    0.13429570198059082,
+    0.12776842713356018,
+    0.024618802592158318,
+    0.251491516828537,
+    0.6655731201171875,
+    0.1629272848367691,
+    0.5064002275466919,
+    0.5698272585868835,
+    0.6376804113388062,
+    0.4192925691604614,
+    0.2190527468919754,
+    0.4934031665325165,
+    0.1184530034661293,
+    0.23328322172164917,
+    0.6505404114723206,
+    0.5239245891571045,
+    0.5169073939323425,
+    0.47583338618278503,
+    0.2166319340467453,
+    0.6980761885643005,
+    0.3038783073425293,
+    0.24338380992412567,
+    0.24137289822101593,
+    0.36305874586105347,
+    0.25001299381256104,
+    0.3258122503757477,
+    0.43352505564689636,
+    0.2853972017765045,
+    0.2893870770931244,
+    0.34225019812583923,
+    0.2496522217988968,
+    0.24588443338871002,
+    0.2750083804130554,
+    0.3962112367153168,
+    0.7316778898239136,
+    0.15646110475063324,
+    0.06907473504543304,
+    0.7523457407951355,
+    0.07853467762470245,
+    0.4981718957424164,
+    0.2222444713115692,
+    0.3351667523384094,
+    0.2902064919471741,
+    0.35309067368507385,
+    0.16704268753528595,
+    0.4557535946369171,
+    0.060507435351610184,
+    0.5520545840263367,
+    0.7083367705345154,
+    0.1896006017923355,
+    0.41133180260658264,
+    0.23715542256832123,
+    0.39551758766174316,
+    0.6443045139312744,
+    0.4599936604499817,
+    0.5330471992492676,
+    0.1925804167985916,
+    0.16439275443553925,
+    0.3442131280899048,
+    0.5482468605041504,
+    0.07836494594812393,
+    0.14161168038845062,
+    0.30569779872894287,
+    0.6993769407272339,
+    0.43037858605384827,
+    0.5041865706443787,
+    0.24092324078083038,
+    0.872562825679779,
+    0.8809903860092163,
+    0.37122684717178345,
+    0.0702044740319252,
+    0.1780315786600113,
+    0.7741929888725281,
+    0.23644131422042847,
+    0.7329744696617126,
+    0.33613121509552,
+    0.11468587070703506,
+    0.13292807340621948,
+    0.7419138550758362,
+    0.40279272198677063,
+    0.442905455827713,
+    0.5924069285392761,
+    0.061457786709070206,
+    0.047503963112831116,
+    0.06448303163051605,
+    0.5851355791091919,
+    0.5429680347442627,
+    0.2223542332649231,
+    0.30112800002098083,
+    0.24013067781925201,
+    0.22288745641708374,
+    0.5619610548019409,
+    0.557725191116333,
+    0.0657426118850708,
+    0.5194113850593567,
+    0.17879506945610046,
+    0.31982120871543884,
+    0.5178719162940979,
+    0.47291499376296997,
+    0.23204906284809113,
+    0.2239689826965332,
+    0.43946951627731323,
+    0.3220718204975128,
+    0.48514240980148315,
+    0.498847097158432,
+    0.4645161032676697,
+    0.08476601541042328,
+    0.4295165240764618,
+    0.18898499011993408,
+    0.5933951735496521,
+    0.2925696074962616,
+    0.28888189792633057,
+    0.335903137922287,
+    0.3952687680721283,
+    0.05883132666349411,
+    0.3409590423107147,
+    0.4459209144115448,
+    0.10515028983354568,
+    0.860713005065918,
+    0.8700546622276306,
+    0.05343981832265854,
+    0.6024771332740784,
+    0.7609126567840576,
+    0.20530658960342407,
+    0.21433968842029572,
+    0.16335730254650116,
+    0.3037508726119995,
+    0.06497996300458908,
+    0.4777255356311798,
+    0.20673246681690216,
+    0.5755282640457153,
+    0.6188908219337463,
+    0.3648892045021057,
+    0.24251382052898407,
+    0.65514075756073,
+    0.6012803316116333,
+    0.3906033933162689,
+    0.4102323055267334,
+    0.37760940194129944,
+    0.5652365684509277,
+    0.1094224750995636,
+    0.3555641770362854,
+    0.4229917526245117,
+    0.10823479294776917,
+    0.3438030183315277,
+    0.17049214243888855,
+    0.6966972947120667
+  ]
+}

p8ess-eat-15m-natural-ess-100k-s0/exports/step_00010000/fsd50k_lora_1ep_s2.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p8ess-eat-15m-natural-ess-100k-s0/exports/step_00010000",
+  "fingerprint": "eb4d321b2d766418",
+  "campaign_id": "phase8-ess-seed",
+  "trial_id": "p8ess-eat-15m-natural-ess-100k-s0",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 989,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 1.0,
+    "batch_size": 48,
+    "lr": 0.003,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 2,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.36989998584613204,
+  "lora/map": 0.36989998584613204,
+  "fsd50k/map": 0.36989998584613204,
+  "train_seconds": 24.0,
+  "total_seconds": 33.01,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.020933217485435307,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 989,
+      "epoch": 1.0,
+      "loss": 0.024078219354270455,
+      "val_map": 0.36989998584613204,
+      "lr": 0.0,
+      "train_s": 23.99913077801466
+    }
+  ],
+  "per_class_ap": [
+    0.2625725269317627,
+    0.14715629816055298,
+    0.5059009194374084,
+    0.35935381054878235,
+    0.4573289453983307,
+    0.6259596347808838,
+    0.8442789912223816,
+    0.5724528431892395,
+    0.6211123466491699,
+    0.5276713371276855,
+    0.212403804063797,
+    0.3798389732837677,
+    0.18598926067352295,
+    0.28387802839279175,
+    0.5052276849746704,
+    0.47341594099998474,
+    0.039233408868312836,
+    0.23731257021427155,
+    0.4558833837509155,
+    0.2362280637025833,
+    0.5223742723464966,
+    0.40501394867897034,
+    0.7094637751579285,
+    0.08675644546747208,
+    0.22822324931621552,
+    0.3486093580722809,
+    0.3590390682220459,
+    0.2624944746494293,
+    0.6749582290649414,
+    0.27453503012657166,
+    0.6215941905975342,
+    0.4549511671066284,
+    0.407826691865921,
+    0.1761879026889801,
+    0.3263867199420929,
+    0.20880654454231262,
+    0.41184109449386597,
+    0.17017489671707153,
+    0.32927003502845764,
+    0.25664961338043213,
+    0.5411422848701477,
+    0.16827745735645294,
+    0.6271181106567383,
+    0.19642826914787292,
+    0.45014697313308716,
+    0.09926049411296844,
+    0.2229502946138382,
+    0.19181086122989655,
+    0.7675357460975647,
+    0.41614586114883423,
+    0.3698141276836395,
+    0.4450613260269165,
+    0.5622215867042542,
+    0.11695130169391632,
+    0.11725276708602905,
+    0.02510049194097519,
+    0.2130725085735321,
+    0.6524649858474731,
+    0.12240375578403473,
+    0.5205753445625305,
+    0.5734137892723083,
+    0.6229539513587952,
+    0.4296582043170929,
+    0.17484068870544434,
+    0.4023890197277069,
+    0.18074652552604675,
+    0.23848366737365723,
+    0.6670939326286316,
+    0.4509669840335846,
+    0.4820828437805176,
+    0.4495742619037628,
+    0.18479646742343903,
+    0.6827170848846436,
+    0.2890424430370331,
+    0.22221016883850098,
+    0.2308765947818756,
+    0.47405073046684265,
+    0.3084215819835663,
+    0.2958010733127594,
+    0.39766737818717957,
+    0.23143933713436127,
+    0.30539262294769287,
+    0.28533127903938293,
+    0.28178128600120544,
+    0.2324376404285431,
+    0.21315743029117584,
+    0.3720267713069916,
+    0.7368028163909912,
+    0.2514132857322693,
+    0.11135850846767426,
+    0.7273528575897217,
+    0.08106721937656403,
+    0.5015864372253418,
+    0.19985467195510864,
+    0.3390842378139496,
+    0.331867516040802,
+    0.31530678272247314,
+    0.17593273520469666,
+    0.4079635441303253,
+    0.06320887058973312,
+    0.5450006723403931,
+    0.7163783311843872,
+    0.18115058541297913,
+    0.4198263883590698,
+    0.22843271493911743,
+    0.33532631397247314,
+    0.6366706490516663,
+    0.4668075740337372,
+    0.5383132100105286,
+    0.21326589584350586,
+    0.2364383190870285,
+    0.3349616527557373,
+    0.6334095597267151,
+    0.0683552697300911,
+    0.16958187520503998,
+    0.3258555829524994,
+    0.6671522855758667,
+    0.4543876051902771,
+    0.4943099617958069,
+    0.25922921299934387,
+    0.8731780648231506,
+    0.8815956115722656,
+    0.31342971324920654,
+    0.08413223177194595,
+    0.19301393628120422,
+    0.7684798836708069,
+    0.22764447331428528,
+    0.7140799760818481,
+    0.3456423282623291,
+    0.17611128091812134,
+    0.09604083001613617,
+    0.7235347032546997,
+    0.3945266008377075,
+    0.3953845500946045,
+    0.6428966522216797,
+    0.06529784202575684,
+    0.056736018508672714,
+    0.05390091985464096,
+    0.5775549411773682,
+    0.5143338441848755,
+    0.16868560016155243,
+    0.3293497562408447,
+    0.22766222059726715,
+    0.34646159410476685,
+    0.599078357219696,
+    0.5561433434486389,
+    0.05967957153916359,
+    0.5139750838279724,
+    0.15778687596321106,
+    0.2915296256542206,
+    0.48449796438217163,
+    0.49282488226890564,
+    0.30602625012397766,
+    0.3820998966693878,
+    0.3967146575450897,
+    0.29841819405555725,
+    0.5781663656234741,
+    0.6091711521148682,
+    0.4658474624156952,
+    0.08656946569681168,
+    0.4137040078639984,
+    0.20560455322265625,
+    0.6181060075759888,
+    0.319141149520874,
+    0.23971855640411377,
+    0.2603400647640228,
+    0.3807835876941681,
+    0.04996645823121071,
+    0.3259127140045166,
+    0.43390604853630066,
+    0.10648360103368759,
+    0.853298544883728,
+    0.8562692403793335,
+    0.0373733788728714,
+    0.4882773458957672,
+    0.6901040077209473,
+    0.20581866800785065,
+    0.2273225486278534,
+    0.18134847283363342,
+    0.3187105357646942,
+    0.08398479968309402,
+    0.5400366187095642,
+    0.04433096945285797,
+    0.5477568507194519,
+    0.6064748167991638,
+    0.3381269872188568,
+    0.2392290085554123,
+    0.6708680987358093,
+    0.5824800133705139,
+    0.35214853286743164,
+    0.42069411277770996,
+    0.38920679688453674,
+    0.5698198080062866,
+    0.12837699055671692,
+    0.2935663163661957,
+    0.40819552540779114,
+    0.08893627673387527,
+    0.31706950068473816,
+    0.1649027019739151,
+    0.6923032999038696
+  ]
+}

p8ess-eat-15m-natural-ess-100k-s0/exports/step_00010000/lora_1ep_s0.json

@@ -0,0 +1,260 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p8ess-eat-15m-natural-ess-100k-s0/exports/step_00010000",
+    "fingerprint": "eb4d321b2d766418",
+    "campaign_id": "phase8-ess-seed",
+    "trial_id": "p8ess-eat-15m-natural-ess-100k-s0",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 428,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 1.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 0,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.007222888398667236,
+      "val_map": 0.005994821559333824,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02396,
+      "train_map": 0.02682529584472854,
+      "val_map": null,
+      "lr": 0.0017857142857142857,
+      "train_s": 0.9
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02327,
+      "train_map": 0.0554886602966046,
+      "val_map": null,
+      "lr": 0.002996832162669313,
+      "train_s": 1.5
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.0224,
+      "train_map": 0.07688381273451436,
+      "val_map": null,
+      "lr": 0.0029464015850084926,
+      "train_s": 2.1
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02196,
+      "train_map": 0.0854963968265837,
+      "val_map": null,
+      "lr": 0.0028365019165406584,
+      "train_s": 2.7
+    },
+    {
+      "step": 107,
+      "epoch": 0.25,
+      "loss": 0.02192,
+      "train_map": 0.0892358202755847,
+      "val_map": 0.05327669660555485,
+      "lr": 0.002795633084492174,
+      "train_s": 2.9
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02082,
+      "train_map": 0.10102281270617623,
+      "val_map": null,
+      "lr": 0.0026716673782849554,
+      "train_s": 3.3
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02028,
+      "train_map": 0.10506462200767444,
+      "val_map": null,
+      "lr": 0.002458698684369641,
+      "train_s": 3.9
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02006,
+      "train_map": 0.12847987014978798,
+      "val_map": null,
+      "lr": 0.0022063824593754194,
+      "train_s": 4.5
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.01997,
+      "train_map": 0.14177102508443978,
+      "val_map": null,
+      "lr": 0.0019251287213377403,
+      "train_s": 5.1
+    },
+    {
+      "step": 214,
+      "epoch": 0.5,
+      "loss": 0.01941,
+      "train_map": 0.14963584109624772,
+      "val_map": 0.09108876183706793,
+      "lr": 0.0017592766878384548,
+      "train_s": 5.4
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.0198,
+      "train_map": 0.15266110344818198,
+      "val_map": null,
+      "lr": 0.0016265413870700269,
+      "train_s": 5.7
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.01959,
+      "train_map": 0.1661496900014961,
+      "val_map": null,
+      "lr": 0.0013229395198229876,
+      "train_s": 6.3
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.01944,
+      "train_map": 0.18096049004137177,
+      "val_map": null,
+      "lr": 0.0010268490715591258,
+      "train_s": 6.8
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.019,
+      "train_map": 0.19133670343902576,
+      "val_map": null,
+      "lr": 0.000750486089449494,
+      "train_s": 7.4
+    },
+    {
+      "step": 321,
+      "epoch": 0.75,
+      "loss": 0.01833,
+      "train_map": 0.1943433891471115,
+      "val_map": 0.11805553905810787,
+      "lr": 0.000541962785848462,
+      "train_s": 7.9
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.0187,
+      "train_map": 0.19658055501783256,
+      "val_map": null,
+      "lr": 0.0005052527083673369,
+      "train_s": 8.0
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.0181,
+      "train_map": 0.2091574971316704,
+      "val_map": null,
+      "lr": 0.00030126672363088163,
+      "train_s": 8.6
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01752,
+      "train_map": 0.2145431780970286,
+      "val_map": null,
+      "lr": 0.00014694415279957929,
+      "train_s": 9.2
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01722,
+      "train_map": 0.2184747234137068,
+      "val_map": null,
+      "lr": 4.865200911511649e-05,
+      "train_s": 9.8
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01787,
+      "train_map": 0.2197037933657628,
+      "val_map": null,
+      "lr": 1.0445612398966596e-05,
+      "train_s": 10.3
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01799,
+      "train_map": 0.21951733160042955,
+      "val_map": 0.1331889521634556,
+      "lr": 1e-05,
+      "train_s": 10.4
+    }
+  ],
+  "final_train_map": 0.21951733160042955,
+  "final_val_map": 0.1331889521634556,
+  "lora/map": 0.1331889521634556,
+  "train_seconds": 10.4,
+  "wall_seconds": 61.6
+}

p8ess-eat-15m-natural-ess-100k-s0/exports/step_00010000/lora_1ep_s1.json

@@ -0,0 +1,260 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p8ess-eat-15m-natural-ess-100k-s0/exports/step_00010000",
+    "fingerprint": "eb4d321b2d766418",
+    "campaign_id": "phase8-ess-seed",
+    "trial_id": "p8ess-eat-15m-natural-ess-100k-s0",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 428,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 1.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 1,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006969975106563045,
+      "val_map": 0.005841522451279865,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02504,
+      "train_map": 0.025394417642968296,
+      "val_map": null,
+      "lr": 0.0017857142857142857,
+      "train_s": 0.6
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02308,
+      "train_map": 0.05495351267491681,
+      "val_map": null,
+      "lr": 0.002996832162669313,
+      "train_s": 1.2
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02218,
+      "train_map": 0.06990567419458837,
+      "val_map": null,
+      "lr": 0.0029464015850084926,
+      "train_s": 1.8
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02137,
+      "train_map": 0.08076742443210133,
+      "val_map": null,
+      "lr": 0.0028365019165406584,
+      "train_s": 2.4
+    },
+    {
+      "step": 107,
+      "epoch": 0.25,
+      "loss": 0.02188,
+      "train_map": 0.08744642015946835,
+      "val_map": 0.05389838203862027,
+      "lr": 0.002795633084492174,
+      "train_s": 2.6
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02074,
+      "train_map": 0.09613056316798592,
+      "val_map": null,
+      "lr": 0.0026716673782849554,
+      "train_s": 3.0
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02086,
+      "train_map": 0.10877958769367502,
+      "val_map": null,
+      "lr": 0.002458698684369641,
+      "train_s": 3.6
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02006,
+      "train_map": 0.13137366666955136,
+      "val_map": null,
+      "lr": 0.0022063824593754194,
+      "train_s": 4.1
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02041,
+      "train_map": 0.12102607239755242,
+      "val_map": null,
+      "lr": 0.0019251287213377403,
+      "train_s": 4.7
+    },
+    {
+      "step": 214,
+      "epoch": 0.5,
+      "loss": 0.01964,
+      "train_map": 0.1565770375872812,
+      "val_map": 0.09355417586177361,
+      "lr": 0.0017592766878384548,
+      "train_s": 5.0
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.01977,
+      "train_map": 0.1562729598870377,
+      "val_map": null,
+      "lr": 0.0016265413870700269,
+      "train_s": 5.3
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.01905,
+      "train_map": 0.16544454906973458,
+      "val_map": null,
+      "lr": 0.0013229395198229876,
+      "train_s": 5.9
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.01917,
+      "train_map": 0.18305355839014223,
+      "val_map": null,
+      "lr": 0.0010268490715591258,
+      "train_s": 6.5
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.01858,
+      "train_map": 0.18587954185083083,
+      "val_map": null,
+      "lr": 0.000750486089449494,
+      "train_s": 7.1
+    },
+    {
+      "step": 321,
+      "epoch": 0.75,
+      "loss": 0.0179,
+      "train_map": 0.19993854194625052,
+      "val_map": 0.12152092606606814,
+      "lr": 0.000541962785848462,
+      "train_s": 7.6
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01835,
+      "train_map": 0.20175827820511424,
+      "val_map": null,
+      "lr": 0.0005052527083673369,
+      "train_s": 7.7
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01765,
+      "train_map": 0.21054911502041418,
+      "val_map": null,
+      "lr": 0.00030126672363088163,
+      "train_s": 8.3
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.0181,
+      "train_map": 0.21570806245565188,
+      "val_map": null,
+      "lr": 0.00014694415279957929,
+      "train_s": 8.9
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01783,
+      "train_map": 0.21707772045525275,
+      "val_map": null,
+      "lr": 4.865200911511649e-05,
+      "train_s": 9.4
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01776,
+      "train_map": 0.21858655054659443,
+      "val_map": null,
+      "lr": 1.0445612398966596e-05,
+      "train_s": 10.0
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01756,
+      "train_map": 0.21874731142724205,
+      "val_map": 0.1335829090127329,
+      "lr": 1e-05,
+      "train_s": 10.1
+    }
+  ],
+  "final_train_map": 0.21874731142724205,
+  "final_val_map": 0.1335829090127329,
+  "lora/map": 0.1335829090127329,
+  "train_seconds": 10.1,
+  "wall_seconds": 59.2
+}

p8ess-eat-15m-natural-ess-100k-s0/exports/step_00010000/lora_1ep_s2.json

@@ -0,0 +1,260 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p8ess-eat-15m-natural-ess-100k-s0/exports/step_00010000",
+    "fingerprint": "eb4d321b2d766418",
+    "campaign_id": "phase8-ess-seed",
+    "trial_id": "p8ess-eat-15m-natural-ess-100k-s0",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 428,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 1.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 2,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006824323761588814,
+      "val_map": 0.006012645682613356,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02448,
+      "train_map": 0.025072810688410378,
+      "val_map": null,
+      "lr": 0.0017857142857142857,
+      "train_s": 0.6
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02327,
+      "train_map": 0.05313353766468521,
+      "val_map": null,
+      "lr": 0.002996832162669313,
+      "train_s": 1.2
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02214,
+      "train_map": 0.06817992458931141,
+      "val_map": null,
+      "lr": 0.0029464015850084926,
+      "train_s": 1.8
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02127,
+      "train_map": 0.08562477925382342,
+      "val_map": null,
+      "lr": 0.0028365019165406584,
+      "train_s": 2.3
+    },
+    {
+      "step": 107,
+      "epoch": 0.25,
+      "loss": 0.02171,
+      "train_map": 0.08352240191841502,
+      "val_map": 0.05197815703929701,
+      "lr": 0.002795633084492174,
+      "train_s": 2.5
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02122,
+      "train_map": 0.09637961423720819,
+      "val_map": null,
+      "lr": 0.0026716673782849554,
+      "train_s": 2.9
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02076,
+      "train_map": 0.1067117860503636,
+      "val_map": null,
+      "lr": 0.002458698684369641,
+      "train_s": 3.5
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02073,
+      "train_map": 0.11491819289362719,
+      "val_map": null,
+      "lr": 0.0022063824593754194,
+      "train_s": 4.1
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.01956,
+      "train_map": 0.1309970358043796,
+      "val_map": null,
+      "lr": 0.0019251287213377403,
+      "train_s": 4.7
+    },
+    {
+      "step": 214,
+      "epoch": 0.5,
+      "loss": 0.01904,
+      "train_map": 0.1445720645721005,
+      "val_map": 0.09059102680406884,
+      "lr": 0.0017592766878384548,
+      "train_s": 5.0
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.01915,
+      "train_map": 0.1462831830109277,
+      "val_map": null,
+      "lr": 0.0016265413870700269,
+      "train_s": 5.3
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.01897,
+      "train_map": 0.1546999774475633,
+      "val_map": null,
+      "lr": 0.0013229395198229876,
+      "train_s": 5.9
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.01912,
+      "train_map": 0.17009975260788082,
+      "val_map": null,
+      "lr": 0.0010268490715591258,
+      "train_s": 6.4
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.01849,
+      "train_map": 0.1806649326742671,
+      "val_map": null,
+      "lr": 0.000750486089449494,
+      "train_s": 7.0
+    },
+    {
+      "step": 321,
+      "epoch": 0.75,
+      "loss": 0.01846,
+      "train_map": 0.19150181954277704,
+      "val_map": 0.11890918314562973,
+      "lr": 0.000541962785848462,
+      "train_s": 7.5
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01814,
+      "train_map": 0.1919532910243836,
+      "val_map": null,
+      "lr": 0.0005052527083673369,
+      "train_s": 7.6
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.0182,
+      "train_map": 0.20532738137018267,
+      "val_map": null,
+      "lr": 0.00030126672363088163,
+      "train_s": 8.2
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01816,
+      "train_map": 0.20796287591715804,
+      "val_map": null,
+      "lr": 0.00014694415279957929,
+      "train_s": 8.8
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01769,
+      "train_map": 0.21221000234644147,
+      "val_map": null,
+      "lr": 4.865200911511649e-05,
+      "train_s": 9.3
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01793,
+      "train_map": 0.21292443706899655,
+      "val_map": null,
+      "lr": 1.0445612398966596e-05,
+      "train_s": 9.9
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01815,
+      "train_map": 0.21290397933689592,
+      "val_map": 0.13219812880420395,
+      "lr": 1e-05,
+      "train_s": 10.0
+    }
+  ],
+  "final_train_map": 0.21290397933689592,
+  "final_val_map": 0.13219812880420395,
+  "lora/map": 0.13219812880420395,
+  "train_seconds": 10.0,
+  "wall_seconds": 59.0
+}

p8ess-eat-15m-natural-ess-100k-s0/exports/step_00010000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p8ess-eat-15m-natural-ess-100k-s0/exports/step_00010000",
+  "fingerprint": "eb4d321b2d766418",
+  "campaign_id": "phase8-ess-seed",
+  "trial_id": "p8ess-eat-15m-natural-ess-100k-s0",
+  "probe/map": 0.13182720372212992,
+  "probe/map_train": 0.418023551550943,
+  "probe/alpha": 0.1,
+  "probe/holdout_map": 0.15869397009136174,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.730787990614772,
+  "probe/total_s": 8.222270113416016,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.15409093217100714
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.15869397009136174
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.15749483596952368
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.14508101793467307
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.12070407607129632
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.0839931282044284
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.05390976531434613
+    }
+  ],
+  "per_class_ap": [
+    0.6296336054801941,
+    0.016259178519248962,
+    0.07413505017757416,
+    0.19056570529937744,
+    0.06675367802381516,
+    0.2611600458621979,
+    0.20385295152664185,
+    0.31896141171455383,
+    0.04096989333629608,
+    0.02120859920978546,
+    0.023026520386338234,
+    0.045001156628131866,
+    0.4099293053150177,
+    0.24465729296207428,
+    0.034485556185245514,
+    0.4608529508113861,
+    0.32316428422927856,
+    0.3521650433540344,
+    0.061689529567956924,
+    0.07940632849931717,
+    0.24794355034828186,
+    0.07106707245111465,
+    0.17427192628383636,
+    0.13811679184436798,
+    0.05250266566872597,
+    0.024896955117583275,
+    0.04581065475940704,
+    0.19343489408493042,
+    0.2921534776687622,
+    0.047162968665361404,
+    0.2658199071884155,
+    0.24169175326824188,
+    0.02214430458843708,
+    0.07616941630840302,
+    0.21295903623104095,
+    0.044810764491558075,
+    0.38052549958229065,
+    0.06376444548368454,
+    0.07368887215852737,
+    0.08267667889595032,
+    0.19262440502643585,
+    0.012731400318443775,
+    0.0908874049782753,
+    0.4206138849258423,
+    0.00917245913296938,
+    0.08000823110342026,
+    0.0119132986292243,
+    0.09758543223142624,
+    0.04675007984042168,
+    0.043818436563014984,
+    0.15942850708961487,
+    0.009838596917688847,
+    0.04013028368353844,
+    0.04234312102198601,
+    0.21992264688014984,
+    0.12040286511182785,
+    0.1497301608324051,
+    0.3018095791339874,
+    0.13044528663158417,
+    0.0735393613576889,
+    0.12982277572155,
+    0.18723344802856445,
+    0.06340070068836212,
+    0.16969452798366547,
+    0.5249040126800537,
+    0.22313831746578217,
+    0.2174782007932663,
+    0.19192840158939362,
+    0.33666908740997314,
+    0.33564990758895874,
+    0.10867086797952652,
+    0.1645694226026535,
+    0.19515107572078705,
+    0.18346863985061646,
+    0.18412862718105316,
+    0.21319249272346497,
+    0.05199198052287102,
+    0.2063111960887909,
+    0.1785045862197876,
+    0.0750243291258812,
+    0.03852331265807152,
+    0.10091964900493622,
+    0.2112828940153122,
+    0.12945060431957245,
+    0.09280706197023392,
+    0.028319329023361206,
+    0.060242392122745514,
+    0.016995560377836227,
+    0.022323578596115112,
+    0.03210848569869995,
+    0.09275323152542114,
+    0.08422894775867462,
+    0.16618292033672333,
+    0.033359743654727936,
+    0.021302025765180588,
+    0.08145136386156082,
+    0.014151318930089474,
+    0.03034207969903946,
+    0.1297953873872757,
+    0.138604998588562,
+    0.07722871005535126,
+    0.2054029405117035,
+    0.05309407785534859,
+    0.05433332920074463,
+    0.02628396265208721,
+    0.03606831654906273,
+    0.05757951736450195,
+    0.052063725888729095,
+    0.07621397823095322,
+    0.10593242943286896,
+    0.1120891198515892,
+    0.12258181720972061,
+    0.10895911604166031,
+    0.0761125236749649,
+    0.059134457260370255,
+    0.19981002807617188,
+    0.19222354888916016,
+    0.051331304013729095,
+    0.11385218054056168,
+    0.24279405176639557,
+    0.24671152234077454,
+    0.14840435981750488,
+    0.05407334491610527,
+    0.06457383930683136,
+    0.00877832155674696,
+    0.029944494366645813,
+    0.1443454921245575,
+    0.2733057141304016,
+    0.09606259316205978,
+    0.06976044923067093,
+    0.006151268258690834,
+    0.0523555688560009,
+    0.0961395874619484,
+    0.09309076517820358,
+    0.03364459425210953,
+    0.008615697734057903,
+    0.06410299241542816,
+    0.7206301689147949,
+    0.265977144241333,
+    0.33402350544929504,
+    0.408750981092453,
+    0.30343112349510193,
+    0.1406361162662506,
+    0.12001687288284302,
+    0.09370072931051254,
+    0.1327272653579712,
+    0.11739750951528549,
+    0.241179421544075,
+    0.05843502655625343,
+    0.2142574042081833,
+    0.11687099188566208,
+    0.16099634766578674,
+    0.25701919198036194,
+    0.11245035380125046,
+    0.09782692790031433,
+    0.17030175030231476,
+    0.10157705843448639,
+    0.0826440081000328,
+    0.025454994291067123,
+    0.08089348673820496,
+    0.46214327216148376,
+    0.27364808320999146,
+    0.27675706148147583,
+    0.1476171910762787,
+    0.24103619158267975,
+    0.2299271821975708,
+    0.2766273617744446,
+    0.11109402775764465,
+    0.26137468218803406,
+    0.289765864610672,
+    0.16728278994560242,
+    0.3028140068054199,
+    0.30989834666252136,
+    0.22967559099197388,
+    0.12396200746297836,
+    0.0988570898771286,
+    0.12139057368040085,
+    0.34464600682258606,
+    0.0601363331079483,
+    0.16337567567825317,
+    0.22062209248542786,
+    0.1876310408115387,
+    0.12939108908176422,
+    0.29645851254463196,
+    0.10246291756629944,
+    0.3140794336795807,
+    0.2982350289821625,
+    0.16579768061637878,
+    0.22543229162693024,
+    0.15073491632938385,
+    0.2235153764486313,
+    0.1405278891324997,
+    0.2824636995792389,
+    0.14897094666957855,
+    0.12280448526144028,
+    0.37952330708503723,
+    0.10606758296489716,
+    0.05064639449119568,
+    0.1113526001572609,
+    0.2469313144683838,
+    0.06627058982849121,
+    0.2427903264760971,
+    0.12266012281179428,
+    0.18837188184261322,
+    0.23666296899318695,
+    0.11156799644231796,
+    0.11819761991500854,
+    0.4650055468082428,
+    0.1971910297870636,
+    0.3139173686504364,
+    0.6883321404457092,
+    0.4077259600162506,
+    0.5422809720039368,
+    0.09933312237262726,
+    0.2822948396205902,
+    0.17535534501075745,
+    0.03576042503118515,
+    0.267147034406662,
+    0.1892235428094864,
+    0.10662920027971268,
+    0.17855961620807648,
+    0.09969910234212875,
+    0.16387377679347992,
+    0.2236185073852539,
+    0.07773493975400925,
+    0.12004072219133377,
+    0.07087311148643494,
+    0.055239204317331314,
+    0.14812055230140686,
+    0.0424930639564991,
+    0.05326684191823006,
+    0.10386016219854355,
+    0.07813343405723572,
+    0.06351732462644577,
+    0.04342510178685188,
+    0.013902458362281322,
+    0.16798709332942963,
+    0.021929172798991203,
+    0.31203046441078186,
+    0.03395433723926544,
+    0.14525948464870453,
+    0.21312366425991058,
+    0.2655649781227112,
+    0.17414988577365875,
+    0.154020756483078,
+    0.31350311636924744,
+    0.06145654246211052,
+    0.12888894975185394,
+    0.036322709172964096,
+    0.06962991505861282,
+    0.11125005781650543,
+    0.032099649310112,
+    0.07590612024068832,
+    0.0877438560128212,
+    0.11500474810600281,
+    0.2049044966697693,
+    0.22483393549919128,
+    0.23254360258579254,
+    0.15286459028720856,
+    0.09488356113433838,
+    0.03906111419200897,
+    0.09523690491914749,
+    0.17305734753608704,
+    0.1040082648396492,
+    0.035097088664770126,
+    0.09153510630130768,
+    0.08089470118284225,
+    0.14804410934448242,
+    0.16970166563987732,
+    0.03857165575027466,
+    0.019889287650585175,
+    0.21433885395526886,
+    0.08115284889936447,
+    0.0359032079577446,
+    0.21442466974258423,
+    0.04731863737106323,
+    0.07726271450519562,
+    0.07963026314973831,
+    0.1033782809972763,
+    0.06176842376589775,
+    0.02112291008234024,
+    0.26408785581588745,
+    0.13748818635940552,
+    0.19779978692531586,
+    0.06062772497534752,
+    0.21097427606582642,
+    0.3020491302013397,
+    0.3149750828742981,
+    0.18196535110473633,
+    0.2293456494808197,
+    0.17875555157661438,
+    0.1620658040046692,
+    0.08453591167926788,
+    0.23056545853614807,
+    0.19304370880126953,
+    0.21034254133701324,
+    0.13216103613376617,
+    0.007701011840254068,
+    0.009956170804798603,
+    0.015646740794181824,
+    0.2828805446624756,
+    0.16944637894630432,
+    0.11028052121400833,
+    0.04937147721648216,
+    0.028109164908528328,
+    0.12110918015241623,
+    0.025051916018128395,
+    0.17700594663619995,
+    0.09137915819883347,
+    0.11996287852525711,
+    0.12061657011508942,
+    0.06376384198665619,
+    0.10185468941926956,
+    0.04354098439216614,
+    0.07835301011800766,
+    0.07901051640510559,
+    0.06527187675237656,
+    0.027524199336767197,
+    0.15007644891738892,
+    0.10694675892591476,
+    0.2535209059715271,
+    0.03525141626596451,
+    0.33206620812416077,
+    0.1803150475025177,
+    0.20381899178028107,
+    0.25667405128479004,
+    0.04046420380473137,
+    0.04177682846784592,
+    0.20394396781921387,
+    0.19319355487823486,
+    0.1067652776837349,
+    0.20037370920181274,
+    0.21441856026649475,
+    0.31348496675491333,
+    0.1274307370185852,
+    0.170221209526062,
+    0.12726916372776031,
+    0.18335510790348053,
+    0.03861904889345169,
+    0.023375630378723145,
+    0.16171695291996002,
+    0.014232366345822811,
+    0.07385797053575516,
+    0.12582333385944366,
+    0.11545450240373611,
+    0.10700034350156784,
+    0.09066854417324066,
+    0.22472137212753296,
+    0.022954897955060005,
+    0.02438383549451828,
+    0.1088399812579155,
+    0.05915749445557594,
+    0.07362284511327744,
+    0.09619995206594467,
+    0.020988812670111656,
+    0.051987193524837494,
+    0.04320981726050377,
+    0.012116319499909878,
+    0.029127782210707664,
+    0.13914629817008972,
+    0.012387790717184544,
+    0.06845439225435257,
+    0.09431556612253189,
+    0.12212391942739487,
+    0.05148621276021004,
+    0.0518062561750412,
+    0.36104175448417664,
+    0.20650741457939148,
+    0.022288156673312187,
+    0.09834035485982895,
+    0.12433584034442902,
+    0.08815798163414001,
+    0.10219307243824005,
+    0.2775331437587738,
+    0.053922317922115326,
+    0.04203741252422333,
+    0.1027730405330658,
+    0.07235635817050934,
+    0.009208069182932377,
+    0.02159965969622135,
+    0.02629554271697998,
+    0.07034275680780411,
+    0.1316557675600052,
+    0.1074620932340622,
+    0.13496656715869904,
+    0.17848889529705048,
+    0.15128016471862793,
+    0.05009129270911217,
+    0.046136703342199326,
+    0.04011408984661102,
+    0.2957359850406647,
+    0.07189667224884033,
+    0.025787146762013435,
+    0.29647505283355713,
+    0.3658461570739746,
+    0.046945720911026,
+    0.42174670100212097,
+    0.5491970777511597,
+    0.03468170389533043,
+    0.4246130883693695,
+    0.42892205715179443,
+    0.04688429459929466,
+    0.11934476345777512,
+    0.22358573973178864,
+    0.028112448751926422,
+    0.015933338552713394,
+    0.03497760742902756,
+    0.031775590032339096,
+    0.044077906757593155,
+    0.013063088990747929,
+    0.02343500405550003,
+    0.15229915082454681,
+    0.07441861927509308,
+    0.04319345951080322,
+    0.2725483179092407,
+    0.21824657917022705,
+    0.02055024541914463,
+    0.022191882133483887,
+    0.10077019780874252,
+    0.09447696805000305,
+    0.20180989801883698,
+    0.06768855452537537,
+    0.08371300250291824,
+    0.17664146423339844,
+    0.09892293810844421,
+    0.09617593884468079,
+    0.03716364502906799,
+    0.10452363640069962,
+    0.16142287850379944,
+    0.13486413657665253,
+    0.040651824325323105,
+    0.10065081715583801,
+    0.13356660306453705,
+    0.0635075643658638,
+    0.006443441845476627,
+    0.08887780457735062,
+    0.15011583268642426,
+    0.09088031202554703,
+    0.1179317831993103,
+    0.04260503128170967,
+    0.014918744564056396,
+    0.022941753268241882,
+    0.006566098425537348,
+    0.041896719485521317,
+    0.015600292943418026,
+    0.11672616004943848,
+    0.019450107589364052,
+    0.01322804857045412,
+    0.025867868214845657,
+    0.10611094534397125,
+    0.01102523598819971,
+    0.04913277551531792,
+    0.015436972491443157,
+    0.048055682331323624,
+    0.02645452320575714,
+    0.17454217374324799,
+    0.019904952496290207,
+    0.07681091129779816,
+    0.048877742141485214,
+    0.08113553375005722,
+    0.07581973820924759,
+    0.03854551911354065,
+    0.25567197799682617,
+    0.38979414105415344,
+    0.26896506547927856,
+    0.09090606123209,
+    0.04200848564505577,
+    0.0817340835928917,
+    0.035321272909641266,
+    0.04739352688193321,
+    0.05179901421070099,
+    0.04741442948579788,
+    0.07794231921434402,
+    0.020662322640419006,
+    0.16465875506401062,
+    0.007443126291036606,
+    0.21247833967208862,
+    0.08728120476007462,
+    0.07132633775472641,
+    0.22858776152133942,
+    0.10848730802536011,
+    0.11750275641679764,
+    0.015585553832352161,
+    0.060373030602931976,
+    0.0528721921145916,
+    0.022762328386306763,
+    0.007743504364043474,
+    0.038658104836940765,
+    0.06191413849592209,
+    0.04968985542654991,
+    0.18712933361530304,
+    0.2338736355304718,
+    0.0714646503329277,
+    0.16770905256271362,
+    0.2500104010105133,
+    0.08319849520921707,
+    0.03669412061572075,
+    0.13648319244384766,
+    0.05010931193828583,
+    0.11882053315639496,
+    0.14477111399173737,
+    0.3387521803379059,
+    0.01619580015540123,
+    0.13480183482170105,
+    0.02655000053346157,
+    0.028197558596730232,
+    0.096487857401371,
+    0.029848679900169373,
+    0.011603287421166897,
+    0.03246456757187843,
+    0.022535866126418114,
+    0.1296994686126709,
+    0.07599315792322159,
+    0.009940726682543755,
+    0.11159288883209229,
+    0.26550552248954773,
+    0.050306789577007294,
+    0.34221982955932617,
+    0.037233855575323105,
+    0.06355904042720795,
+    0.018565066158771515,
+    0.189298614859581,
+    0.15576067566871643,
+    0.02851581946015358,
+    0.010734190233051777,
+    0.10578346252441406,
+    0.1080973744392395
+  ]
+}

p8ess-eat-15m-natural-ess-100k-s0/exports/step_00015000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: eat
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 16
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 192.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.04398323452006878
+  - 0.047639569377790236
+  - 0.04987541997380786
+  - 0.04352455826914307
+  - 0.06833805433404602
+  - 0.0691879390635264
+  - 0.06156826483349581
+  - 0.023825537754756217
+  - 0.05248940389869583
+  - 0.04984770065647712
+  - 0.04359882511934997
+  - 0.025219348711104046
+  - 0.057987765843943384
+  - 0.09278753823173767
+  - 0.049216955435705825
+  - 0.054416680962163656
+  - 0.050065271147224095
+  - 0.05877645887290118
+  - 0.04349683895181232
+  - 0.014154634042250515
+  repetition_cap: 1000.0
+  distinct_fraction: 0.052301
+optim:
+  lr: 0.001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase8-ess-seed
+  trial_id: p8ess-eat-15m-natural-ess-100k-s0
+  wandb_project: mixture-transfer
+  wandb_entity: luequinn-montana-state-university
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p8ess-eat-15m-natural-ess-100k-s0/exports/step_00015000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p8ess-eat-15m-natural-ess-100k-s0/exports/step_00015000",
+  "fingerprint": "eb4d321b2d766418",
+  "campaign_id": "phase8-ess-seed",
+  "trial_id": "p8ess-eat-15m-natural-ess-100k-s0",
+  "probe/map": 0.1480197818813743,
+  "probe/map_train": 0.43397067181864996,
+  "probe/alpha": 0.1,
+  "probe/holdout_map": 0.17776664998559052,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.670854960568249,
+  "probe/total_s": 8.236397751607,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.17227606715252747
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.17776664998559052
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1759278163988942
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.16051828129874432
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.12944529608662542
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.08955933425913033
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.05764181830785971
+    }
+  ],
+  "per_class_ap": [
+    0.6483118534088135,
+    0.012770640663802624,
+    0.07022257149219513,
+    0.19722691178321838,
+    0.06864147633314133,
+    0.27753856778144836,
+    0.20484089851379395,
+    0.33723220229148865,
+    0.060069967061281204,
+    0.03216555714607239,
+    0.029505660757422447,
+    0.06517049670219421,
+    0.4494396150112152,
+    0.2791707217693329,
+    0.038060031831264496,
+    0.5311365723609924,
+    0.32423344254493713,
+    0.3655209243297577,
+    0.06568880379199982,
+    0.08948446810245514,
+    0.2454967349767685,
+    0.08569557964801788,
+    0.19294025003910065,
+    0.15869885683059692,
+    0.0622887946665287,
+    0.03578236326575279,
+    0.05802202969789505,
+    0.20147623121738434,
+    0.30556485056877136,
+    0.05259093642234802,
+    0.30413818359375,
+    0.23461207747459412,
+    0.03186797723174095,
+    0.07795611023902893,
+    0.2643410265445709,
+    0.07551259547472,
+    0.37922346591949463,
+    0.0809844583272934,
+    0.08958639949560165,
+    0.11629091203212738,
+    0.20801368355751038,
+    0.025022229179739952,
+    0.07113483548164368,
+    0.4229600429534912,
+    0.01242280937731266,
+    0.09224250167608261,
+    0.011177889071404934,
+    0.1372988224029541,
+    0.05866115540266037,
+    0.05402198061347008,
+    0.16190801560878754,
+    0.009443875402212143,
+    0.06424827873706818,
+    0.06938247382640839,
+    0.21153677999973297,
+    0.10812223702669144,
+    0.25281262397766113,
+    0.3305884003639221,
+    0.14914299547672272,
+    0.10113240033388138,
+    0.1373194456100464,
+    0.25479599833488464,
+    0.0644916370511055,
+    0.20053774118423462,
+    0.5171259045600891,
+    0.24161246418952942,
+    0.24359357357025146,
+    0.21098677814006805,
+    0.36175280809402466,
+    0.3690015971660614,
+    0.11792165786027908,
+    0.15303592383861542,
+    0.2135457694530487,
+    0.22850118577480316,
+    0.2141544669866562,
+    0.234383225440979,
+    0.06161530688405037,
+    0.257093608379364,
+    0.20311638712882996,
+    0.09172720462083817,
+    0.040991123765707016,
+    0.12665915489196777,
+    0.2845505475997925,
+    0.17378763854503632,
+    0.10131406038999557,
+    0.041623059660196304,
+    0.08352566510438919,
+    0.018960509449243546,
+    0.019291339442133904,
+    0.024177782237529755,
+    0.11127045005559921,
+    0.10780775547027588,
+    0.18223385512828827,
+    0.05942117050290108,
+    0.022161902859807014,
+    0.09661763906478882,
+    0.030462002381682396,
+    0.048441242426633835,
+    0.16375675797462463,
+    0.167514368891716,
+    0.07929009944200516,
+    0.2566958963871002,
+    0.07960409671068192,
+    0.0771169438958168,
+    0.02814384736120701,
+    0.05379239097237587,
+    0.07122792303562164,
+    0.06498045474290848,
+    0.08677583932876587,
+    0.10301956534385681,
+    0.14576475322246552,
+    0.12444189190864563,
+    0.10645069181919098,
+    0.08724731206893921,
+    0.06065156310796738,
+    0.24086859822273254,
+    0.24623949825763702,
+    0.11368009448051453,
+    0.15310534834861755,
+    0.25984346866607666,
+    0.2680024802684784,
+    0.14119000732898712,
+    0.07224784791469574,
+    0.047356657683849335,
+    0.012570247054100037,
+    0.035700198262929916,
+    0.16642972826957703,
+    0.2471795678138733,
+    0.10977756977081299,
+    0.11457322537899017,
+    0.006606618873775005,
+    0.09495367854833603,
+    0.09897083044052124,
+    0.09353289753198624,
+    0.03826859965920448,
+    0.012381521053612232,
+    0.07637334614992142,
+    0.7339577674865723,
+    0.2726219892501831,
+    0.3370519280433655,
+    0.4297472834587097,
+    0.34292101860046387,
+    0.178444966673851,
+    0.15223121643066406,
+    0.09717767685651779,
+    0.16796454787254333,
+    0.16507580876350403,
+    0.2167772352695465,
+    0.10433249920606613,
+    0.26757606863975525,
+    0.15650895237922668,
+    0.19459296762943268,
+    0.2561444640159607,
+    0.1341755986213684,
+    0.10845393687486649,
+    0.19175614416599274,
+    0.10883627086877823,
+    0.10020607709884644,
+    0.031677987426519394,
+    0.0852963998913765,
+    0.4431378245353699,
+    0.2926976680755615,
+    0.3297443389892578,
+    0.14507877826690674,
+    0.2502487599849701,
+    0.2590058147907257,
+    0.2969200909137726,
+    0.12738697230815887,
+    0.28968819975852966,
+    0.3342348039150238,
+    0.2641901671886444,
+    0.302645206451416,
+    0.3067995607852936,
+    0.2205130010843277,
+    0.14893245697021484,
+    0.17496800422668457,
+    0.11646398901939392,
+    0.36094027757644653,
+    0.09527629613876343,
+    0.20286093652248383,
+    0.25158417224884033,
+    0.2184801995754242,
+    0.1417413055896759,
+    0.34772852063179016,
+    0.1025046557188034,
+    0.37890931963920593,
+    0.31450068950653076,
+    0.14401955902576447,
+    0.2713955342769623,
+    0.15498705208301544,
+    0.20692381262779236,
+    0.14914624392986298,
+    0.3378223776817322,
+    0.1952117532491684,
+    0.15748634934425354,
+    0.4063476324081421,
+    0.08211589604616165,
+    0.07268163561820984,
+    0.10214056074619293,
+    0.2815878689289093,
+    0.04981529340147972,
+    0.2971971929073334,
+    0.17051352560520172,
+    0.21095529198646545,
+    0.21655310690402985,
+    0.15784378349781036,
+    0.17595882713794708,
+    0.5408703684806824,
+    0.2060486376285553,
+    0.349252313375473,
+    0.7093345522880554,
+    0.494468092918396,
+    0.537757933139801,
+    0.07982956618070602,
+    0.3199242651462555,
+    0.20858828723430634,
+    0.05929957330226898,
+    0.28587400913238525,
+    0.20421279966831207,
+    0.12491548806428909,
+    0.17115356028079987,
+    0.11453620344400406,
+    0.19338524341583252,
+    0.2180076688528061,
+    0.08131488412618637,
+    0.11215174198150635,
+    0.07188935577869415,
+    0.05395873636007309,
+    0.213392436504364,
+    0.0549885556101799,
+    0.0992434173822403,
+    0.07803386449813843,
+    0.08066535741090775,
+    0.05788440257310867,
+    0.05848776176571846,
+    0.01924988254904747,
+    0.18934482336044312,
+    0.03614387288689613,
+    0.3504842221736908,
+    0.03603297844529152,
+    0.19604942202568054,
+    0.25385457277297974,
+    0.2937873601913452,
+    0.2534567415714264,
+    0.20195618271827698,
+    0.3567596971988678,
+    0.06773223727941513,
+    0.226725235581398,
+    0.04522165656089783,
+    0.1134236752986908,
+    0.117191381752491,
+    0.026814069598913193,
+    0.089688740670681,
+    0.09012903273105621,
+    0.11042030155658722,
+    0.23933443427085876,
+    0.2502025067806244,
+    0.2924043834209442,
+    0.13870219886302948,
+    0.12352043390274048,
+    0.0739433541893959,
+    0.15754066407680511,
+    0.21730753779411316,
+    0.1538662612438202,
+    0.03173784911632538,
+    0.10278726369142532,
+    0.08062110096216202,
+    0.18281488120555878,
+    0.15451118350028992,
+    0.05002766475081444,
+    0.039175618439912796,
+    0.28468045592308044,
+    0.1259593665599823,
+    0.04690900072455406,
+    0.21816572546958923,
+    0.03536491468548775,
+    0.07179374247789383,
+    0.08700096607208252,
+    0.09700100123882294,
+    0.07167869806289673,
+    0.021184846758842468,
+    0.2916872501373291,
+    0.13277524709701538,
+    0.2187792807817459,
+    0.07314712554216385,
+    0.23886877298355103,
+    0.2896421253681183,
+    0.29841211438179016,
+    0.2183118462562561,
+    0.2389528751373291,
+    0.2027129828929901,
+    0.22642125189304352,
+    0.06854141503572464,
+    0.21654368937015533,
+    0.22257545590400696,
+    0.22167600691318512,
+    0.17760317027568817,
+    0.010740509256720543,
+    0.012781030498445034,
+    0.009336942806839943,
+    0.2976357340812683,
+    0.19915148615837097,
+    0.11345566064119339,
+    0.06479708850383759,
+    0.030411498621106148,
+    0.168752983212471,
+    0.029038501903414726,
+    0.1723707914352417,
+    0.13390770554542542,
+    0.1929962933063507,
+    0.1283414214849472,
+    0.05689913406968117,
+    0.1200261190533638,
+    0.06316700577735901,
+    0.07536125183105469,
+    0.11498075723648071,
+    0.07428008317947388,
+    0.04661917686462402,
+    0.12123731523752213,
+    0.12354408949613571,
+    0.3012004494667053,
+    0.042891986668109894,
+    0.39934632182121277,
+    0.23567141592502594,
+    0.22519627213478088,
+    0.2938530147075653,
+    0.0451078824698925,
+    0.046173784881830215,
+    0.23122449219226837,
+    0.22095173597335815,
+    0.17206689715385437,
+    0.17822596430778503,
+    0.23710355162620544,
+    0.35339581966400146,
+    0.15338151156902313,
+    0.2012704610824585,
+    0.17678813636302948,
+    0.19698506593704224,
+    0.04143277555704117,
+    0.02955828420817852,
+    0.2242797464132309,
+    0.007571172900497913,
+    0.0847885012626648,
+    0.13341361284255981,
+    0.13849760591983795,
+    0.0978313460946083,
+    0.0961034819483757,
+    0.27958351373672485,
+    0.019460981711745262,
+    0.02840992622077465,
+    0.12027545273303986,
+    0.09860115498304367,
+    0.07366498559713364,
+    0.1007031798362732,
+    0.03355961665511131,
+    0.06611663103103638,
+    0.031477298587560654,
+    0.019737835973501205,
+    0.03192275017499924,
+    0.18756499886512756,
+    0.016098573803901672,
+    0.04583799093961716,
+    0.13902299106121063,
+    0.13474944233894348,
+    0.052570126950740814,
+    0.048162080347537994,
+    0.36399221420288086,
+    0.24961510300636292,
+    0.020076274871826172,
+    0.12708617746829987,
+    0.1298913061618805,
+    0.11280475556850433,
+    0.11597158759832382,
+    0.2792360484600067,
+    0.06967882812023163,
+    0.03376522660255432,
+    0.12646974623203278,
+    0.09426434338092804,
+    0.01353837177157402,
+    0.019732067361474037,
+    0.028135176748037338,
+    0.06608479470014572,
+    0.17293448746204376,
+    0.12509456276893616,
+    0.20152093470096588,
+    0.2292172610759735,
+    0.19219154119491577,
+    0.08002576977014542,
+    0.052323609590530396,
+    0.04268074035644531,
+    0.29687464237213135,
+    0.09739252179861069,
+    0.02143104001879692,
+    0.339729905128479,
+    0.3214520514011383,
+    0.09056713432073593,
+    0.4751704931259155,
+    0.5835467576980591,
+    0.03140167519450188,
+    0.3798755705356598,
+    0.3502765893936157,
+    0.08809380978345871,
+    0.12336114794015884,
+    0.29930198192596436,
+    0.023525629192590714,
+    0.01525038667023182,
+    0.046983905136585236,
+    0.04321608319878578,
+    0.06565453857183456,
+    0.014555447734892368,
+    0.01387554220855236,
+    0.15831801295280457,
+    0.06685514748096466,
+    0.06984974443912506,
+    0.2722149193286896,
+    0.24791665375232697,
+    0.033512067049741745,
+    0.034476011991500854,
+    0.09373672306537628,
+    0.1276770383119583,
+    0.22959105670452118,
+    0.10892455279827118,
+    0.07249728590250015,
+    0.2535359859466553,
+    0.09421299397945404,
+    0.07821885496377945,
+    0.05348515138030052,
+    0.16249021887779236,
+    0.20697163045406342,
+    0.1428818702697754,
+    0.05453822389245033,
+    0.14493416249752045,
+    0.14815934002399445,
+    0.09023731201887131,
+    0.007433559279888868,
+    0.06770456582307816,
+    0.1786649525165558,
+    0.12159764766693115,
+    0.12174350768327713,
+    0.08128680288791656,
+    0.014328602701425552,
+    0.03013807348906994,
+    0.008784805424511433,
+    0.06628671288490295,
+    0.019194087013602257,
+    0.13031843304634094,
+    0.02885805070400238,
+    0.018183115869760513,
+    0.024253536015748978,
+    0.11758000403642654,
+    0.010821430012583733,
+    0.05821441486477852,
+    0.014645297080278397,
+    0.05311606451869011,
+    0.032911740243434906,
+    0.21562151610851288,
+    0.03776007518172264,
+    0.10483969748020172,
+    0.061556361615657806,
+    0.1059819683432579,
+    0.08421167731285095,
+    0.0557086244225502,
+    0.3377511501312256,
+    0.4285597503185272,
+    0.25330841541290283,
+    0.09963934868574142,
+    0.027301158756017685,
+    0.07853010296821594,
+    0.04836272448301315,
+    0.08192603290081024,
+    0.09232631325721741,
+    0.07132159918546677,
+    0.09335628896951675,
+    0.0163277518004179,
+    0.1421189159154892,
+    0.00783422403037548,
+    0.23796990513801575,
+    0.06747565418481827,
+    0.058870550245046616,
+    0.212535098195076,
+    0.12499381601810455,
+    0.10967743396759033,
+    0.01968858204782009,
+    0.08365960419178009,
+    0.06255480647087097,
+    0.026846367865800858,
+    0.00918850302696228,
+    0.053250752389431,
+    0.05101754888892174,
+    0.044867537915706635,
+    0.2061968892812729,
+    0.203932985663414,
+    0.10607084631919861,
+    0.18374863266944885,
+    0.24507591128349304,
+    0.06393630802631378,
+    0.04640640318393707,
+    0.12531043589115143,
+    0.06120605021715164,
+    0.11851944029331207,
+    0.10246583819389343,
+    0.3813785910606384,
+    0.014497963711619377,
+    0.12156622111797333,
+    0.02132437191903591,
+    0.04371039569377899,
+    0.09667662531137466,
+    0.02466670423746109,
+    0.018463868647813797,
+    0.036368146538734436,
+    0.02224018983542919,
+    0.16012287139892578,
+    0.07265904545783997,
+    0.013271908275783062,
+    0.10845397412776947,
+    0.3125152587890625,
+    0.09749757498502731,
+    0.3777732849121094,
+    0.04890298843383789,
+    0.05338773503899574,
+    0.022054709494113922,
+    0.1825716346502304,
+    0.17452369630336761,
+    0.034009117633104324,
+    0.010388113558292389,
+    0.07902667671442032,
+    0.1007850393652916
+  ]
+}

p8ess-eat-15m-natural-ess-100k-s0/exports/step_00020000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: eat
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 16
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 192.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.04398323452006878
+  - 0.047639569377790236
+  - 0.04987541997380786
+  - 0.04352455826914307
+  - 0.06833805433404602
+  - 0.0691879390635264
+  - 0.06156826483349581
+  - 0.023825537754756217
+  - 0.05248940389869583
+  - 0.04984770065647712
+  - 0.04359882511934997
+  - 0.025219348711104046
+  - 0.057987765843943384
+  - 0.09278753823173767
+  - 0.049216955435705825
+  - 0.054416680962163656
+  - 0.050065271147224095
+  - 0.05877645887290118
+  - 0.04349683895181232
+  - 0.014154634042250515
+  repetition_cap: 1000.0
+  distinct_fraction: 0.052301
+optim:
+  lr: 0.001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase8-ess-seed
+  trial_id: p8ess-eat-15m-natural-ess-100k-s0
+  wandb_project: mixture-transfer
+  wandb_entity: luequinn-montana-state-university
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p8ess-eat-15m-natural-ess-100k-s0/exports/step_00020000/fsd50k_lora_1ep_s0.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p8ess-eat-15m-natural-ess-100k-s0/exports/step_00020000",
+  "fingerprint": "eb4d321b2d766418",
+  "campaign_id": "phase8-ess-seed",
+  "trial_id": "p8ess-eat-15m-natural-ess-100k-s0",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 989,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 1.0,
+    "batch_size": 48,
+    "lr": 0.003,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 0,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.4190519199706614,
+  "lora/map": 0.4190519199706614,
+  "fsd50k/map": 0.4190519199706614,
+  "train_seconds": 26.76,
+  "total_seconds": 35.7,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.02092715658247471,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 989,
+      "epoch": 1.0,
+      "loss": 0.021276312242257095,
+      "val_map": 0.4190519199706614,
+      "lr": 0.0,
+      "train_s": 26.762701856903732
+    }
+  ],
+  "per_class_ap": [
+    0.33286070823669434,
+    0.1481328010559082,
+    0.601322591304779,
+    0.3661115765571594,
+    0.5083914995193481,
+    0.6652823090553284,
+    0.8911020159721375,
+    0.600849449634552,
+    0.5502655506134033,
+    0.5307043790817261,
+    0.30855754017829895,
+    0.4523289203643799,
+    0.18249523639678955,
+    0.3029938042163849,
+    0.5313227772712708,
+    0.4810556173324585,
+    0.030914656817913055,
+    0.2786441445350647,
+    0.5007777214050293,
+    0.21464775502681732,
+    0.6066368222236633,
+    0.4477088749408722,
+    0.8722813725471497,
+    0.1284700632095337,
+    0.2831643223762512,
+    0.5279666185379028,
+    0.42791634798049927,
+    0.31372207403182983,
+    0.8477091789245605,
+    0.34866389632225037,
+    0.6960969567298889,
+    0.6453689932823181,
+    0.45616281032562256,
+    0.18020863831043243,
+    0.4102468192577362,
+    0.25623926520347595,
+    0.4189276397228241,
+    0.18651889264583588,
+    0.5247487425804138,
+    0.2484893798828125,
+    0.6044673919677734,
+    0.3711019456386566,
+    0.6412053108215332,
+    0.16833992302417755,
+    0.5330767631530762,
+    0.18292701244354248,
+    0.1926422268152237,
+    0.31299033761024475,
+    0.7771788239479065,
+    0.4296354651451111,
+    0.41755950450897217,
+    0.5241876244544983,
+    0.6028928756713867,
+    0.1559753566980362,
+    0.13911698758602142,
+    0.0543588362634182,
+    0.3035855293273926,
+    0.7145790457725525,
+    0.16571900248527527,
+    0.552359402179718,
+    0.6598016619682312,
+    0.6725664138793945,
+    0.4739903509616852,
+    0.15258415043354034,
+    0.5000202059745789,
+    0.18879516422748566,
+    0.29811227321624756,
+    0.7035142183303833,
+    0.49723026156425476,
+    0.5673962831497192,
+    0.5052730441093445,
+    0.2982094883918762,
+    0.7250693440437317,
+    0.35701507329940796,
+    0.31883254647254944,
+    0.23903091251850128,
+    0.43962156772613525,
+    0.31080082058906555,
+    0.4029935896396637,
+    0.49576836824417114,
+    0.2524818480014801,
+    0.35443177819252014,
+    0.3368764817714691,
+    0.30662938952445984,
+    0.21162888407707214,
+    0.2959945797920227,
+    0.4686914384365082,
+    0.7413307428359985,
+    0.21109391748905182,
+    0.21549108624458313,
+    0.7653712034225464,
+    0.0840931162238121,
+    0.5286290049552917,
+    0.2213425636291504,
+    0.3647286891937256,
+    0.3547116219997406,
+    0.3241850733757019,
+    0.1806844025850296,
+    0.4328337013721466,
+    0.07898160815238953,
+    0.590221107006073,
+    0.7351740002632141,
+    0.2326546460390091,
+    0.46308213472366333,
+    0.2458760291337967,
+    0.46078866720199585,
+    0.6753438115119934,
+    0.5617464184761047,
+    0.5894866585731506,
+    0.29824718832969666,
+    0.25760528445243835,
+    0.3621170222759247,
+    0.6114321947097778,
+    0.08991970866918564,
+    0.15882983803749084,
+    0.37531471252441406,
+    0.7926069498062134,
+    0.44911226630210876,
+    0.5446949005126953,
+    0.2209400236606598,
+    0.885731041431427,
+    0.8940525054931641,
+    0.4004104733467102,
+    0.1543162763118744,
+    0.2864609956741333,
+    0.7880991697311401,
+    0.3658412992954254,
+    0.7543417811393738,
+    0.37200233340263367,
+    0.19203057885169983,
+    0.275723397731781,
+    0.8620035648345947,
+    0.3833344876766205,
+    0.5157824158668518,
+    0.6503871083259583,
+    0.08946721255779266,
+    0.09950895607471466,
+    0.05661721155047417,
+    0.6251232028007507,
+    0.5888198614120483,
+    0.17514507472515106,
+    0.31678712368011475,
+    0.29418155550956726,
+    0.35365042090415955,
+    0.6566733717918396,
+    0.6259369850158691,
+    0.07396607846021652,
+    0.6398987174034119,
+    0.19340088963508606,
+    0.4012782573699951,
+    0.5956922173500061,
+    0.4913901090621948,
+    0.27807238698005676,
+    0.4074811339378357,
+    0.4900408685207367,
+    0.3658076226711273,
+    0.5511636734008789,
+    0.6592729687690735,
+    0.5047070384025574,
+    0.10218226164579391,
+    0.4758650064468384,
+    0.22167666256427765,
+    0.6503851413726807,
+    0.21001237630844116,
+    0.3649003207683563,
+    0.4806365966796875,
+    0.4378547966480255,
+    0.0641343742609024,
+    0.38430461287498474,
+    0.49028709530830383,
+    0.0986238420009613,
+    0.9083254337310791,
+    0.9187215566635132,
+    0.06089842692017555,
+    0.5851234197616577,
+    0.7933239340782166,
+    0.270484983921051,
+    0.22318877279758453,
+    0.22448961436748505,
+    0.3435879349708557,
+    0.09327864646911621,
+    0.5385934114456177,
+    0.26308920979499817,
+    0.61399906873703,
+    0.646091878414154,
+    0.475807249546051,
+    0.2851716876029968,
+    0.6862597465515137,
+    0.6291324496269226,
+    0.420245498418808,
+    0.49596232175827026,
+    0.4968723952770233,
+    0.6011869311332703,
+    0.14704188704490662,
+    0.34759047627449036,
+    0.4333755075931549,
+    0.11474992334842682,
+    0.5254567861557007,
+    0.15266983211040497,
+    0.8182629942893982
+  ]
+}

p8ess-eat-15m-natural-ess-100k-s0/exports/step_00020000/fsd50k_lora_1ep_s1.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p8ess-eat-15m-natural-ess-100k-s0/exports/step_00020000",
+  "fingerprint": "eb4d321b2d766418",
+  "campaign_id": "phase8-ess-seed",
+  "trial_id": "p8ess-eat-15m-natural-ess-100k-s0",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 989,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 1.0,
+    "batch_size": 48,
+    "lr": 0.003,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 1,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.4268114717304707,
+  "lora/map": 0.4268114717304707,
+  "fsd50k/map": 0.4268114717304707,
+  "train_seconds": 24.73,
+  "total_seconds": 33.77,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.01939302460057661,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 989,
+      "epoch": 1.0,
+      "loss": 0.02135945735676624,
+      "val_map": 0.4268114717304707,
+      "lr": 0.0,
+      "train_s": 24.727001848630607
+    }
+  ],
+  "per_class_ap": [
+    0.33444106578826904,
+    0.13915373384952545,
+    0.7065919041633606,
+    0.4417762756347656,
+    0.51776123046875,
+    0.660767674446106,
+    0.8666694164276123,
+    0.6051435470581055,
+    0.6231864094734192,
+    0.5202842354774475,
+    0.3705647587776184,
+    0.4489220082759857,
+    0.21404239535331726,
+    0.3197758197784424,
+    0.5355325937271118,
+    0.47888800501823425,
+    0.02566804364323616,
+    0.3633708953857422,
+    0.4347287714481354,
+    0.22712701559066772,
+    0.5576007962226868,
+    0.4495624005794525,
+    0.8527873754501343,
+    0.10633107274770737,
+    0.28641706705093384,
+    0.49512797594070435,
+    0.430249959230423,
+    0.3042577803134918,
+    0.8259939551353455,
+    0.32147344946861267,
+    0.6893329620361328,
+    0.6762621998786926,
+    0.4767647981643677,
+    0.18776555359363556,
+    0.45521122217178345,
+    0.21147744357585907,
+    0.42112767696380615,
+    0.20354627072811127,
+    0.5926949977874756,
+    0.2656816244125366,
+    0.6402335166931152,
+    0.33666422963142395,
+    0.6156011819839478,
+    0.1890864223241806,
+    0.5609291195869446,
+    0.15944501757621765,
+    0.24067322909832,
+    0.3211915194988251,
+    0.798923134803772,
+    0.44184592366218567,
+    0.3710516393184662,
+    0.5492247939109802,
+    0.6114960312843323,
+    0.16906963288784027,
+    0.15012052655220032,
+    0.05903123691678047,
+    0.3106034994125366,
+    0.7123990654945374,
+    0.20048081874847412,
+    0.5521723628044128,
+    0.653762936592102,
+    0.6777918934822083,
+    0.47273144125938416,
+    0.2007434368133545,
+    0.5468367338180542,
+    0.14147554337978363,
+    0.26224491000175476,
+    0.7364155650138855,
+    0.5561705827713013,
+    0.5644049644470215,
+    0.5025403499603271,
+    0.29538777470588684,
+    0.7235882878303528,
+    0.31796571612358093,
+    0.24090167880058289,
+    0.26312217116355896,
+    0.4134933352470398,
+    0.4006137549877167,
+    0.43387800455093384,
+    0.4783322215080261,
+    0.3083508014678955,
+    0.39899110794067383,
+    0.34003695845603943,
+    0.266608864068985,
+    0.2303096503019333,
+    0.3829766809940338,
+    0.4731067419052124,
+    0.7062404751777649,
+    0.1980212777853012,
+    0.19182826578617096,
+    0.7744728922843933,
+    0.10448553413152695,
+    0.4863785207271576,
+    0.26655474305152893,
+    0.40605679154396057,
+    0.3634229898452759,
+    0.5337905287742615,
+    0.1420479118824005,
+    0.43561097979545593,
+    0.0800674706697464,
+    0.5988760590553284,
+    0.7354865074157715,
+    0.25416961312294006,
+    0.45098698139190674,
+    0.26073187589645386,
+    0.5120113492012024,
+    0.6754143238067627,
+    0.5456465482711792,
+    0.5785046815872192,
+    0.281582236289978,
+    0.25747379660606384,
+    0.35088664293289185,
+    0.6300782561302185,
+    0.10165750235319138,
+    0.26152169704437256,
+    0.372848242521286,
+    0.7752833962440491,
+    0.4462428689002991,
+    0.5569177865982056,
+    0.27665576338768005,
+    0.8893930315971375,
+    0.8977516293525696,
+    0.45153993368148804,
+    0.1413497030735016,
+    0.2950189411640167,
+    0.8061078786849976,
+    0.3316960632801056,
+    0.7634178996086121,
+    0.3681771159172058,
+    0.1316424310207367,
+    0.27382615208625793,
+    0.8654072284698486,
+    0.4572230279445648,
+    0.5376337170600891,
+    0.6370667815208435,
+    0.08612679690122604,
+    0.11720892786979675,
+    0.06915483623743057,
+    0.6331855058670044,
+    0.595369279384613,
+    0.23747393488883972,
+    0.35808470845222473,
+    0.32578638195991516,
+    0.33710119128227234,
+    0.6939152479171753,
+    0.6197803020477295,
+    0.06609056144952774,
+    0.6622717976570129,
+    0.17969103157520294,
+    0.33807504177093506,
+    0.5816569328308105,
+    0.49287113547325134,
+    0.33413103222846985,
+    0.3390960395336151,
+    0.4641653001308441,
+    0.4143352210521698,
+    0.5815180540084839,
+    0.6876655220985413,
+    0.49182355403900146,
+    0.1253775656223297,
+    0.46370235085487366,
+    0.22492609918117523,
+    0.6751406788825989,
+    0.2417116016149521,
+    0.35497209429740906,
+    0.5236121416091919,
+    0.4237649440765381,
+    0.07054895162582397,
+    0.39331555366516113,
+    0.5179701447486877,
+    0.1034383699297905,
+    0.8959311246871948,
+    0.906700611114502,
+    0.09754403680562973,
+    0.6236196160316467,
+    0.8300818800926208,
+    0.27789992094039917,
+    0.21878890693187714,
+    0.24052514135837555,
+    0.3355931341648102,
+    0.06666317582130432,
+    0.48072925209999084,
+    0.14889393746852875,
+    0.6210506558418274,
+    0.6666953563690186,
+    0.46832162141799927,
+    0.31255990266799927,
+    0.6878807544708252,
+    0.6534082293510437,
+    0.4794715344905853,
+    0.5458402633666992,
+    0.46221640706062317,
+    0.5952799320220947,
+    0.14958874881267548,
+    0.3788745105266571,
+    0.40698036551475525,
+    0.10646023601293564,
+    0.5214674472808838,
+    0.1674722582101822,
+    0.8144031167030334
+  ]
+}

p8ess-eat-15m-natural-ess-100k-s0/exports/step_00020000/fsd50k_lora_1ep_s2.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p8ess-eat-15m-natural-ess-100k-s0/exports/step_00020000",
+  "fingerprint": "eb4d321b2d766418",
+  "campaign_id": "phase8-ess-seed",
+  "trial_id": "p8ess-eat-15m-natural-ess-100k-s0",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 989,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 1.0,
+    "batch_size": 48,
+    "lr": 0.003,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 2,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.4194969274289906,
+  "lora/map": 0.4194969274289906,
+  "fsd50k/map": 0.4194969274289906,
+  "train_seconds": 24.84,
+  "total_seconds": 33.93,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.020284713717410342,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 989,
+      "epoch": 1.0,
+      "loss": 0.0216120294943025,
+      "val_map": 0.4194969274289906,
+      "lr": 0.0,
+      "train_s": 24.843039548024535
+    }
+  ],
+  "per_class_ap": [
+    0.2956273555755615,
+    0.1968992054462433,
+    0.6483495831489563,
+    0.3662680685520172,
+    0.5315410494804382,
+    0.6589682698249817,
+    0.8720881938934326,
+    0.5675077438354492,
+    0.6404299736022949,
+    0.5303602814674377,
+    0.290201872587204,
+    0.45114055275917053,
+    0.22397884726524353,
+    0.3166082501411438,
+    0.5277194976806641,
+    0.4848359525203705,
+    0.04615563154220581,
+    0.3704366683959961,
+    0.500941276550293,
+    0.21476532518863678,
+    0.5747729539871216,
+    0.4209432601928711,
+    0.8491849303245544,
+    0.1094452515244484,
+    0.30111512541770935,
+    0.4995754659175873,
+    0.39273983240127563,
+    0.22717559337615967,
+    0.8194866180419922,
+    0.29928791522979736,
+    0.6840305924415588,
+    0.6307652592658997,
+    0.43415388464927673,
+    0.15319764614105225,
+    0.43696698546409607,
+    0.2939259707927704,
+    0.42731308937072754,
+    0.18150594830513,
+    0.45375531911849976,
+    0.3034878969192505,
+    0.6209742426872253,
+    0.2941684424877167,
+    0.5950864553451538,
+    0.19452257454395294,
+    0.5521930456161499,
+    0.10412054508924484,
+    0.2793658673763275,
+    0.28393155336380005,
+    0.8037179708480835,
+    0.40056824684143066,
+    0.38028684258461,
+    0.5068994760513306,
+    0.5852289795875549,
+    0.12476932257413864,
+    0.21296977996826172,
+    0.02886287495493889,
+    0.30945348739624023,
+    0.6827741265296936,
+    0.19243639707565308,
+    0.5454514622688293,
+    0.635252058506012,
+    0.6755772233009338,
+    0.45746517181396484,
+    0.14894643425941467,
+    0.5811529755592346,
+    0.21289516985416412,
+    0.3025936186313629,
+    0.6846756935119629,
+    0.5083062648773193,
+    0.566951334476471,
+    0.5021697282791138,
+    0.27992191910743713,
+    0.7309902906417847,
+    0.47235774993896484,
+    0.356519877910614,
+    0.2466142475605011,
+    0.429129958152771,
+    0.3307475745677948,
+    0.3904089331626892,
+    0.513667643070221,
+    0.2706470787525177,
+    0.3257814943790436,
+    0.26459845900535583,
+    0.27942022681236267,
+    0.24903807044029236,
+    0.30086493492126465,
+    0.4894038140773773,
+    0.7155759334564209,
+    0.24482859671115875,
+    0.21402710676193237,
+    0.7726693153381348,
+    0.08616922795772552,
+    0.5626969337463379,
+    0.23048464953899384,
+    0.42099443078041077,
+    0.3985452353954315,
+    0.4106091558933258,
+    0.14335602521896362,
+    0.4624751806259155,
+    0.10383742302656174,
+    0.5845337510108948,
+    0.7404140830039978,
+    0.23652760684490204,
+    0.4740503132343292,
+    0.2577272653579712,
+    0.37660011649131775,
+    0.6866200566291809,
+    0.5522360801696777,
+    0.5790058374404907,
+    0.27096062898635864,
+    0.19526460766792297,
+    0.37867432832717896,
+    0.6446065902709961,
+    0.08682293444871902,
+    0.22979636490345,
+    0.37264493107795715,
+    0.7951491475105286,
+    0.4348224401473999,
+    0.5355275273323059,
+    0.24612483382225037,
+    0.8878970146179199,
+    0.896517276763916,
+    0.38700875639915466,
+    0.09229578822851181,
+    0.2651664614677429,
+    0.7997286319732666,
+    0.34484609961509705,
+    0.7680357694625854,
+    0.3818571865558624,
+    0.21103273332118988,
+    0.24212951958179474,
+    0.8209254741668701,
+    0.5077399611473083,
+    0.512299120426178,
+    0.6373266577720642,
+    0.12215422093868256,
+    0.1169157400727272,
+    0.05398579686880112,
+    0.6739975810050964,
+    0.5821888446807861,
+    0.251138299703598,
+    0.295525461435318,
+    0.2516760230064392,
+    0.3006627559661865,
+    0.6689725518226624,
+    0.6268872022628784,
+    0.11634141951799393,
+    0.6552263498306274,
+    0.17477966845035553,
+    0.3504849970340729,
+    0.5818995833396912,
+    0.47522205114364624,
+    0.2556002736091614,
+    0.333748459815979,
+    0.4257366359233856,
+    0.4241364896297455,
+    0.5752881169319153,
+    0.6938012838363647,
+    0.4988398551940918,
+    0.08445090800523758,
+    0.4598264694213867,
+    0.24352632462978363,
+    0.6655078530311584,
+    0.198685884475708,
+    0.34290850162506104,
+    0.4848214387893677,
+    0.39859744906425476,
+    0.061064690351486206,
+    0.3799194395542145,
+    0.5239700675010681,
+    0.11308569461107254,
+    0.8937879204750061,
+    0.902708113193512,
+    0.07371695339679718,
+    0.6356207132339478,
+    0.8293946385383606,
+    0.2569475471973419,
+    0.22859551012516022,
+    0.22237400710582733,
+    0.34771281480789185,
+    0.07950066775083542,
+    0.5371262431144714,
+    0.13980615139007568,
+    0.6149188876152039,
+    0.6449495553970337,
+    0.4401957094669342,
+    0.32693251967430115,
+    0.6900731921195984,
+    0.6470837593078613,
+    0.42616164684295654,
+    0.5172457098960876,
+    0.4583579897880554,
+    0.596267580986023,
+    0.14560465514659882,
+    0.38642609119415283,
+    0.45365750789642334,
+    0.11529373377561569,
+    0.528550386428833,
+    0.14332936704158783,
+    0.8247536420822144
+  ]
+}

p8ess-eat-15m-natural-ess-100k-s0/exports/step_00020000/lora_1ep_s0.json

@@ -0,0 +1,260 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p8ess-eat-15m-natural-ess-100k-s0/exports/step_00020000",
+    "fingerprint": "eb4d321b2d766418",
+    "campaign_id": "phase8-ess-seed",
+    "trial_id": "p8ess-eat-15m-natural-ess-100k-s0",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 428,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 1.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 0,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.007040753811058824,
+      "val_map": 0.005894971608521816,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02383,
+      "train_map": 0.037308764462938016,
+      "val_map": null,
+      "lr": 0.0017857142857142857,
+      "train_s": 0.6
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02273,
+      "train_map": 0.07655579511776912,
+      "val_map": null,
+      "lr": 0.002996832162669313,
+      "train_s": 1.3
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02168,
+      "train_map": 0.1035194423385901,
+      "val_map": null,
+      "lr": 0.0029464015850084926,
+      "train_s": 2.0
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02101,
+      "train_map": 0.12772312749705614,
+      "val_map": null,
+      "lr": 0.0028365019165406584,
+      "train_s": 2.7
+    },
+    {
+      "step": 107,
+      "epoch": 0.25,
+      "loss": 0.02103,
+      "train_map": 0.12590947261113722,
+      "val_map": 0.07735985269473133,
+      "lr": 0.002795633084492174,
+      "train_s": 2.9
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02015,
+      "train_map": 0.13946020564853445,
+      "val_map": null,
+      "lr": 0.0026716673782849554,
+      "train_s": 3.5
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.01949,
+      "train_map": 0.14986873337154258,
+      "val_map": null,
+      "lr": 0.002458698684369641,
+      "train_s": 4.2
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.01949,
+      "train_map": 0.16716310625500003,
+      "val_map": null,
+      "lr": 0.0022063824593754194,
+      "train_s": 4.9
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.01898,
+      "train_map": 0.18314065511711294,
+      "val_map": null,
+      "lr": 0.0019251287213377403,
+      "train_s": 5.6
+    },
+    {
+      "step": 214,
+      "epoch": 0.5,
+      "loss": 0.01855,
+      "train_map": 0.19412258054718262,
+      "val_map": 0.11907311255444526,
+      "lr": 0.0017592766878384548,
+      "train_s": 6.0
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.01894,
+      "train_map": 0.19763194926814714,
+      "val_map": null,
+      "lr": 0.0016265413870700269,
+      "train_s": 6.3
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.0185,
+      "train_map": 0.2212745186172963,
+      "val_map": null,
+      "lr": 0.0013229395198229876,
+      "train_s": 7.1
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.01844,
+      "train_map": 0.23323650561552317,
+      "val_map": null,
+      "lr": 0.0010268490715591258,
+      "train_s": 7.8
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.01816,
+      "train_map": 0.24596441530072938,
+      "val_map": null,
+      "lr": 0.000750486089449494,
+      "train_s": 8.5
+    },
+    {
+      "step": 321,
+      "epoch": 0.75,
+      "loss": 0.01732,
+      "train_map": 0.2537497491734827,
+      "val_map": 0.15502973874426487,
+      "lr": 0.000541962785848462,
+      "train_s": 9.2
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01772,
+      "train_map": 0.25382240376465265,
+      "val_map": null,
+      "lr": 0.0005052527083673369,
+      "train_s": 9.3
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01707,
+      "train_map": 0.26909544258564005,
+      "val_map": null,
+      "lr": 0.00030126672363088163,
+      "train_s": 10.0
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01667,
+      "train_map": 0.2763719192266012,
+      "val_map": null,
+      "lr": 0.00014694415279957929,
+      "train_s": 10.7
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01635,
+      "train_map": 0.28059285674756657,
+      "val_map": null,
+      "lr": 4.865200911511649e-05,
+      "train_s": 11.5
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01705,
+      "train_map": 0.28061535672604526,
+      "val_map": null,
+      "lr": 1.0445612398966596e-05,
+      "train_s": 12.1
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01711,
+      "train_map": 0.28071812045560757,
+      "val_map": 0.17108099893498918,
+      "lr": 1e-05,
+      "train_s": 12.2
+    }
+  ],
+  "final_train_map": 0.28071812045560757,
+  "final_val_map": 0.17108099893498918,
+  "lora/map": 0.17108099893498918,
+  "train_seconds": 12.2,
+  "wall_seconds": 63.6
+}

p8ess-eat-15m-natural-ess-100k-s0/exports/step_00020000/lora_1ep_s1.json

@@ -0,0 +1,260 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p8ess-eat-15m-natural-ess-100k-s0/exports/step_00020000",
+    "fingerprint": "eb4d321b2d766418",
+    "campaign_id": "phase8-ess-seed",
+    "trial_id": "p8ess-eat-15m-natural-ess-100k-s0",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 428,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 1.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 1,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006325321225184361,
+      "val_map": 0.0057889896116274245,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02506,
+      "train_map": 0.034001462478093464,
+      "val_map": null,
+      "lr": 0.0017857142857142857,
+      "train_s": 0.7
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02255,
+      "train_map": 0.07624873604587469,
+      "val_map": null,
+      "lr": 0.002996832162669313,
+      "train_s": 1.4
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02154,
+      "train_map": 0.09987326211780238,
+      "val_map": null,
+      "lr": 0.0029464015850084926,
+      "train_s": 2.1
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02076,
+      "train_map": 0.11262539456743373,
+      "val_map": null,
+      "lr": 0.0028365019165406584,
+      "train_s": 2.7
+    },
+    {
+      "step": 107,
+      "epoch": 0.25,
+      "loss": 0.02094,
+      "train_map": 0.1137003455040676,
+      "val_map": 0.07355412130599287,
+      "lr": 0.002795633084492174,
+      "train_s": 2.9
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.01982,
+      "train_map": 0.13621254424004334,
+      "val_map": null,
+      "lr": 0.0026716673782849554,
+      "train_s": 3.4
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02006,
+      "train_map": 0.1537101864532004,
+      "val_map": null,
+      "lr": 0.002458698684369641,
+      "train_s": 4.0
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.01918,
+      "train_map": 0.17101041787918975,
+      "val_map": null,
+      "lr": 0.0022063824593754194,
+      "train_s": 4.7
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.01937,
+      "train_map": 0.17319194759168013,
+      "val_map": null,
+      "lr": 0.0019251287213377403,
+      "train_s": 5.4
+    },
+    {
+      "step": 214,
+      "epoch": 0.5,
+      "loss": 0.01857,
+      "train_map": 0.1987200706801333,
+      "val_map": 0.12262758328022694,
+      "lr": 0.0017592766878384548,
+      "train_s": 5.8
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.01897,
+      "train_map": 0.2061590387934794,
+      "val_map": null,
+      "lr": 0.0016265413870700269,
+      "train_s": 6.0
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.01834,
+      "train_map": 0.21050784987374518,
+      "val_map": null,
+      "lr": 0.0013229395198229876,
+      "train_s": 6.7
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.01814,
+      "train_map": 0.23082974867319134,
+      "val_map": null,
+      "lr": 0.0010268490715591258,
+      "train_s": 7.4
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.01757,
+      "train_map": 0.2428268460853757,
+      "val_map": null,
+      "lr": 0.000750486089449494,
+      "train_s": 8.0
+    },
+    {
+      "step": 321,
+      "epoch": 0.75,
+      "loss": 0.0171,
+      "train_map": 0.25847153712693155,
+      "val_map": 0.1605878725570169,
+      "lr": 0.000541962785848462,
+      "train_s": 8.6
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01732,
+      "train_map": 0.25962599337479164,
+      "val_map": null,
+      "lr": 0.0005052527083673369,
+      "train_s": 8.7
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01669,
+      "train_map": 0.2671791903526156,
+      "val_map": null,
+      "lr": 0.00030126672363088163,
+      "train_s": 9.3
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01704,
+      "train_map": 0.2781308660729023,
+      "val_map": null,
+      "lr": 0.00014694415279957929,
+      "train_s": 10.0
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01694,
+      "train_map": 0.2805473927145142,
+      "val_map": null,
+      "lr": 4.865200911511649e-05,
+      "train_s": 10.6
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01668,
+      "train_map": 0.28070847585132835,
+      "val_map": null,
+      "lr": 1.0445612398966596e-05,
+      "train_s": 11.2
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.0166,
+      "train_map": 0.28118178576223934,
+      "val_map": 0.17378419552146823,
+      "lr": 1e-05,
+      "train_s": 11.3
+    }
+  ],
+  "final_train_map": 0.28118178576223934,
+  "final_val_map": 0.17378419552146823,
+  "lora/map": 0.17378419552146823,
+  "train_seconds": 11.3,
+  "wall_seconds": 62.2
+}

p8ess-eat-15m-natural-ess-100k-s0/exports/step_00020000/lora_1ep_s2.json

@@ -0,0 +1,260 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p8ess-eat-15m-natural-ess-100k-s0/exports/step_00020000",
+    "fingerprint": "eb4d321b2d766418",
+    "campaign_id": "phase8-ess-seed",
+    "trial_id": "p8ess-eat-15m-natural-ess-100k-s0",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 428,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 1.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 2,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.007150668596302776,
+      "val_map": 0.005882498748782506,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02432,
+      "train_map": 0.0332742888430501,
+      "val_map": null,
+      "lr": 0.0017857142857142857,
+      "train_s": 0.7
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02287,
+      "train_map": 0.07175833365976708,
+      "val_map": null,
+      "lr": 0.002996832162669313,
+      "train_s": 1.4
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02153,
+      "train_map": 0.10082327266167619,
+      "val_map": null,
+      "lr": 0.0029464015850084926,
+      "train_s": 2.0
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.0205,
+      "train_map": 0.11896643444760552,
+      "val_map": null,
+      "lr": 0.0028365019165406584,
+      "train_s": 2.7
+    },
+    {
+      "step": 107,
+      "epoch": 0.25,
+      "loss": 0.02096,
+      "train_map": 0.12804513901252956,
+      "val_map": 0.07666064901683882,
+      "lr": 0.002795633084492174,
+      "train_s": 2.9
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02037,
+      "train_map": 0.13563002811204042,
+      "val_map": null,
+      "lr": 0.0026716673782849554,
+      "train_s": 3.3
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02,
+      "train_map": 0.1471629106484714,
+      "val_map": null,
+      "lr": 0.002458698684369641,
+      "train_s": 4.0
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.01997,
+      "train_map": 0.15868914123727063,
+      "val_map": null,
+      "lr": 0.0022063824593754194,
+      "train_s": 4.6
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.01863,
+      "train_map": 0.17487582486066297,
+      "val_map": null,
+      "lr": 0.0019251287213377403,
+      "train_s": 5.3
+    },
+    {
+      "step": 214,
+      "epoch": 0.5,
+      "loss": 0.01825,
+      "train_map": 0.1948019549218793,
+      "val_map": 0.11987112486996535,
+      "lr": 0.0017592766878384548,
+      "train_s": 5.7
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.01814,
+      "train_map": 0.19824994713654723,
+      "val_map": null,
+      "lr": 0.0016265413870700269,
+      "train_s": 6.0
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.01802,
+      "train_map": 0.20987243139038333,
+      "val_map": null,
+      "lr": 0.0013229395198229876,
+      "train_s": 6.6
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.01812,
+      "train_map": 0.2323193973428667,
+      "val_map": null,
+      "lr": 0.0010268490715591258,
+      "train_s": 7.3
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.0176,
+      "train_map": 0.23893513029133742,
+      "val_map": null,
+      "lr": 0.000750486089449494,
+      "train_s": 8.0
+    },
+    {
+      "step": 321,
+      "epoch": 0.75,
+      "loss": 0.01764,
+      "train_map": 0.25395846583454584,
+      "val_map": 0.15552886784345307,
+      "lr": 0.000541962785848462,
+      "train_s": 8.5
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01718,
+      "train_map": 0.2546820202824683,
+      "val_map": null,
+      "lr": 0.0005052527083673369,
+      "train_s": 8.6
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01717,
+      "train_map": 0.2625068610223042,
+      "val_map": null,
+      "lr": 0.00030126672363088163,
+      "train_s": 9.3
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01722,
+      "train_map": 0.2697484395228171,
+      "val_map": null,
+      "lr": 0.00014694415279957929,
+      "train_s": 10.0
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01678,
+      "train_map": 0.272882383691405,
+      "val_map": null,
+      "lr": 4.865200911511649e-05,
+      "train_s": 10.6
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01707,
+      "train_map": 0.27410220033338956,
+      "val_map": null,
+      "lr": 1.0445612398966596e-05,
+      "train_s": 11.2
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01738,
+      "train_map": 0.27473668651072136,
+      "val_map": 0.16831120289508714,
+      "lr": 1e-05,
+      "train_s": 11.3
+    }
+  ],
+  "final_train_map": 0.27473668651072136,
+  "final_val_map": 0.16831120289508714,
+  "lora/map": 0.16831120289508714,
+  "train_seconds": 11.3,
+  "wall_seconds": 62.0
+}

p8ess-eat-15m-natural-ess-100k-s0/exports/step_00020000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p8ess-eat-15m-natural-ess-100k-s0/exports/step_00020000",
+  "fingerprint": "eb4d321b2d766418",
+  "campaign_id": "phase8-ess-seed",
+  "trial_id": "p8ess-eat-15m-natural-ess-100k-s0",
+  "probe/map": 0.15858773705664408,
+  "probe/map_train": 0.44404743526986246,
+  "probe/alpha": 0.1,
+  "probe/holdout_map": 0.18950431861303238,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.556537042371929,
+  "probe/total_s": 9.168449164368212,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.18754143988407893
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.18950431861303238
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1866711311756264
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.16997609164855626
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1383399730610115
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.09734565478465051
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.06398845466995431
+    }
+  ],
+  "per_class_ap": [
+    0.6531379222869873,
+    0.018942387774586678,
+    0.06669779121875763,
+    0.20968207716941833,
+    0.0834907665848732,
+    0.24422504007816315,
+    0.19806480407714844,
+    0.33364933729171753,
+    0.0577814057469368,
+    0.03339685499668121,
+    0.031125230714678764,
+    0.07609324157238007,
+    0.5053128600120544,
+    0.31088748574256897,
+    0.04806668311357498,
+    0.6037059426307678,
+    0.3594535291194916,
+    0.372271865606308,
+    0.07284665107727051,
+    0.09348753839731216,
+    0.25512099266052246,
+    0.09835141152143478,
+    0.23332616686820984,
+    0.175014927983284,
+    0.0641859620809555,
+    0.028103074058890343,
+    0.05831518769264221,
+    0.22241224348545074,
+    0.37266501784324646,
+    0.06786134839057922,
+    0.29009196162223816,
+    0.26872000098228455,
+    0.027642130851745605,
+    0.0923163965344429,
+    0.28045758605003357,
+    0.0976896584033966,
+    0.4032915234565735,
+    0.08144768327474594,
+    0.08727191388607025,
+    0.13523399829864502,
+    0.2017601877450943,
+    0.030769824981689453,
+    0.08003268390893936,
+    0.458504855632782,
+    0.01694507896900177,
+    0.09882020205259323,
+    0.01377634797245264,
+    0.15856020152568817,
+    0.05593526363372803,
+    0.05139733478426933,
+    0.17019639909267426,
+    0.010894660837948322,
+    0.06684888154268265,
+    0.04874265566468239,
+    0.24336183071136475,
+    0.13204213976860046,
+    0.25566187500953674,
+    0.31971025466918945,
+    0.18188464641571045,
+    0.08358702063560486,
+    0.1497797966003418,
+    0.25525331497192383,
+    0.058383163064718246,
+    0.22799883782863617,
+    0.5388304591178894,
+    0.20188386738300323,
+    0.27176105976104736,
+    0.22163964807987213,
+    0.35949763655662537,
+    0.39649316668510437,
+    0.12043504416942596,
+    0.1461755782365799,
+    0.22861424088478088,
+    0.25143319368362427,
+    0.21480031311511993,
+    0.2356567233800888,
+    0.055256206542253494,
+    0.271732896566391,
+    0.1722249686717987,
+    0.12221693247556686,
+    0.047553956508636475,
+    0.1482393741607666,
+    0.29756808280944824,
+    0.19556812942028046,
+    0.1217736154794693,
+    0.04814835637807846,
+    0.08668442815542221,
+    0.019232328981161118,
+    0.027756335213780403,
+    0.025754008442163467,
+    0.12073957175016403,
+    0.13665232062339783,
+    0.2171284258365631,
+    0.07062210887670517,
+    0.025021687150001526,
+    0.1342170536518097,
+    0.03126288205385208,
+    0.04603567719459534,
+    0.17121951282024384,
+    0.19738905131816864,
+    0.0923403799533844,
+    0.2653163969516754,
+    0.09480602294206619,
+    0.09519689530134201,
+    0.025580868124961853,
+    0.04487214982509613,
+    0.09474411606788635,
+    0.08225012570619583,
+    0.09578239917755127,
+    0.15720345079898834,
+    0.18466942012310028,
+    0.13344959914684296,
+    0.11978600174188614,
+    0.0838761255145073,
+    0.07982878386974335,
+    0.2598907947540283,
+    0.24935637414455414,
+    0.11045011878013611,
+    0.14498542249202728,
+    0.32661473751068115,
+    0.3370824456214905,
+    0.15200306475162506,
+    0.07305724918842316,
+    0.08204098790884018,
+    0.012462645769119263,
+    0.03369685634970665,
+    0.18107545375823975,
+    0.2581880986690521,
+    0.14729125797748566,
+    0.13837145268917084,
+    0.006839064881205559,
+    0.09410316497087479,
+    0.10659492760896683,
+    0.09083296358585358,
+    0.05308011919260025,
+    0.01105629000812769,
+    0.08674045652151108,
+    0.7387343645095825,
+    0.2800557017326355,
+    0.34647390246391296,
+    0.44083917140960693,
+    0.33980125188827515,
+    0.2315218448638916,
+    0.16284751892089844,
+    0.12372752279043198,
+    0.22467419505119324,
+    0.1622915416955948,
+    0.27083468437194824,
+    0.11729506403207779,
+    0.27388137578964233,
+    0.174592524766922,
+    0.20309695601463318,
+    0.31109941005706787,
+    0.13632428646087646,
+    0.13903014361858368,
+    0.2379140853881836,
+    0.12136409431695938,
+    0.14942802488803864,
+    0.02858240343630314,
+    0.06755483895540237,
+    0.5249228477478027,
+    0.3138478696346283,
+    0.3190985321998596,
+    0.1428905576467514,
+    0.2704303562641144,
+    0.26250210404396057,
+    0.3023082911968231,
+    0.13781782984733582,
+    0.284662663936615,
+    0.3324372172355652,
+    0.32867902517318726,
+    0.2831779718399048,
+    0.284065306186676,
+    0.2493259757757187,
+    0.1359468549489975,
+    0.19618770480155945,
+    0.14758561551570892,
+    0.37504813075065613,
+    0.12033051252365112,
+    0.23640821874141693,
+    0.250675767660141,
+    0.24156390130519867,
+    0.13642708957195282,
+    0.399446576833725,
+    0.10276152193546295,
+    0.44114935398101807,
+    0.3395130932331085,
+    0.19348828494548798,
+    0.27705249190330505,
+    0.17797470092773438,
+    0.2538220286369324,
+    0.17883864045143127,
+    0.37236231565475464,
+    0.2513674199581146,
+    0.20572881400585175,
+    0.4078459143638611,
+    0.08815976977348328,
+    0.0923779085278511,
+    0.08656113594770432,
+    0.33650416135787964,
+    0.04923784360289574,
+    0.29042762517929077,
+    0.16615264117717743,
+    0.22645463049411774,
+    0.24158050119876862,
+    0.21412689983844757,
+    0.24588119983673096,
+    0.6212713122367859,
+    0.24702557921409607,
+    0.347859650850296,
+    0.716718316078186,
+    0.5236012935638428,
+    0.5688148140907288,
+    0.08699209243059158,
+    0.3359718918800354,
+    0.2708079516887665,
+    0.07006248086690903,
+    0.3347429931163788,
+    0.18214188516139984,
+    0.11596138030290604,
+    0.18361921608448029,
+    0.11158964037895203,
+    0.2070242017507553,
+    0.1910700500011444,
+    0.08605043590068817,
+    0.09430231899023056,
+    0.08588539808988571,
+    0.07790610939264297,
+    0.20619773864746094,
+    0.06745093315839767,
+    0.11424924433231354,
+    0.1027563288807869,
+    0.10900771617889404,
+    0.05019032210111618,
+    0.056344300508499146,
+    0.022489380091428757,
+    0.21938377618789673,
+    0.030191298574209213,
+    0.31308719515800476,
+    0.028651567175984383,
+    0.22538992762565613,
+    0.2861114740371704,
+    0.3278672993183136,
+    0.26643750071525574,
+    0.21338924765586853,
+    0.3686627149581909,
+    0.13419100642204285,
+    0.22264030575752258,
+    0.053875431418418884,
+    0.12723363935947418,
+    0.11143685132265091,
+    0.029210785403847694,
+    0.10502708703279495,
+    0.09985774755477905,
+    0.10223402082920074,
+    0.25209835171699524,
+    0.32299962639808655,
+    0.28445810079574585,
+    0.1736309677362442,
+    0.12935172021389008,
+    0.07485755532979965,
+    0.18611030280590057,
+    0.22992046177387238,
+    0.11947137862443924,
+    0.04000919684767723,
+    0.10607060045003891,
+    0.09153204411268234,
+    0.1707160770893097,
+    0.20202027261257172,
+    0.05038321763277054,
+    0.036069776862859726,
+    0.3180520534515381,
+    0.12846821546554565,
+    0.06037888675928116,
+    0.21852807700634003,
+    0.029102889820933342,
+    0.08300501108169556,
+    0.09204481542110443,
+    0.09456929564476013,
+    0.09653482586145401,
+    0.029129721224308014,
+    0.29600340127944946,
+    0.15091493725776672,
+    0.2276686728000641,
+    0.0839543417096138,
+    0.25312554836273193,
+    0.2762961983680725,
+    0.2942636013031006,
+    0.23823820054531097,
+    0.2508748173713684,
+    0.17249959707260132,
+    0.2324056178331375,
+    0.06779664754867554,
+    0.2162647545337677,
+    0.2037230283021927,
+    0.2069968581199646,
+    0.18077266216278076,
+    0.009423249401152134,
+    0.010164378210902214,
+    0.009600227698683739,
+    0.3138512969017029,
+    0.20355233550071716,
+    0.13122190535068512,
+    0.0719742700457573,
+    0.03379064053297043,
+    0.1881500780582428,
+    0.029356712475419044,
+    0.18329662084579468,
+    0.13795723021030426,
+    0.20633140206336975,
+    0.14949296414852142,
+    0.07847129553556442,
+    0.1416788250207901,
+    0.08392763137817383,
+    0.0998678132891655,
+    0.13235795497894287,
+    0.07155927270650864,
+    0.042387716472148895,
+    0.1249399185180664,
+    0.14170587062835693,
+    0.3129384517669678,
+    0.03914547339081764,
+    0.424786239862442,
+    0.27307671308517456,
+    0.22131507098674774,
+    0.3342140316963196,
+    0.05182475224137306,
+    0.05983549356460571,
+    0.24583469331264496,
+    0.23878319561481476,
+    0.18728502094745636,
+    0.21956416964530945,
+    0.2520315647125244,
+    0.3566839098930359,
+    0.16639234125614166,
+    0.22321327030658722,
+    0.19359581172466278,
+    0.24482861161231995,
+    0.06611908227205276,
+    0.04120881110429764,
+    0.23181305825710297,
+    0.0073691499419510365,
+    0.1376163512468338,
+    0.1532486081123352,
+    0.16738560795783997,
+    0.09525743126869202,
+    0.11963319033384323,
+    0.2855399549007416,
+    0.020660489797592163,
+    0.028658347204327583,
+    0.13367973268032074,
+    0.07027130573987961,
+    0.08215347677469254,
+    0.12032103538513184,
+    0.020518099889159203,
+    0.07933439314365387,
+    0.035764165222644806,
+    0.019619669765233994,
+    0.03535111993551254,
+    0.16005411744117737,
+    0.016751466318964958,
+    0.045412328094244,
+    0.12951692938804626,
+    0.1266268789768219,
+    0.040081534534692764,
+    0.04562372341752052,
+    0.3754991590976715,
+    0.2639671266078949,
+    0.020239707082509995,
+    0.1315096914768219,
+    0.14842361211776733,
+    0.11241116374731064,
+    0.13091756403446198,
+    0.2660731375217438,
+    0.08106457442045212,
+    0.056242022663354874,
+    0.13418495655059814,
+    0.0867273211479187,
+    0.013425391167402267,
+    0.02440773881971836,
+    0.023750370368361473,
+    0.060798995196819305,
+    0.2268378883600235,
+    0.1606142669916153,
+    0.18137404322624207,
+    0.17943093180656433,
+    0.16996221244335175,
+    0.0690440982580185,
+    0.04884615167975426,
+    0.058563075959682465,
+    0.37394875288009644,
+    0.09842138737440109,
+    0.03878244757652283,
+    0.38829800486564636,
+    0.2786978781223297,
+    0.07263918220996857,
+    0.5153263807296753,
+    0.6198566555976868,
+    0.03123524971306324,
+    0.42988377809524536,
+    0.39009711146354675,
+    0.07623454928398132,
+    0.14029012620449066,
+    0.3183611035346985,
+    0.027279971167445183,
+    0.01576058752834797,
+    0.0560544952750206,
+    0.05073752999305725,
+    0.08290009945631027,
+    0.014509283937513828,
+    0.014797508716583252,
+    0.18597465753555298,
+    0.05440555512905121,
+    0.065794937312603,
+    0.29278239607810974,
+    0.2800820469856262,
+    0.04052230715751648,
+    0.03604414314031601,
+    0.09000054001808167,
+    0.1258697360754013,
+    0.2355041801929474,
+    0.15341027081012726,
+    0.08301232755184174,
+    0.30018261075019836,
+    0.10124020278453827,
+    0.08569132536649704,
+    0.039566002786159515,
+    0.15337534248828888,
+    0.2015921175479889,
+    0.15388035774230957,
+    0.05385928601026535,
+    0.14603829383850098,
+    0.15796209871768951,
+    0.09327008575201035,
+    0.007673184387385845,
+    0.06746630370616913,
+    0.18738014996051788,
+    0.11756284534931183,
+    0.13685213029384613,
+    0.05850547179579735,
+    0.012600017711520195,
+    0.0390811562538147,
+    0.007742706220597029,
+    0.06978176534175873,
+    0.024372633546590805,
+    0.12780745327472687,
+    0.044292278587818146,
+    0.012213370762765408,
+    0.03211088478565216,
+    0.11211376637220383,
+    0.012515858747065067,
+    0.07071617245674133,
+    0.01720348559319973,
+    0.03976970538496971,
+    0.03452186658978462,
+    0.2253413051366806,
+    0.049032337963581085,
+    0.13028228282928467,
+    0.058662090450525284,
+    0.1190190538764,
+    0.09003441780805588,
+    0.05965793877840042,
+    0.33573850989341736,
+    0.40230467915534973,
+    0.2625110149383545,
+    0.11867198348045349,
+    0.030100759118795395,
+    0.06054634600877762,
+    0.0509595088660717,
+    0.1000869944691658,
+    0.05642959848046303,
+    0.06490080803632736,
+    0.09354732930660248,
+    0.021198291331529617,
+    0.20531247556209564,
+    0.009429031983017921,
+    0.2887920141220093,
+    0.08215100318193436,
+    0.08193845301866531,
+    0.22720523178577423,
+    0.14277799427509308,
+    0.12591391801834106,
+    0.013800603337585926,
+    0.0698763057589531,
+    0.06525605916976929,
+    0.030171087011694908,
+    0.008715233765542507,
+    0.056500144302845,
+    0.050517600029706955,
+    0.04484819993376732,
+    0.22326241433620453,
+    0.1943420022726059,
+    0.10158037394285202,
+    0.17983895540237427,
+    0.2382691204547882,
+    0.04891270026564598,
+    0.054246220737695694,
+    0.13648079335689545,
+    0.05914708971977234,
+    0.11604005098342896,
+    0.09756452590227127,
+    0.36736825108528137,
+    0.01299082301557064,
+    0.1339024156332016,
+    0.025299154222011566,
+    0.023882748559117317,
+    0.10037446767091751,
+    0.025095760822296143,
+    0.02308546006679535,
+    0.038976844400167465,
+    0.026527829468250275,
+    0.14571358263492584,
+    0.07331249862909317,
+    0.009271153248846531,
+    0.12231488525867462,
+    0.31836843490600586,
+    0.1751302182674408,
+    0.3753848969936371,
+    0.05082448199391365,
+    0.04807587340474129,
+    0.03891323506832123,
+    0.22066229581832886,
+    0.17818517982959747,
+    0.04754658043384552,
+    0.014116168022155762,
+    0.1250712275505066,
+    0.10981982201337814
+  ]
+}

p8ess-eat-15m-natural-ess-100k-s0/exports/step_00025000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: eat
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 16
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 192.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.04398323452006878
+  - 0.047639569377790236
+  - 0.04987541997380786
+  - 0.04352455826914307
+  - 0.06833805433404602
+  - 0.0691879390635264
+  - 0.06156826483349581
+  - 0.023825537754756217
+  - 0.05248940389869583
+  - 0.04984770065647712
+  - 0.04359882511934997
+  - 0.025219348711104046
+  - 0.057987765843943384
+  - 0.09278753823173767
+  - 0.049216955435705825
+  - 0.054416680962163656
+  - 0.050065271147224095
+  - 0.05877645887290118
+  - 0.04349683895181232
+  - 0.014154634042250515
+  repetition_cap: 1000.0
+  distinct_fraction: 0.052301
+optim:
+  lr: 0.001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase8-ess-seed
+  trial_id: p8ess-eat-15m-natural-ess-100k-s0
+  wandb_project: mixture-transfer
+  wandb_entity: luequinn-montana-state-university
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p8ess-eat-15m-natural-ess-100k-s0/exports/step_00025000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p8ess-eat-15m-natural-ess-100k-s0/exports/step_00025000",
+  "fingerprint": "eb4d321b2d766418",
+  "campaign_id": "phase8-ess-seed",
+  "trial_id": "p8ess-eat-15m-natural-ess-100k-s0",
+  "probe/map": 0.1668075249942136,
+  "probe/map_train": 0.4513930058287036,
+  "probe/alpha": 0.1,
+  "probe/holdout_map": 0.19995969128697771,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.6679487228393555,
+  "probe/total_s": 8.291787283495069,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.19820764524848034
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.19995969128697771
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.19632192890458444
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.17831892188306211
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.14579763920779784
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1048704635226424
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.07254098480668067
+    }
+  ],
+  "per_class_ap": [
+    0.6604094505310059,
+    0.02151394821703434,
+    0.07047420740127563,
+    0.22736264765262604,
+    0.10454374551773071,
+    0.23118337988853455,
+    0.2254456728696823,
+    0.3210379183292389,
+    0.05351286008954048,
+    0.042192619293928146,
+    0.035625483840703964,
+    0.07945787161588669,
+    0.5402876138687134,
+    0.3092687427997589,
+    0.04005497321486473,
+    0.6004853248596191,
+    0.32921212911605835,
+    0.37228021025657654,
+    0.07711441069841385,
+    0.1008421927690506,
+    0.2600383758544922,
+    0.10648065060377121,
+    0.2151212990283966,
+    0.20839813351631165,
+    0.052569348365068436,
+    0.03331539407372475,
+    0.06250984221696854,
+    0.21744999289512634,
+    0.38796061277389526,
+    0.08016110211610794,
+    0.31643348932266235,
+    0.2812752425670624,
+    0.03313158452510834,
+    0.08454558998346329,
+    0.27953723073005676,
+    0.13669893145561218,
+    0.4419277608394623,
+    0.08251027017831802,
+    0.08985467255115509,
+    0.13801011443138123,
+    0.2282545417547226,
+    0.024297088384628296,
+    0.09100509434938431,
+    0.4391118288040161,
+    0.01959052123129368,
+    0.11038486659526825,
+    0.01530500315129757,
+    0.1729135513305664,
+    0.08413982391357422,
+    0.06790901720523834,
+    0.18541483581066132,
+    0.009165027178823948,
+    0.08818171173334122,
+    0.04869237542152405,
+    0.2625167667865753,
+    0.14988121390342712,
+    0.2471417337656021,
+    0.3264416754245758,
+    0.1986844837665558,
+    0.10077422857284546,
+    0.15179459750652313,
+    0.2720450758934021,
+    0.08126530796289444,
+    0.24628816545009613,
+    0.5548573136329651,
+    0.21350502967834473,
+    0.25946319103240967,
+    0.2659279704093933,
+    0.39751502871513367,
+    0.3873389959335327,
+    0.13699491322040558,
+    0.15793225169181824,
+    0.2314804643392563,
+    0.24789170920848846,
+    0.2052827626466751,
+    0.26615244150161743,
+    0.060667239129543304,
+    0.2835488021373749,
+    0.18753762543201447,
+    0.12791980803012848,
+    0.053314514458179474,
+    0.23998545110225677,
+    0.35283738374710083,
+    0.2735033929347992,
+    0.12679509818553925,
+    0.08215438574552536,
+    0.10951882600784302,
+    0.02114192768931389,
+    0.0397665835916996,
+    0.03399355709552765,
+    0.15761291980743408,
+    0.15576830506324768,
+    0.25046655535697937,
+    0.049290258437395096,
+    0.02471444569528103,
+    0.1698586344718933,
+    0.03870271518826485,
+    0.05043831095099449,
+    0.16999845206737518,
+    0.19867761433124542,
+    0.10357774049043655,
+    0.2576988637447357,
+    0.09007784724235535,
+    0.08746226876974106,
+    0.024422433227300644,
+    0.04847933351993561,
+    0.0844772458076477,
+    0.06948617100715637,
+    0.10390043258666992,
+    0.17784687876701355,
+    0.1732751727104187,
+    0.14339247345924377,
+    0.12505678832530975,
+    0.0980384424328804,
+    0.09279379993677139,
+    0.29121291637420654,
+    0.29580384492874146,
+    0.09498041123151779,
+    0.104401133954525,
+    0.3339962959289551,
+    0.3460286259651184,
+    0.16468846797943115,
+    0.06253019720315933,
+    0.06876655668020248,
+    0.023042362183332443,
+    0.030343540012836456,
+    0.19695958495140076,
+    0.29986047744750977,
+    0.1892108917236328,
+    0.19249826669692993,
+    0.005579106044024229,
+    0.11305689811706543,
+    0.11390727758407593,
+    0.1017034649848938,
+    0.0714363306760788,
+    0.012263434939086437,
+    0.10809234529733658,
+    0.7449416518211365,
+    0.2819235920906067,
+    0.3667093813419342,
+    0.4630640149116516,
+    0.368411660194397,
+    0.2391902655363083,
+    0.1710624098777771,
+    0.12996871769428253,
+    0.22125594317913055,
+    0.1729094386100769,
+    0.3086748421192169,
+    0.12277702242136002,
+    0.265312522649765,
+    0.18289946019649506,
+    0.1981053203344345,
+    0.32092365622520447,
+    0.13933216035366058,
+    0.13151392340660095,
+    0.26399198174476624,
+    0.12529592216014862,
+    0.15471254289150238,
+    0.028760066255927086,
+    0.08175036311149597,
+    0.5640736222267151,
+    0.3261951506137848,
+    0.3598839342594147,
+    0.17318934202194214,
+    0.28291741013526917,
+    0.28842371702194214,
+    0.3335855007171631,
+    0.1578374058008194,
+    0.32750970125198364,
+    0.36758068203926086,
+    0.33639875054359436,
+    0.327472060918808,
+    0.33783242106437683,
+    0.2590586543083191,
+    0.14219778776168823,
+    0.1615418642759323,
+    0.18311719596385956,
+    0.3851102888584137,
+    0.12942133843898773,
+    0.23974640667438507,
+    0.2661358118057251,
+    0.26313516497612,
+    0.1869562864303589,
+    0.3882596492767334,
+    0.11805814504623413,
+    0.46520912647247314,
+    0.3685571253299713,
+    0.19197501242160797,
+    0.2919926345348358,
+    0.18825027346611023,
+    0.2398001253604889,
+    0.17354793846607208,
+    0.37968841195106506,
+    0.2241736203432083,
+    0.18286584317684174,
+    0.4110712707042694,
+    0.09950631111860275,
+    0.11546795815229416,
+    0.09409376233816147,
+    0.3487110733985901,
+    0.05554117262363434,
+    0.31639209389686584,
+    0.16361594200134277,
+    0.20950955152511597,
+    0.290966272354126,
+    0.22660452127456665,
+    0.26686909794807434,
+    0.6386474967002869,
+    0.22729560732841492,
+    0.3548954427242279,
+    0.7327454686164856,
+    0.5828308463096619,
+    0.5520418286323547,
+    0.1002599373459816,
+    0.34951791167259216,
+    0.22757019102573395,
+    0.06816892325878143,
+    0.33167198300361633,
+    0.2309180200099945,
+    0.11851911246776581,
+    0.18888622522354126,
+    0.11680032312870026,
+    0.20716498792171478,
+    0.1815105825662613,
+    0.1113954707980156,
+    0.0981651172041893,
+    0.07823769003152847,
+    0.06458041816949844,
+    0.2214428037405014,
+    0.06580186635255814,
+    0.11335068941116333,
+    0.10082163661718369,
+    0.10305829346179962,
+    0.05153806880116463,
+    0.057712242007255554,
+    0.030704669654369354,
+    0.20124642550945282,
+    0.032263725996017456,
+    0.3302859365940094,
+    0.027388960123062134,
+    0.20834128558635712,
+    0.28633829951286316,
+    0.35823795199394226,
+    0.27657756209373474,
+    0.21364708244800568,
+    0.37019991874694824,
+    0.0948890969157219,
+    0.2315792292356491,
+    0.052939850836992264,
+    0.16946160793304443,
+    0.1236044391989708,
+    0.036235127598047256,
+    0.10034582018852234,
+    0.10367617756128311,
+    0.12541812658309937,
+    0.2665543854236603,
+    0.3284659683704376,
+    0.31303319334983826,
+    0.1297002136707306,
+    0.14285194873809814,
+    0.06632083654403687,
+    0.1776307374238968,
+    0.2596801519393921,
+    0.12775972485542297,
+    0.035648785531520844,
+    0.10366838425397873,
+    0.09128841012716293,
+    0.19727058708667755,
+    0.1721208691596985,
+    0.05012969672679901,
+    0.041921552270650864,
+    0.323486864566803,
+    0.14952662587165833,
+    0.05713937431573868,
+    0.2284238189458847,
+    0.03338282182812691,
+    0.0720660462975502,
+    0.0881742388010025,
+    0.11291208863258362,
+    0.11459501832723618,
+    0.03157142177224159,
+    0.3044886589050293,
+    0.1502973735332489,
+    0.23755469918251038,
+    0.0741632878780365,
+    0.26477017998695374,
+    0.2914507985115051,
+    0.303327351808548,
+    0.26230719685554504,
+    0.24521982669830322,
+    0.16083745658397675,
+    0.22700287401676178,
+    0.08480668812990189,
+    0.21337641775608063,
+    0.21536770462989807,
+    0.21649692952632904,
+    0.18227848410606384,
+    0.010038583539426327,
+    0.012649653479456902,
+    0.010853429324924946,
+    0.32190778851509094,
+    0.21617582440376282,
+    0.1267138570547104,
+    0.07603596150875092,
+    0.0402580164372921,
+    0.19796867668628693,
+    0.027580933645367622,
+    0.18775761127471924,
+    0.15579259395599365,
+    0.23031997680664062,
+    0.16932722926139832,
+    0.07757791131734848,
+    0.18675042688846588,
+    0.1036544218659401,
+    0.11516591161489487,
+    0.15170618891716003,
+    0.07007043063640594,
+    0.042778901755809784,
+    0.1286451369524002,
+    0.13274651765823364,
+    0.3039543926715851,
+    0.04165050759911537,
+    0.44189897179603577,
+    0.2770773768424988,
+    0.2145402878522873,
+    0.3442660868167877,
+    0.07188751548528671,
+    0.05927925556898117,
+    0.26332852244377136,
+    0.2546428442001343,
+    0.19335146248340607,
+    0.23134809732437134,
+    0.27303576469421387,
+    0.36234983801841736,
+    0.15185116231441498,
+    0.24069243669509888,
+    0.19590798020362854,
+    0.2386699616909027,
+    0.09070611745119095,
+    0.03907447308301926,
+    0.20610958337783813,
+    0.008382808417081833,
+    0.15354232490062714,
+    0.15647244453430176,
+    0.17219145596027374,
+    0.10224372893571854,
+    0.11368745565414429,
+    0.30329442024230957,
+    0.019975610077381134,
+    0.028734203428030014,
+    0.15121082961559296,
+    0.08174275606870651,
+    0.08979272842407227,
+    0.12391920387744904,
+    0.022073283791542053,
+    0.08609921485185623,
+    0.03629197180271149,
+    0.017124373465776443,
+    0.033805377781391144,
+    0.15232469141483307,
+    0.02175785042345524,
+    0.07375890761613846,
+    0.16620060801506042,
+    0.15179391205310822,
+    0.042735543102025986,
+    0.04716091603040695,
+    0.37485745549201965,
+    0.2524009943008423,
+    0.023917678743600845,
+    0.15810564160346985,
+    0.13803213834762573,
+    0.11349139362573624,
+    0.15199309587478638,
+    0.28458064794540405,
+    0.08992743492126465,
+    0.07955269515514374,
+    0.13359394669532776,
+    0.08145081996917725,
+    0.016049528494477272,
+    0.024854036048054695,
+    0.02983916364610195,
+    0.06332723796367645,
+    0.26217421889305115,
+    0.14875862002372742,
+    0.2210032045841217,
+    0.23889710009098053,
+    0.20659179985523224,
+    0.08154714852571487,
+    0.0482892207801342,
+    0.06817109137773514,
+    0.30441880226135254,
+    0.1578335165977478,
+    0.05299704149365425,
+    0.3910599648952484,
+    0.30450400710105896,
+    0.08061034232378006,
+    0.5006914734840393,
+    0.5700874328613281,
+    0.03529217839241028,
+    0.4392683804035187,
+    0.40948593616485596,
+    0.07924399524927139,
+    0.14521686732769012,
+    0.35429835319519043,
+    0.03041657991707325,
+    0.0172964408993721,
+    0.058929331600666046,
+    0.06155994161963463,
+    0.08952465653419495,
+    0.01772654801607132,
+    0.02016502432525158,
+    0.1570676565170288,
+    0.05410757288336754,
+    0.06246129050850868,
+    0.29928213357925415,
+    0.27806252241134644,
+    0.0415855310857296,
+    0.03638535737991333,
+    0.10502098500728607,
+    0.14400215446949005,
+    0.24907638132572174,
+    0.138186514377594,
+    0.08180906623601913,
+    0.27999672293663025,
+    0.10939174145460129,
+    0.09299717843532562,
+    0.045371849089860916,
+    0.17118164896965027,
+    0.22153660655021667,
+    0.1819573938846588,
+    0.0617002472281456,
+    0.16926467418670654,
+    0.157497838139534,
+    0.10258722305297852,
+    0.0078023518435657024,
+    0.08116903901100159,
+    0.18876372277736664,
+    0.14821934700012207,
+    0.13349391520023346,
+    0.11647489666938782,
+    0.016104301437735558,
+    0.041411854326725006,
+    0.010531947016716003,
+    0.07641357183456421,
+    0.03508344292640686,
+    0.14271432161331177,
+    0.050064317882061005,
+    0.012414159253239632,
+    0.035457927733659744,
+    0.11483742296695709,
+    0.014281462877988815,
+    0.06668123602867126,
+    0.019474707543849945,
+    0.04558786004781723,
+    0.04009134694933891,
+    0.2266821563243866,
+    0.034574538469314575,
+    0.14345039427280426,
+    0.05985978990793228,
+    0.12894432246685028,
+    0.09859418869018555,
+    0.06296484917402267,
+    0.39525866508483887,
+    0.4102531671524048,
+    0.2819359302520752,
+    0.11391539126634598,
+    0.039643917232751846,
+    0.08256946504116058,
+    0.05004080757498741,
+    0.13225790858268738,
+    0.06309908628463745,
+    0.07677255570888519,
+    0.10100393742322922,
+    0.02889069728553295,
+    0.21710827946662903,
+    0.011562868021428585,
+    0.27515676617622375,
+    0.09731162339448929,
+    0.08883674442768097,
+    0.24615436792373657,
+    0.16700609028339386,
+    0.13257554173469543,
+    0.01362537033855915,
+    0.09668610244989395,
+    0.09022822976112366,
+    0.03645747900009155,
+    0.009161754511296749,
+    0.054505083709955215,
+    0.0607931911945343,
+    0.05023714154958725,
+    0.2095170021057129,
+    0.1988748461008072,
+    0.1034935936331749,
+    0.17565171420574188,
+    0.24099600315093994,
+    0.07711686939001083,
+    0.05612873286008835,
+    0.19468799233436584,
+    0.07329890877008438,
+    0.12324384599924088,
+    0.09353119879961014,
+    0.37869030237197876,
+    0.011884861625730991,
+    0.12621615827083588,
+    0.026623092591762543,
+    0.040456872433423996,
+    0.10325856506824493,
+    0.025826996192336082,
+    0.024369701743125916,
+    0.04194440320134163,
+    0.023927507922053337,
+    0.15786422789096832,
+    0.08725060522556305,
+    0.011671018786728382,
+    0.13497966527938843,
+    0.36669212579727173,
+    0.1280575394630432,
+    0.3941991627216339,
+    0.050806235522031784,
+    0.057881586253643036,
+    0.036108486354351044,
+    0.23006600141525269,
+    0.201522096991539,
+    0.04661086946725845,
+    0.01415927242487669,
+    0.11327680200338364,
+    0.10863935202360153
+  ]
+}

p8ess-eat-15m-natural-ess-100k-s0/exports/step_00030000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: eat
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 16
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 192.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.04398323452006878
+  - 0.047639569377790236
+  - 0.04987541997380786
+  - 0.04352455826914307
+  - 0.06833805433404602
+  - 0.0691879390635264
+  - 0.06156826483349581
+  - 0.023825537754756217
+  - 0.05248940389869583
+  - 0.04984770065647712
+  - 0.04359882511934997
+  - 0.025219348711104046
+  - 0.057987765843943384
+  - 0.09278753823173767
+  - 0.049216955435705825
+  - 0.054416680962163656
+  - 0.050065271147224095
+  - 0.05877645887290118
+  - 0.04349683895181232
+  - 0.014154634042250515
+  repetition_cap: 1000.0
+  distinct_fraction: 0.052301
+optim:
+  lr: 0.001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase8-ess-seed
+  trial_id: p8ess-eat-15m-natural-ess-100k-s0
+  wandb_project: mixture-transfer
+  wandb_entity: luequinn-montana-state-university
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p8ess-eat-15m-natural-ess-100k-s0/exports/step_00030000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p8ess-eat-15m-natural-ess-100k-s0/exports/step_00030000",
+  "fingerprint": "eb4d321b2d766418",
+  "campaign_id": "phase8-ess-seed",
+  "trial_id": "p8ess-eat-15m-natural-ess-100k-s0",
+  "probe/map": 0.1712288188560737,
+  "probe/map_train": 0.45542834642603003,
+  "probe/alpha": 0.1,
+  "probe/holdout_map": 0.20477883347956927,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.87540368642658,
+  "probe/total_s": 9.266123233363032,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.20156802520760295
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.20477883347956927
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.20048226494487
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1831478542035032
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.14998242801384015
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1054456790686502
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.07254003558221292
+    }
+  ],
+  "per_class_ap": [
+    0.6657971143722534,
+    0.023368023335933685,
+    0.07386452704668045,
+    0.22945363819599152,
+    0.09588472545146942,
+    0.22481681406497955,
+    0.22360779345035553,
+    0.3205064833164215,
+    0.07225857675075531,
+    0.043923936784267426,
+    0.0384037122130394,
+    0.08440522849559784,
+    0.5454599857330322,
+    0.3131313621997833,
+    0.046238429844379425,
+    0.6447728872299194,
+    0.341060072183609,
+    0.37066784501075745,
+    0.07228762656450272,
+    0.09821757674217224,
+    0.2767326533794403,
+    0.1266482025384903,
+    0.2034064382314682,
+    0.20236799120903015,
+    0.08977600932121277,
+    0.03977108746767044,
+    0.06179707124829292,
+    0.2371760904788971,
+    0.4035182595252991,
+    0.0699801966547966,
+    0.3037389814853668,
+    0.29891857504844666,
+    0.033649805933237076,
+    0.08830606937408447,
+    0.28949636220932007,
+    0.13423818349838257,
+    0.4344450533390045,
+    0.07911348342895508,
+    0.11321056634187698,
+    0.16420474648475647,
+    0.21734310686588287,
+    0.026758214458823204,
+    0.11027327179908752,
+    0.45170214772224426,
+    0.022032175213098526,
+    0.13090214133262634,
+    0.017483362928032875,
+    0.1555437594652176,
+    0.07866241782903671,
+    0.06509082019329071,
+    0.17856824398040771,
+    0.009133108891546726,
+    0.0934949740767479,
+    0.06241245195269585,
+    0.25734034180641174,
+    0.15884016454219818,
+    0.2434539943933487,
+    0.3315071761608124,
+    0.18467408418655396,
+    0.0935233011841774,
+    0.16379234194755554,
+    0.27855223417282104,
+    0.07396656274795532,
+    0.2325432151556015,
+    0.5638163089752197,
+    0.21714244782924652,
+    0.2696756422519684,
+    0.2623761296272278,
+    0.39489442110061646,
+    0.39615973830223083,
+    0.12640711665153503,
+    0.169247105717659,
+    0.2432205080986023,
+    0.25193238258361816,
+    0.20226478576660156,
+    0.2540334463119507,
+    0.06923792511224747,
+    0.25855958461761475,
+    0.1735260784626007,
+    0.13833142817020416,
+    0.06289218366146088,
+    0.23549039661884308,
+    0.37732183933258057,
+    0.24158011376857758,
+    0.13264396786689758,
+    0.06423559784889221,
+    0.12603983283042908,
+    0.020983560010790825,
+    0.04458903521299362,
+    0.03419305384159088,
+    0.14523422718048096,
+    0.14266082644462585,
+    0.2359129935503006,
+    0.041364092379808426,
+    0.024377549067139626,
+    0.19013051688671112,
+    0.032284222543239594,
+    0.04493434354662895,
+    0.17633578181266785,
+    0.21021082997322083,
+    0.1267346441745758,
+    0.26900920271873474,
+    0.0892738625407219,
+    0.0914468988776207,
+    0.02979280985891819,
+    0.05923842638731003,
+    0.0981266051530838,
+    0.08935776352882385,
+    0.10851427912712097,
+    0.18261076509952545,
+    0.16114524006843567,
+    0.14250758290290833,
+    0.12754257023334503,
+    0.0957571417093277,
+    0.08772207796573639,
+    0.27331507205963135,
+    0.2810211777687073,
+    0.12141013145446777,
+    0.127411887049675,
+    0.3256572186946869,
+    0.3337498605251312,
+    0.17199820280075073,
+    0.07912907004356384,
+    0.0725298672914505,
+    0.01716340146958828,
+    0.03234513849020004,
+    0.185725137591362,
+    0.2693406939506531,
+    0.16880527138710022,
+    0.20459763705730438,
+    0.006153513677418232,
+    0.1672876924276352,
+    0.10201633721590042,
+    0.09338854253292084,
+    0.07443609833717346,
+    0.011271636933088303,
+    0.11526734381914139,
+    0.7465088963508606,
+    0.28792452812194824,
+    0.37621697783470154,
+    0.47607818245887756,
+    0.38145479559898376,
+    0.24928511679172516,
+    0.180675208568573,
+    0.14452619850635529,
+    0.2627558410167694,
+    0.16559113562107086,
+    0.29488131403923035,
+    0.11970829963684082,
+    0.27149415016174316,
+    0.17188991606235504,
+    0.19484074413776398,
+    0.3203687369823456,
+    0.13840417563915253,
+    0.13949504494667053,
+    0.27326419949531555,
+    0.13880151510238647,
+    0.17072737216949463,
+    0.0263225007802248,
+    0.07407712191343307,
+    0.5556048154830933,
+    0.3298872113227844,
+    0.38318854570388794,
+    0.182394340634346,
+    0.29923632740974426,
+    0.32469406723976135,
+    0.34802764654159546,
+    0.18661385774612427,
+    0.34599143266677856,
+    0.38429608941078186,
+    0.3504941463470459,
+    0.3324824571609497,
+    0.34808510541915894,
+    0.26359209418296814,
+    0.1630970537662506,
+    0.18786196410655975,
+    0.20076283812522888,
+    0.38169264793395996,
+    0.11495639383792877,
+    0.24146267771720886,
+    0.2870837152004242,
+    0.246529683470726,
+    0.18574120104312897,
+    0.363494873046875,
+    0.11557604372501373,
+    0.4793962240219116,
+    0.38123631477355957,
+    0.201992928981781,
+    0.31164100766181946,
+    0.21608704328536987,
+    0.27620843052864075,
+    0.17926646769046783,
+    0.38911202549934387,
+    0.25597262382507324,
+    0.2197715789079666,
+    0.4224901497364044,
+    0.09678062796592712,
+    0.09718796610832214,
+    0.10021830350160599,
+    0.361385315656662,
+    0.05244146287441254,
+    0.3023926615715027,
+    0.16960586607456207,
+    0.20664352178573608,
+    0.2834968566894531,
+    0.2206907421350479,
+    0.24957631528377533,
+    0.6336768865585327,
+    0.22311735153198242,
+    0.36776918172836304,
+    0.7486501336097717,
+    0.6602841019630432,
+    0.5495424270629883,
+    0.09430240094661713,
+    0.36543604731559753,
+    0.2812281847000122,
+    0.06161579489707947,
+    0.35602402687072754,
+    0.2346838414669037,
+    0.12100669741630554,
+    0.18133333325386047,
+    0.12003433704376221,
+    0.2066257894039154,
+    0.1781807839870453,
+    0.11437736451625824,
+    0.10268501192331314,
+    0.08405627310276031,
+    0.06528986245393753,
+    0.22367507219314575,
+    0.0661727711558342,
+    0.10575740784406662,
+    0.14070762693881989,
+    0.1213073879480362,
+    0.05672905966639519,
+    0.07507079839706421,
+    0.03990989923477173,
+    0.20170773565769196,
+    0.03245898336172104,
+    0.3167244791984558,
+    0.030387116596102715,
+    0.21401283144950867,
+    0.2804652452468872,
+    0.33689531683921814,
+    0.2761223614215851,
+    0.203858882188797,
+    0.3614720404148102,
+    0.11648707836866379,
+    0.22697675228118896,
+    0.05729592218995094,
+    0.1577296108007431,
+    0.15166598558425903,
+    0.03260527551174164,
+    0.12776769697666168,
+    0.11617099493741989,
+    0.11371202021837234,
+    0.27364975214004517,
+    0.34229597449302673,
+    0.3324922025203705,
+    0.13784317672252655,
+    0.14755256474018097,
+    0.05730413645505905,
+    0.23170369863510132,
+    0.2531857490539551,
+    0.13398608565330505,
+    0.04427498206496239,
+    0.11475030332803726,
+    0.09763900935649872,
+    0.16438071429729462,
+    0.19619235396385193,
+    0.05474846065044403,
+    0.038377221673727036,
+    0.32382604479789734,
+    0.1384904384613037,
+    0.05607851594686508,
+    0.2278471440076828,
+    0.04199950024485588,
+    0.07634132355451584,
+    0.08912977576255798,
+    0.12740086019039154,
+    0.10970566421747208,
+    0.027267441153526306,
+    0.32537004351615906,
+    0.15220776200294495,
+    0.250168114900589,
+    0.07663823664188385,
+    0.2809368669986725,
+    0.3143517076969147,
+    0.3286251723766327,
+    0.27538391947746277,
+    0.2665540277957916,
+    0.17796151340007782,
+    0.2471984177827835,
+    0.08289524167776108,
+    0.21398501098155975,
+    0.23386432230472565,
+    0.23649759590625763,
+    0.19765637814998627,
+    0.010597304441034794,
+    0.013808420859277248,
+    0.009448593482375145,
+    0.32786208391189575,
+    0.22084975242614746,
+    0.14694508910179138,
+    0.06507731229066849,
+    0.03905147686600685,
+    0.20554988086223602,
+    0.03095104545354843,
+    0.19607378542423248,
+    0.1503172218799591,
+    0.23119409382343292,
+    0.15328343212604523,
+    0.09188467264175415,
+    0.16368448734283447,
+    0.09873613715171814,
+    0.10886575281620026,
+    0.16344502568244934,
+    0.07803762704133987,
+    0.04738573729991913,
+    0.12005192786455154,
+    0.13359224796295166,
+    0.33412328362464905,
+    0.041829705238342285,
+    0.46471789479255676,
+    0.2739141285419464,
+    0.23208990693092346,
+    0.36432546377182007,
+    0.06498012691736221,
+    0.06385411322116852,
+    0.2684552073478699,
+    0.25667694211006165,
+    0.21229976415634155,
+    0.24043792486190796,
+    0.27480751276016235,
+    0.37262779474258423,
+    0.15673284232616425,
+    0.24627506732940674,
+    0.2178792804479599,
+    0.2558533549308777,
+    0.06391085684299469,
+    0.03555023670196533,
+    0.23346355557441711,
+    0.007893056608736515,
+    0.13240209221839905,
+    0.15726926922798157,
+    0.15671488642692566,
+    0.09037748724222183,
+    0.13072934746742249,
+    0.3001527488231659,
+    0.023566462099552155,
+    0.027510743588209152,
+    0.1370389312505722,
+    0.06254510581493378,
+    0.0886269137263298,
+    0.13016502559185028,
+    0.03142249956727028,
+    0.09107708930969238,
+    0.036538686603307724,
+    0.015623968094587326,
+    0.033627450466156006,
+    0.167703777551651,
+    0.02114461176097393,
+    0.07653162628412247,
+    0.18889744579792023,
+    0.1576426476240158,
+    0.043485693633556366,
+    0.051194533705711365,
+    0.3997991681098938,
+    0.25762104988098145,
+    0.021673038601875305,
+    0.1656857430934906,
+    0.13675983250141144,
+    0.12371233105659485,
+    0.16000977158546448,
+    0.2899440824985504,
+    0.0796978622674942,
+    0.09189791232347488,
+    0.13980306684970856,
+    0.0779784619808197,
+    0.01631070300936699,
+    0.021688703447580338,
+    0.03037194535136223,
+    0.06785362213850021,
+    0.26307350397109985,
+    0.15235792100429535,
+    0.25054314732551575,
+    0.23582805693149567,
+    0.23644497990608215,
+    0.08821187913417816,
+    0.04879411682486534,
+    0.05567492917180061,
+    0.32157012820243835,
+    0.12159333378076553,
+    0.04019762948155403,
+    0.39824071526527405,
+    0.31907325983047485,
+    0.09994002431631088,
+    0.5244796276092529,
+    0.5900198817253113,
+    0.03487827628850937,
+    0.4592365026473999,
+    0.40960100293159485,
+    0.09848199784755707,
+    0.13906706869602203,
+    0.330253005027771,
+    0.028651060536503792,
+    0.014891449362039566,
+    0.0596458874642849,
+    0.06909723579883575,
+    0.10764506459236145,
+    0.014733945950865746,
+    0.01943819597363472,
+    0.1632358282804489,
+    0.06429439038038254,
+    0.06710544973611832,
+    0.2887377142906189,
+    0.2604748606681824,
+    0.039052434265613556,
+    0.03478343412280083,
+    0.10213402658700943,
+    0.13145242631435394,
+    0.26140332221984863,
+    0.16196542978286743,
+    0.08639853447675705,
+    0.3183237612247467,
+    0.1018010601401329,
+    0.0935220867395401,
+    0.04716542363166809,
+    0.1668977290391922,
+    0.2610830068588257,
+    0.18360336124897003,
+    0.06194436922669411,
+    0.16933076083660126,
+    0.1705484539270401,
+    0.09971621632575989,
+    0.007401624228805304,
+    0.0847945287823677,
+    0.20067603886127472,
+    0.1523257941007614,
+    0.12550392746925354,
+    0.13523344695568085,
+    0.01851227693259716,
+    0.024265721440315247,
+    0.010816661641001701,
+    0.07916605472564697,
+    0.033551376312971115,
+    0.16114822030067444,
+    0.06083019822835922,
+    0.012767970561981201,
+    0.03444037213921547,
+    0.13028697669506073,
+    0.027279740199446678,
+    0.05525168403983116,
+    0.020830189809203148,
+    0.06265205889940262,
+    0.04091854393482208,
+    0.24904929101467133,
+    0.05219836160540581,
+    0.14009152352809906,
+    0.05534220486879349,
+    0.12816260755062103,
+    0.09186720103025436,
+    0.05098188668489456,
+    0.3961086869239807,
+    0.4320717453956604,
+    0.2835686206817627,
+    0.12153775990009308,
+    0.0411040224134922,
+    0.072947658598423,
+    0.05725579708814621,
+    0.1519417017698288,
+    0.07319379597902298,
+    0.06978598237037659,
+    0.1225779727101326,
+    0.03127451241016388,
+    0.25647205114364624,
+    0.009944746270775795,
+    0.3129274845123291,
+    0.10110677033662796,
+    0.08505474776029587,
+    0.24186646938323975,
+    0.1582445353269577,
+    0.1501827985048294,
+    0.014477143995463848,
+    0.0823679193854332,
+    0.071493960916996,
+    0.03710150346159935,
+    0.009137015789747238,
+    0.05728795751929283,
+    0.06883946061134338,
+    0.04913727566599846,
+    0.21606820821762085,
+    0.20624901354312897,
+    0.11703363060951233,
+    0.18750017881393433,
+    0.27512043714523315,
+    0.08187185972929001,
+    0.06394172459840775,
+    0.1849225014448166,
+    0.06542794406414032,
+    0.13657401502132416,
+    0.08812238276004791,
+    0.362553209066391,
+    0.010712908580899239,
+    0.1290837824344635,
+    0.028261559084057808,
+    0.021182511001825333,
+    0.1016940176486969,
+    0.026675939559936523,
+    0.025264939293265343,
+    0.041334155946969986,
+    0.024543065577745438,
+    0.15182135999202728,
+    0.09280120581388474,
+    0.011733528226613998,
+    0.15037991106510162,
+    0.3698912560939789,
+    0.16879290342330933,
+    0.39800718426704407,
+    0.055624838918447495,
+    0.05977392941713333,
+    0.04360770434141159,
+    0.23564665019512177,
+    0.190656840801239,
+    0.04787968844175339,
+    0.01433921605348587,
+    0.12623390555381775,
+    0.11456361413002014
+  ]
+}

p8ess-eat-15m-natural-ess-100k-s0/exports/step_00035000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: eat
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 16
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 192.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.04398323452006878
+  - 0.047639569377790236
+  - 0.04987541997380786
+  - 0.04352455826914307
+  - 0.06833805433404602
+  - 0.0691879390635264
+  - 0.06156826483349581
+  - 0.023825537754756217
+  - 0.05248940389869583
+  - 0.04984770065647712
+  - 0.04359882511934997
+  - 0.025219348711104046
+  - 0.057987765843943384
+  - 0.09278753823173767
+  - 0.049216955435705825
+  - 0.054416680962163656
+  - 0.050065271147224095
+  - 0.05877645887290118
+  - 0.04349683895181232
+  - 0.014154634042250515
+  repetition_cap: 1000.0
+  distinct_fraction: 0.052301
+optim:
+  lr: 0.001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase8-ess-seed
+  trial_id: p8ess-eat-15m-natural-ess-100k-s0
+  wandb_project: mixture-transfer
+  wandb_entity: luequinn-montana-state-university
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p8ess-eat-15m-natural-ess-100k-s0/exports/step_00035000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p8ess-eat-15m-natural-ess-100k-s0/exports/step_00035000",
+  "fingerprint": "eb4d321b2d766418",
+  "campaign_id": "phase8-ess-seed",
+  "trial_id": "p8ess-eat-15m-natural-ess-100k-s0",
+  "probe/map": 0.17332218690957357,
+  "probe/map_train": 0.4590653210482516,
+  "probe/alpha": 0.1,
+  "probe/holdout_map": 0.2072872236367506,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.207137458026409,
+  "probe/total_s": 8.911631092429161,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.20321009683412142
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.2072872236367506
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.20179828484869602
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.18550273059183411
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1528676346128195
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.10733681713695685
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.07297706126281372
+    }
+  ],
+  "per_class_ap": [
+    0.6680932641029358,
+    0.03148365393280983,
+    0.0742364227771759,
+    0.2343888282775879,
+    0.09940382838249207,
+    0.24235084652900696,
+    0.2219340205192566,
+    0.31533917784690857,
+    0.07696448266506195,
+    0.04413032531738281,
+    0.035287804901599884,
+    0.08160952478647232,
+    0.5601029396057129,
+    0.3178805708885193,
+    0.043011363595724106,
+    0.6526656150817871,
+    0.3418174684047699,
+    0.3779986500740051,
+    0.07566098123788834,
+    0.09860499948263168,
+    0.27496078610420227,
+    0.13399046659469604,
+    0.2161961942911148,
+    0.20869971811771393,
+    0.08449048548936844,
+    0.035168591886758804,
+    0.06209201365709305,
+    0.2408682107925415,
+    0.416607528924942,
+    0.08017706871032715,
+    0.31095898151397705,
+    0.3033297657966614,
+    0.03389593958854675,
+    0.08757688850164413,
+    0.28734201192855835,
+    0.1365966647863388,
+    0.44485771656036377,
+    0.0797756239771843,
+    0.1048021912574768,
+    0.1603882759809494,
+    0.22823466360569,
+    0.023734459653496742,
+    0.1107662096619606,
+    0.4446723461151123,
+    0.019595149904489517,
+    0.1510343700647354,
+    0.016144409775733948,
+    0.14567220211029053,
+    0.08079143613576889,
+    0.07766164839267731,
+    0.18617083132266998,
+    0.00979330949485302,
+    0.07285287231206894,
+    0.05234130844473839,
+    0.26018133759498596,
+    0.1506408452987671,
+    0.2430252879858017,
+    0.3320929706096649,
+    0.221243754029274,
+    0.09191709011793137,
+    0.15888845920562744,
+    0.2850487232208252,
+    0.06525479257106781,
+    0.23415234684944153,
+    0.5391618609428406,
+    0.2185339480638504,
+    0.27148014307022095,
+    0.2657839357852936,
+    0.40623587369918823,
+    0.40395569801330566,
+    0.13212928175926208,
+    0.1719828099012375,
+    0.24422799050807953,
+    0.2524504065513611,
+    0.19478386640548706,
+    0.24807320535182953,
+    0.06205487996339798,
+    0.2644125521183014,
+    0.17283141613006592,
+    0.13478513062000275,
+    0.06386644393205643,
+    0.22795511782169342,
+    0.4040721356868744,
+    0.2575119137763977,
+    0.13687898218631744,
+    0.06608504056930542,
+    0.11338352411985397,
+    0.022362498566508293,
+    0.04441998153924942,
+    0.03644358366727829,
+    0.15412063896656036,
+    0.1542171686887741,
+    0.22864499688148499,
+    0.0440375991165638,
+    0.023908531293272972,
+    0.17344976961612701,
+    0.03197536617517471,
+    0.041717130690813065,
+    0.17447273433208466,
+    0.20854552090168,
+    0.12286631762981415,
+    0.2728763520717621,
+    0.08440082520246506,
+    0.08440996706485748,
+    0.02835875004529953,
+    0.059868283569812775,
+    0.1012284979224205,
+    0.09544816613197327,
+    0.11168894171714783,
+    0.17536833882331848,
+    0.14903144538402557,
+    0.14799170196056366,
+    0.12818536162376404,
+    0.10137729346752167,
+    0.09021137654781342,
+    0.28875732421875,
+    0.28208309412002563,
+    0.11550496518611908,
+    0.10602185130119324,
+    0.30976930260658264,
+    0.31560662388801575,
+    0.1738208383321762,
+    0.07755223661661148,
+    0.0817766860127449,
+    0.011827346868813038,
+    0.0322774276137352,
+    0.19387194514274597,
+    0.276003360748291,
+    0.17289339005947113,
+    0.21346184611320496,
+    0.005706456024199724,
+    0.190740704536438,
+    0.10289882123470306,
+    0.09002789109945297,
+    0.07805658876895905,
+    0.010505194775760174,
+    0.1503305435180664,
+    0.7460470795631409,
+    0.29539164900779724,
+    0.3917762041091919,
+    0.48493945598602295,
+    0.39017388224601746,
+    0.2581149637699127,
+    0.18918628990650177,
+    0.14119131863117218,
+    0.2542128562927246,
+    0.16501501202583313,
+    0.31003710627555847,
+    0.1338454782962799,
+    0.27048632502555847,
+    0.1684650033712387,
+    0.21417918801307678,
+    0.31212562322616577,
+    0.12810419499874115,
+    0.12847071886062622,
+    0.28874480724334717,
+    0.15432389080524445,
+    0.151797816157341,
+    0.024785295128822327,
+    0.0805753767490387,
+    0.560765266418457,
+    0.3331199884414673,
+    0.3866915702819824,
+    0.18297003209590912,
+    0.29603317379951477,
+    0.3339652717113495,
+    0.3598974645137787,
+    0.1836574673652649,
+    0.35516357421875,
+    0.3832721412181854,
+    0.3396396040916443,
+    0.34721171855926514,
+    0.36384034156799316,
+    0.25346505641937256,
+    0.16673682630062103,
+    0.19376985728740692,
+    0.19025154411792755,
+    0.39893588423728943,
+    0.10421416908502579,
+    0.2548620402812958,
+    0.2988235056400299,
+    0.2572474479675293,
+    0.2012847661972046,
+    0.3767297565937042,
+    0.13271838426589966,
+    0.47896456718444824,
+    0.38134756684303284,
+    0.19468700885772705,
+    0.31833863258361816,
+    0.22445905208587646,
+    0.29309308528900146,
+    0.18148428201675415,
+    0.38351231813430786,
+    0.2644409239292145,
+    0.2274504005908966,
+    0.4245625138282776,
+    0.09226672351360321,
+    0.10906174033880234,
+    0.11594511568546295,
+    0.3591274619102478,
+    0.04955870285630226,
+    0.3105754852294922,
+    0.1606622338294983,
+    0.19030843675136566,
+    0.3104619085788727,
+    0.21874995529651642,
+    0.2641031742095947,
+    0.636984646320343,
+    0.2123647928237915,
+    0.36316126585006714,
+    0.7574225068092346,
+    0.6690182089805603,
+    0.5538817048072815,
+    0.08759436011314392,
+    0.3659440875053406,
+    0.27256739139556885,
+    0.06683943420648575,
+    0.35080474615097046,
+    0.25099319219589233,
+    0.11805209517478943,
+    0.19178614020347595,
+    0.12107131630182266,
+    0.24414588510990143,
+    0.18094252049922943,
+    0.1198401227593422,
+    0.10081706941127777,
+    0.09102049469947815,
+    0.0628032386302948,
+    0.21233859658241272,
+    0.07152935117483139,
+    0.11140022426843643,
+    0.1332743912935257,
+    0.11089503020048141,
+    0.0514560267329216,
+    0.07543488591909409,
+    0.04485737532377243,
+    0.19399182498455048,
+    0.03548874706029892,
+    0.3281639516353607,
+    0.0300960224121809,
+    0.21553274989128113,
+    0.2876715362071991,
+    0.3465639650821686,
+    0.284874826669693,
+    0.20762865245342255,
+    0.372993528842926,
+    0.12418124824762344,
+    0.2279270589351654,
+    0.0668410137295723,
+    0.16093477606773376,
+    0.14900483191013336,
+    0.033787697553634644,
+    0.1339249461889267,
+    0.11664290726184845,
+    0.12799429893493652,
+    0.27927422523498535,
+    0.3474716246128082,
+    0.3241637647151947,
+    0.15384472906589508,
+    0.1526617854833603,
+    0.05442750081419945,
+    0.23716549575328827,
+    0.25183799862861633,
+    0.12674230337142944,
+    0.044314444065093994,
+    0.11583475768566132,
+    0.09499788284301758,
+    0.17363126575946808,
+    0.20517852902412415,
+    0.05080617964267731,
+    0.03893435373902321,
+    0.3266807794570923,
+    0.1455593854188919,
+    0.06921882927417755,
+    0.22920937836170197,
+    0.04042698070406914,
+    0.07824601978063583,
+    0.09740488231182098,
+    0.12401669472455978,
+    0.11420245468616486,
+    0.02974994108080864,
+    0.3303197920322418,
+    0.17060886323451996,
+    0.25214993953704834,
+    0.08014971017837524,
+    0.2837587594985962,
+    0.3166677951812744,
+    0.3313616216182709,
+    0.2901049256324768,
+    0.27257657051086426,
+    0.16962973773479462,
+    0.2442253828048706,
+    0.08676420897245407,
+    0.21976105868816376,
+    0.2211097925901413,
+    0.22940364480018616,
+    0.202608123421669,
+    0.010487259365618229,
+    0.0144489835947752,
+    0.010931910015642643,
+    0.3234984278678894,
+    0.21921870112419128,
+    0.15321551263332367,
+    0.06770185381174088,
+    0.038888636976480484,
+    0.19869737327098846,
+    0.0301350150257349,
+    0.1962001621723175,
+    0.1487617939710617,
+    0.22028370201587677,
+    0.151273712515831,
+    0.08978843688964844,
+    0.14927999675273895,
+    0.10144603252410889,
+    0.11486347019672394,
+    0.16824805736541748,
+    0.07946571707725525,
+    0.0441683866083622,
+    0.11440911144018173,
+    0.12195094674825668,
+    0.34734266996383667,
+    0.042083315551280975,
+    0.4665208160877228,
+    0.2960243225097656,
+    0.22163395583629608,
+    0.3722904920578003,
+    0.06305244565010071,
+    0.06848897784948349,
+    0.2766350209712982,
+    0.2641955018043518,
+    0.24091622233390808,
+    0.21778248250484467,
+    0.28411954641342163,
+    0.37825486063957214,
+    0.15360094606876373,
+    0.2745695114135742,
+    0.2527301013469696,
+    0.25457990169525146,
+    0.05747215822339058,
+    0.03798883035778999,
+    0.2523036003112793,
+    0.011098764836788177,
+    0.14947573840618134,
+    0.15599408745765686,
+    0.15537402033805847,
+    0.09397942572832108,
+    0.12252543121576309,
+    0.31018397212028503,
+    0.025078216567635536,
+    0.027794623747467995,
+    0.13834719359874725,
+    0.05529281869530678,
+    0.09480486065149307,
+    0.13480223715305328,
+    0.021653160452842712,
+    0.08319466561079025,
+    0.040507927536964417,
+    0.018072182312607765,
+    0.03382806107401848,
+    0.17292670905590057,
+    0.02050517313182354,
+    0.07432523369789124,
+    0.1829500049352646,
+    0.1590416431427002,
+    0.04190164431929588,
+    0.05230887606739998,
+    0.40997961163520813,
+    0.25160813331604004,
+    0.02469765953719616,
+    0.15278756618499756,
+    0.1414385288953781,
+    0.12483314424753189,
+    0.1696331650018692,
+    0.2907939851284027,
+    0.10062231123447418,
+    0.07714399695396423,
+    0.13587892055511475,
+    0.08201141655445099,
+    0.015578720718622208,
+    0.027176380157470703,
+    0.025769067928195,
+    0.06752803176641464,
+    0.2793971002101898,
+    0.15246827900409698,
+    0.24822859466075897,
+    0.24906577169895172,
+    0.23388822376728058,
+    0.08508577197790146,
+    0.05137154087424278,
+    0.06498900055885315,
+    0.2978881299495697,
+    0.12889555096626282,
+    0.05760617554187775,
+    0.38662007451057434,
+    0.31217074394226074,
+    0.08518209308385849,
+    0.5287062525749207,
+    0.6044085025787354,
+    0.034423355013132095,
+    0.4697449207305908,
+    0.4106648564338684,
+    0.09298823028802872,
+    0.1559215486049652,
+    0.35446590185165405,
+    0.028164595365524292,
+    0.014170072972774506,
+    0.060633327811956406,
+    0.06796647608280182,
+    0.10766392946243286,
+    0.013860313221812248,
+    0.0188043974339962,
+    0.16774141788482666,
+    0.06363718211650848,
+    0.06439966708421707,
+    0.2742495834827423,
+    0.2432209849357605,
+    0.03556269407272339,
+    0.033989958465099335,
+    0.10667458176612854,
+    0.13480882346630096,
+    0.2677767276763916,
+    0.14760702848434448,
+    0.09274572134017944,
+    0.30614277720451355,
+    0.1083754375576973,
+    0.09794703871011734,
+    0.05327270179986954,
+    0.17269226908683777,
+    0.265176385641098,
+    0.20209439098834991,
+    0.07276739180088043,
+    0.16097451746463776,
+    0.18063542246818542,
+    0.11022018641233444,
+    0.00718682399019599,
+    0.08380932360887527,
+    0.20173732936382294,
+    0.15857230126857758,
+    0.12637276947498322,
+    0.12744852900505066,
+    0.016341539099812508,
+    0.022734127938747406,
+    0.012718847952783108,
+    0.08476921170949936,
+    0.0385187603533268,
+    0.16791874170303345,
+    0.061782367527484894,
+    0.013441614806652069,
+    0.037252139300107956,
+    0.11384747177362442,
+    0.027140825986862183,
+    0.05742928385734558,
+    0.022308558225631714,
+    0.057529330253601074,
+    0.04622170701622963,
+    0.24196358025074005,
+    0.056121159344911575,
+    0.1373545378446579,
+    0.06207817420363426,
+    0.13191862404346466,
+    0.09429661929607391,
+    0.04820684343576431,
+    0.4113795757293701,
+    0.4351955056190491,
+    0.29900652170181274,
+    0.12493912875652313,
+    0.04188210144639015,
+    0.07443554699420929,
+    0.0638137236237526,
+    0.1715909093618393,
+    0.0635242611169815,
+    0.0675533190369606,
+    0.11066798120737076,
+    0.03209890425205231,
+    0.26157206296920776,
+    0.008679365739226341,
+    0.30335140228271484,
+    0.09450366348028183,
+    0.08868381381034851,
+    0.24599605798721313,
+    0.16984249651432037,
+    0.15163357555866241,
+    0.01567080058157444,
+    0.09839741140604019,
+    0.06582271307706833,
+    0.04013941437005997,
+    0.009823543950915337,
+    0.059193406254053116,
+    0.06621356308460236,
+    0.044879183173179626,
+    0.22185614705085754,
+    0.216383695602417,
+    0.12326640635728836,
+    0.179581418633461,
+    0.2688145339488983,
+    0.07601699978113174,
+    0.061631880700588226,
+    0.20505982637405396,
+    0.0625656396150589,
+    0.13123933970928192,
+    0.08612894266843796,
+    0.3782574236392975,
+    0.01046664360910654,
+    0.12946228682994843,
+    0.02458946406841278,
+    0.022223087027668953,
+    0.10218477994203568,
+    0.03022049553692341,
+    0.02381393313407898,
+    0.04324454814195633,
+    0.024036088958382607,
+    0.1641353964805603,
+    0.10045187175273895,
+    0.012581085786223412,
+    0.1611713021993637,
+    0.36376699805259705,
+    0.15079692006111145,
+    0.4110541343688965,
+    0.05527161806821823,
+    0.05573304370045662,
+    0.04244062677025795,
+    0.23160837590694427,
+    0.18931126594543457,
+    0.049484994262456894,
+    0.015291335061192513,
+    0.14349253475666046,
+    0.12157958000898361
+  ]
+}

p8ess-eat-15m-natural-ess-100k-s0/exports/step_00040000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: eat
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 16
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 192.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.04398323452006878
+  - 0.047639569377790236
+  - 0.04987541997380786
+  - 0.04352455826914307
+  - 0.06833805433404602
+  - 0.0691879390635264
+  - 0.06156826483349581
+  - 0.023825537754756217
+  - 0.05248940389869583
+  - 0.04984770065647712
+  - 0.04359882511934997
+  - 0.025219348711104046
+  - 0.057987765843943384
+  - 0.09278753823173767
+  - 0.049216955435705825
+  - 0.054416680962163656
+  - 0.050065271147224095
+  - 0.05877645887290118
+  - 0.04349683895181232
+  - 0.014154634042250515
+  repetition_cap: 1000.0
+  distinct_fraction: 0.052301
+optim:
+  lr: 0.001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase8-ess-seed
+  trial_id: p8ess-eat-15m-natural-ess-100k-s0
+  wandb_project: mixture-transfer
+  wandb_entity: luequinn-montana-state-university
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p8ess-eat-15m-natural-ess-100k-s0/exports/step_00040000/fsd50k_lora_1ep_s0.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p8ess-eat-15m-natural-ess-100k-s0/exports/step_00040000",
+  "fingerprint": "eb4d321b2d766418",
+  "campaign_id": "phase8-ess-seed",
+  "trial_id": "p8ess-eat-15m-natural-ess-100k-s0",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 989,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 1.0,
+    "batch_size": 48,
+    "lr": 0.003,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 0,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.44381286351941523,
+  "lora/map": 0.44381286351941523,
+  "fsd50k/map": 0.44381286351941523,
+  "train_seconds": 25.02,
+  "total_seconds": 34.02,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.020520289483247325,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 989,
+      "epoch": 1.0,
+      "loss": 0.020304541135225045,
+      "val_map": 0.44381286351941523,
+      "lr": 0.0,
+      "train_s": 25.01891736779362
+    }
+  ],
+  "per_class_ap": [
+    0.34863588213920593,
+    0.15041330456733704,
+    0.6675336956977844,
+    0.41558560729026794,
+    0.5447774529457092,
+    0.681035578250885,
+    0.883893609046936,
+    0.5869486927986145,
+    0.5921722054481506,
+    0.5625205636024475,
+    0.3354038894176483,
+    0.4463438391685486,
+    0.23602962493896484,
+    0.4125829339027405,
+    0.5413137078285217,
+    0.5063386559486389,
+    0.027655092999339104,
+    0.333516001701355,
+    0.5052799582481384,
+    0.30250343680381775,
+    0.6391525268554688,
+    0.44794148206710815,
+    0.8971298933029175,
+    0.12478787451982498,
+    0.33346542716026306,
+    0.5151323080062866,
+    0.4379245340824127,
+    0.3137536346912384,
+    0.8594847917556763,
+    0.3414354622364044,
+    0.6789487600326538,
+    0.7067427635192871,
+    0.43600720167160034,
+    0.15420576930046082,
+    0.448575496673584,
+    0.24892394244670868,
+    0.427808940410614,
+    0.14555226266384125,
+    0.6264612674713135,
+    0.2636537551879883,
+    0.6389999985694885,
+    0.46017539501190186,
+    0.7095116972923279,
+    0.18592655658721924,
+    0.5521951913833618,
+    0.17610487341880798,
+    0.24636578559875488,
+    0.3044326901435852,
+    0.773949146270752,
+    0.45830389857292175,
+    0.44612428545951843,
+    0.5188326835632324,
+    0.6189321875572205,
+    0.2142280489206314,
+    0.23178859055042267,
+    0.05483914166688919,
+    0.3276393711566925,
+    0.7244657278060913,
+    0.19452930986881256,
+    0.5693228244781494,
+    0.6803358197212219,
+    0.7006126046180725,
+    0.5191326141357422,
+    0.18456806242465973,
+    0.6016473174095154,
+    0.23294071853160858,
+    0.35164719820022583,
+    0.7206312417984009,
+    0.5774673819541931,
+    0.6084412336349487,
+    0.5093675851821899,
+    0.343991219997406,
+    0.7416813969612122,
+    0.41520312428474426,
+    0.3617902994155884,
+    0.2733728885650635,
+    0.46080267429351807,
+    0.36367323994636536,
+    0.40702664852142334,
+    0.5414429306983948,
+    0.27200987935066223,
+    0.3915451169013977,
+    0.36618584394454956,
+    0.3632121980190277,
+    0.2735392451286316,
+    0.3830143213272095,
+    0.49041759967803955,
+    0.7251182794570923,
+    0.2151576280593872,
+    0.21887406706809998,
+    0.792137622833252,
+    0.17140233516693115,
+    0.5742615461349487,
+    0.2635363042354584,
+    0.34731897711753845,
+    0.3649279475212097,
+    0.42000770568847656,
+    0.2005511224269867,
+    0.45964133739471436,
+    0.10924998670816422,
+    0.5932652354240417,
+    0.7603747248649597,
+    0.25397175550460815,
+    0.4989084303379059,
+    0.2867428958415985,
+    0.4945119619369507,
+    0.6968546509742737,
+    0.5992401242256165,
+    0.6193864941596985,
+    0.3456820845603943,
+    0.308806836605072,
+    0.36988362669944763,
+    0.5611968040466309,
+    0.10691992193460464,
+    0.18098610639572144,
+    0.397379606962204,
+    0.765617847442627,
+    0.43232542276382446,
+    0.5625886917114258,
+    0.22264447808265686,
+    0.8960923552513123,
+    0.904455840587616,
+    0.48117002844810486,
+    0.15134558081626892,
+    0.3184175491333008,
+    0.7936788201332092,
+    0.403099924325943,
+    0.7862655520439148,
+    0.35542652010917664,
+    0.22991952300071716,
+    0.350208044052124,
+    0.8748257756233215,
+    0.4194098114967346,
+    0.5413652062416077,
+    0.6724535226821899,
+    0.11680357903242111,
+    0.2269223928451538,
+    0.05820043012499809,
+    0.5665377378463745,
+    0.6127219200134277,
+    0.2125934362411499,
+    0.37947878241539,
+    0.3195173144340515,
+    0.33591848611831665,
+    0.744835376739502,
+    0.620866060256958,
+    0.09910354763269424,
+    0.6473204493522644,
+    0.21131980419158936,
+    0.38445988297462463,
+    0.6353806257247925,
+    0.4868643581867218,
+    0.2687528133392334,
+    0.43976694345474243,
+    0.5204513669013977,
+    0.43960660696029663,
+    0.5906126499176025,
+    0.7379700541496277,
+    0.5152269005775452,
+    0.10678991675376892,
+    0.5111829042434692,
+    0.23762381076812744,
+    0.678643524646759,
+    0.22904528677463531,
+    0.3662477433681488,
+    0.4692818820476532,
+    0.4019381105899811,
+    0.06614995002746582,
+    0.438418447971344,
+    0.515670657157898,
+    0.12564341723918915,
+    0.9239988327026367,
+    0.9290369749069214,
+    0.06160828098654747,
+    0.6014841794967651,
+    0.8083303570747375,
+    0.30148032307624817,
+    0.21746361255645752,
+    0.2774359881877899,
+    0.33733245730400085,
+    0.09141731262207031,
+    0.5985259413719177,
+    0.15261508524417877,
+    0.6421428918838501,
+    0.6745114326477051,
+    0.48050656914711,
+    0.30278509855270386,
+    0.7003454566001892,
+    0.6523949503898621,
+    0.5121278166770935,
+    0.585286557674408,
+    0.568857729434967,
+    0.6044442653656006,
+    0.13076777756214142,
+    0.38871267437934875,
+    0.4003874957561493,
+    0.11806835979223251,
+    0.6035789251327515,
+    0.15825821459293365,
+    0.8532537221908569
+  ]
+}

p8ess-eat-15m-natural-ess-100k-s0/exports/step_00040000/fsd50k_lora_1ep_s1.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p8ess-eat-15m-natural-ess-100k-s0/exports/step_00040000",
+  "fingerprint": "eb4d321b2d766418",
+  "campaign_id": "phase8-ess-seed",
+  "trial_id": "p8ess-eat-15m-natural-ess-100k-s0",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 989,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 1.0,
+    "batch_size": 48,
+    "lr": 0.003,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 1,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.4508262712042779,
+  "lora/map": 0.4508262712042779,
+  "fsd50k/map": 0.4508262712042779,
+  "train_seconds": 24.91,
+  "total_seconds": 33.85,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.0197433681297116,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 989,
+      "epoch": 1.0,
+      "loss": 0.0200330386236758,
+      "val_map": 0.4508262712042779,
+      "lr": 0.0,
+      "train_s": 24.906449067406356
+    }
+  ],
+  "per_class_ap": [
+    0.3870130777359009,
+    0.10388381034135818,
+    0.6924057006835938,
+    0.4665680229663849,
+    0.5376364588737488,
+    0.6751329898834229,
+    0.8782308101654053,
+    0.5850980281829834,
+    0.663084864616394,
+    0.5421456694602966,
+    0.3725474178791046,
+    0.4598105549812317,
+    0.2657252252101898,
+    0.3220451772212982,
+    0.5520890951156616,
+    0.5142481327056885,
+    0.020571870729327202,
+    0.3621678650379181,
+    0.4559146761894226,
+    0.25152572989463806,
+    0.6481098532676697,
+    0.4610968232154846,
+    0.8715339303016663,
+    0.1054517850279808,
+    0.3236331045627594,
+    0.5120768547058105,
+    0.4250158369541168,
+    0.29732221364974976,
+    0.8698979020118713,
+    0.32596510648727417,
+    0.6988887190818787,
+    0.7317681312561035,
+    0.4296455383300781,
+    0.14768119156360626,
+    0.4977376163005829,
+    0.2771534025669098,
+    0.46840041875839233,
+    0.20918329060077667,
+    0.6524373888969421,
+    0.29625576734542847,
+    0.6618947982788086,
+    0.4521658420562744,
+    0.6584233045578003,
+    0.20070962607860565,
+    0.5652955770492554,
+    0.18048353493213654,
+    0.25888538360595703,
+    0.3104340136051178,
+    0.7669093608856201,
+    0.4607488214969635,
+    0.39671552181243896,
+    0.5381128787994385,
+    0.6347607374191284,
+    0.19914285838603973,
+    0.15616457164287567,
+    0.04614312946796417,
+    0.3068382143974304,
+    0.7006911039352417,
+    0.2039375752210617,
+    0.5801272392272949,
+    0.6961243152618408,
+    0.7011585235595703,
+    0.5051705837249756,
+    0.15304890275001526,
+    0.6373607516288757,
+    0.14277683198451996,
+    0.3153170049190521,
+    0.7249764800071716,
+    0.5757180452346802,
+    0.5994519591331482,
+    0.5091618895530701,
+    0.3082507848739624,
+    0.7391657829284668,
+    0.4434494376182556,
+    0.3407502770423889,
+    0.25269749760627747,
+    0.508430540561676,
+    0.3661697208881378,
+    0.4409618377685547,
+    0.5271780490875244,
+    0.3731602430343628,
+    0.37978100776672363,
+    0.36882153153419495,
+    0.3169313967227936,
+    0.20958782732486725,
+    0.41973814368247986,
+    0.5117087960243225,
+    0.7166150808334351,
+    0.21405445039272308,
+    0.21610115468502045,
+    0.7991925477981567,
+    0.15982018411159515,
+    0.5306797623634338,
+    0.258137971162796,
+    0.43712565302848816,
+    0.3888474404811859,
+    0.48766931891441345,
+    0.22277899086475372,
+    0.4595232903957367,
+    0.09974508732557297,
+    0.6018588542938232,
+    0.7355544567108154,
+    0.3240504860877991,
+    0.4870351254940033,
+    0.3194442391395569,
+    0.5220708847045898,
+    0.6721711158752441,
+    0.5996652245521545,
+    0.6132825613021851,
+    0.3071603775024414,
+    0.27174457907676697,
+    0.3641800582408905,
+    0.6342453956604004,
+    0.18484094738960266,
+    0.21433889865875244,
+    0.39696866273880005,
+    0.8190875053405762,
+    0.5008407235145569,
+    0.565535306930542,
+    0.2701839506626129,
+    0.9006617665290833,
+    0.9093752503395081,
+    0.49035948514938354,
+    0.09951364994049072,
+    0.3742677569389343,
+    0.8080939054489136,
+    0.43528294563293457,
+    0.791218638420105,
+    0.39304396510124207,
+    0.1379515677690506,
+    0.30458053946495056,
+    0.8904932737350464,
+    0.525138795375824,
+    0.569789469242096,
+    0.6542040109634399,
+    0.11714208126068115,
+    0.13053996860980988,
+    0.07504192739725113,
+    0.6419695615768433,
+    0.6188253164291382,
+    0.30148348212242126,
+    0.3666577935218811,
+    0.43849295377731323,
+    0.33451902866363525,
+    0.7488179802894592,
+    0.6285752654075623,
+    0.13348686695098877,
+    0.6836910843849182,
+    0.21033279597759247,
+    0.34417521953582764,
+    0.6202454566955566,
+    0.5192525386810303,
+    0.3861549496650696,
+    0.39599382877349854,
+    0.48798638582229614,
+    0.5078510046005249,
+    0.5651090145111084,
+    0.6761728525161743,
+    0.49178749322891235,
+    0.158298522233963,
+    0.5195878148078918,
+    0.2258441299200058,
+    0.7046102285385132,
+    0.19051140546798706,
+    0.4510389268398285,
+    0.5746603012084961,
+    0.38683420419692993,
+    0.060030557215213776,
+    0.46400415897369385,
+    0.5373976230621338,
+    0.12093090265989304,
+    0.9181154370307922,
+    0.9360981583595276,
+    0.06894427537918091,
+    0.6528193950653076,
+    0.8192903995513916,
+    0.3280661404132843,
+    0.23347650468349457,
+    0.2764212489128113,
+    0.374960720539093,
+    0.08953455835580826,
+    0.6069360375404358,
+    0.21785280108451843,
+    0.6576891541481018,
+    0.6846784353256226,
+    0.43388351798057556,
+    0.3244900703430176,
+    0.6939204931259155,
+    0.6473995447158813,
+    0.5008688569068909,
+    0.6130390167236328,
+    0.5273270606994629,
+    0.6021873950958252,
+    0.15323492884635925,
+    0.35454365611076355,
+    0.44446876645088196,
+    0.13328003883361816,
+    0.6404790282249451,
+    0.1829811930656433,
+    0.8489561676979065
+  ]
+}

p8ess-eat-15m-natural-ess-100k-s0/exports/step_00040000/fsd50k_lora_1ep_s2.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p8ess-eat-15m-natural-ess-100k-s0/exports/step_00040000",
+  "fingerprint": "eb4d321b2d766418",
+  "campaign_id": "phase8-ess-seed",
+  "trial_id": "p8ess-eat-15m-natural-ess-100k-s0",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 989,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 1.0,
+    "batch_size": 48,
+    "lr": 0.003,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 2,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.4429451306257397,
+  "lora/map": 0.4429451306257397,
+  "fsd50k/map": 0.4429451306257397,
+  "train_seconds": 25.12,
+  "total_seconds": 33.95,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.020056971173034982,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 989,
+      "epoch": 1.0,
+      "loss": 0.02054880282532541,
+      "val_map": 0.4429451306257397,
+      "lr": 0.0,
+      "train_s": 25.115671784617007
+    }
+  ],
+  "per_class_ap": [
+    0.315281480550766,
+    0.16243302822113037,
+    0.6732085347175598,
+    0.46220242977142334,
+    0.537613570690155,
+    0.6789047122001648,
+    0.874114990234375,
+    0.6045522093772888,
+    0.6582270264625549,
+    0.5443379878997803,
+    0.3917073905467987,
+    0.44829103350639343,
+    0.2692640721797943,
+    0.34449419379234314,
+    0.5514576435089111,
+    0.5222843289375305,
+    0.03624819219112396,
+    0.35564225912094116,
+    0.4921790063381195,
+    0.21249675750732422,
+    0.5850276350975037,
+    0.4396269917488098,
+    0.886435329914093,
+    0.12334602326154709,
+    0.31898078322410583,
+    0.5227333307266235,
+    0.4207249879837036,
+    0.2884456217288971,
+    0.8592367172241211,
+    0.29690974950790405,
+    0.7084125876426697,
+    0.733115017414093,
+    0.4087350368499756,
+    0.15027225017547607,
+    0.4551956355571747,
+    0.27845197916030884,
+    0.4552501142024994,
+    0.20107276737689972,
+    0.5997917056083679,
+    0.2740878164768219,
+    0.6487904191017151,
+    0.40046462416648865,
+    0.6889138221740723,
+    0.18989147245883942,
+    0.5901256203651428,
+    0.12616632878780365,
+    0.31182271242141724,
+    0.3181593418121338,
+    0.7968616485595703,
+    0.4533475637435913,
+    0.38531023263931274,
+    0.5475846529006958,
+    0.6266382932662964,
+    0.13542857766151428,
+    0.2046208679676056,
+    0.028905825689435005,
+    0.27895304560661316,
+    0.6963542699813843,
+    0.17490451037883759,
+    0.5962170958518982,
+    0.6941618323326111,
+    0.70032799243927,
+    0.46716776490211487,
+    0.22485294938087463,
+    0.544201672077179,
+    0.18958866596221924,
+    0.34226953983306885,
+    0.6517208218574524,
+    0.5055482983589172,
+    0.6084823608398438,
+    0.5096584558486938,
+    0.32880452275276184,
+    0.7364195585250854,
+    0.47858765721321106,
+    0.3865113854408264,
+    0.24246352910995483,
+    0.47125643491744995,
+    0.3963586390018463,
+    0.41028955578804016,
+    0.5111764669418335,
+    0.28932493925094604,
+    0.3488730192184448,
+    0.3871093690395355,
+    0.3374629318714142,
+    0.3175804316997528,
+    0.3321908712387085,
+    0.46722525358200073,
+    0.7640045285224915,
+    0.2727576792240143,
+    0.24243268370628357,
+    0.7986290454864502,
+    0.13711287081241608,
+    0.5570358633995056,
+    0.27469757199287415,
+    0.42952054738998413,
+    0.3827824890613556,
+    0.465476930141449,
+    0.17461250722408295,
+    0.46461915969848633,
+    0.11297556757926941,
+    0.6012124419212341,
+    0.7487103939056396,
+    0.2882664203643799,
+    0.49250736832618713,
+    0.3016972839832306,
+    0.4779236912727356,
+    0.696433961391449,
+    0.5681021213531494,
+    0.6098434925079346,
+    0.3068428337574005,
+    0.2534552812576294,
+    0.3656063377857208,
+    0.6586206555366516,
+    0.10618821531534195,
+    0.1986953318119049,
+    0.40972408652305603,
+    0.8068157434463501,
+    0.5326800346374512,
+    0.5717965960502625,
+    0.2942226529121399,
+    0.8960743546485901,
+    0.9049538373947144,
+    0.4758405089378357,
+    0.09857688844203949,
+    0.3299482762813568,
+    0.8063458800315857,
+    0.39692291617393494,
+    0.7911959290504456,
+    0.38283687829971313,
+    0.20107696950435638,
+    0.2351592481136322,
+    0.8750085234642029,
+    0.5108177065849304,
+    0.5539401769638062,
+    0.6653585433959961,
+    0.11140337586402893,
+    0.21444500982761383,
+    0.04765729233622551,
+    0.6753309369087219,
+    0.6077315211296082,
+    0.19345319271087646,
+    0.3673163950443268,
+    0.4026079475879669,
+    0.32102611660957336,
+    0.7313342094421387,
+    0.6284903287887573,
+    0.11285453289747238,
+    0.6464890837669373,
+    0.19499418139457703,
+    0.3273499310016632,
+    0.6366956830024719,
+    0.5474159717559814,
+    0.3903149366378784,
+    0.36930403113365173,
+    0.4759589433670044,
+    0.43137630820274353,
+    0.5551930665969849,
+    0.6821292638778687,
+    0.4970054626464844,
+    0.12125194817781448,
+    0.503594160079956,
+    0.2475244700908661,
+    0.6908272504806519,
+    0.21009986102581024,
+    0.41963186860084534,
+    0.42623668909072876,
+    0.40370067954063416,
+    0.06799457222223282,
+    0.40961262583732605,
+    0.5004289746284485,
+    0.11855513602495193,
+    0.9164603352546692,
+    0.9290720224380493,
+    0.0502638965845108,
+    0.5616796612739563,
+    0.8096796274185181,
+    0.31957441568374634,
+    0.2476833611726761,
+    0.25650548934936523,
+    0.36055073142051697,
+    0.04188627377152443,
+    0.5437377691268921,
+    0.18296180665493011,
+    0.6534085869789124,
+    0.6772644519805908,
+    0.46018868684768677,
+    0.339077353477478,
+    0.6875865459442139,
+    0.669893741607666,
+    0.49559012055397034,
+    0.6133708953857422,
+    0.5261926054954529,
+    0.6056659817695618,
+    0.14836525917053223,
+    0.3865192234516144,
+    0.36582568287849426,
+    0.117340087890625,
+    0.6166396737098694,
+    0.16503910720348358,
+    0.8437389731407166
+  ]
+}

p8ess-eat-15m-natural-ess-100k-s0/exports/step_00040000/lora_1ep_s0.json

@@ -0,0 +1,260 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p8ess-eat-15m-natural-ess-100k-s0/exports/step_00040000",
+    "fingerprint": "eb4d321b2d766418",
+    "campaign_id": "phase8-ess-seed",
+    "trial_id": "p8ess-eat-15m-natural-ess-100k-s0",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 428,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 1.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 0,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006705405872732231,
+      "val_map": 0.005872165838139842,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02366,
+      "train_map": 0.04108603050171502,
+      "val_map": null,
+      "lr": 0.0017857142857142857,
+      "train_s": 0.6
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02262,
+      "train_map": 0.08797362600974526,
+      "val_map": null,
+      "lr": 0.002996832162669313,
+      "train_s": 1.2
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02145,
+      "train_map": 0.12179896764128524,
+      "val_map": null,
+      "lr": 0.0029464015850084926,
+      "train_s": 1.8
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02062,
+      "train_map": 0.14010664684462945,
+      "val_map": null,
+      "lr": 0.0028365019165406584,
+      "train_s": 2.4
+    },
+    {
+      "step": 107,
+      "epoch": 0.25,
+      "loss": 0.0206,
+      "train_map": 0.14920334236217447,
+      "val_map": 0.09342291984358976,
+      "lr": 0.002795633084492174,
+      "train_s": 2.6
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.01971,
+      "train_map": 0.1604105710819367,
+      "val_map": null,
+      "lr": 0.0026716673782849554,
+      "train_s": 3.0
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.01906,
+      "train_map": 0.16952257718717717,
+      "val_map": null,
+      "lr": 0.002458698684369641,
+      "train_s": 3.6
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.0191,
+      "train_map": 0.19084792122230698,
+      "val_map": null,
+      "lr": 0.0022063824593754194,
+      "train_s": 4.2
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.01859,
+      "train_map": 0.20878141193139937,
+      "val_map": null,
+      "lr": 0.0019251287213377403,
+      "train_s": 4.9
+    },
+    {
+      "step": 214,
+      "epoch": 0.5,
+      "loss": 0.018,
+      "train_map": 0.22550787287013185,
+      "val_map": 0.13784661101781723,
+      "lr": 0.0017592766878384548,
+      "train_s": 5.2
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.0185,
+      "train_map": 0.22694130674573598,
+      "val_map": null,
+      "lr": 0.0016265413870700269,
+      "train_s": 5.5
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.01812,
+      "train_map": 0.245864630156361,
+      "val_map": null,
+      "lr": 0.0013229395198229876,
+      "train_s": 6.1
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.01808,
+      "train_map": 0.2596252537650574,
+      "val_map": null,
+      "lr": 0.0010268490715591258,
+      "train_s": 6.6
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.0176,
+      "train_map": 0.2781586813531901,
+      "val_map": null,
+      "lr": 0.000750486089449494,
+      "train_s": 7.2
+    },
+    {
+      "step": 321,
+      "epoch": 0.75,
+      "loss": 0.01684,
+      "train_map": 0.287343906680479,
+      "val_map": 0.1791708898992124,
+      "lr": 0.000541962785848462,
+      "train_s": 7.7
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.0172,
+      "train_map": 0.28644648810187656,
+      "val_map": null,
+      "lr": 0.0005052527083673369,
+      "train_s": 7.8
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01663,
+      "train_map": 0.3023640353699167,
+      "val_map": null,
+      "lr": 0.00030126672363088163,
+      "train_s": 8.4
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01611,
+      "train_map": 0.3123912475437661,
+      "val_map": null,
+      "lr": 0.00014694415279957929,
+      "train_s": 9.0
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01577,
+      "train_map": 0.3159631456847548,
+      "val_map": null,
+      "lr": 4.865200911511649e-05,
+      "train_s": 9.6
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01657,
+      "train_map": 0.3164428807494621,
+      "val_map": null,
+      "lr": 1.0445612398966596e-05,
+      "train_s": 10.1
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01658,
+      "train_map": 0.31652168914908985,
+      "val_map": 0.19590058931250273,
+      "lr": 1e-05,
+      "train_s": 10.2
+    }
+  ],
+  "final_train_map": 0.31652168914908985,
+  "final_val_map": 0.19590058931250273,
+  "lora/map": 0.19590058931250273,
+  "train_seconds": 10.2,
+  "wall_seconds": 60.8
+}

p8ess-eat-15m-natural-ess-100k-s0/exports/step_00040000/lora_1ep_s1.json

@@ -0,0 +1,260 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p8ess-eat-15m-natural-ess-100k-s0/exports/step_00040000",
+    "fingerprint": "eb4d321b2d766418",
+    "campaign_id": "phase8-ess-seed",
+    "trial_id": "p8ess-eat-15m-natural-ess-100k-s0",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 428,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 1.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 1,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006283293962076596,
+      "val_map": 0.005848608617458768,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02482,
+      "train_map": 0.04153138959850582,
+      "val_map": null,
+      "lr": 0.0017857142857142857,
+      "train_s": 0.7
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02238,
+      "train_map": 0.09009206747906583,
+      "val_map": null,
+      "lr": 0.002996832162669313,
+      "train_s": 1.3
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02131,
+      "train_map": 0.10891843485191775,
+      "val_map": null,
+      "lr": 0.0029464015850084926,
+      "train_s": 2.0
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02064,
+      "train_map": 0.1320475827250011,
+      "val_map": null,
+      "lr": 0.0028365019165406584,
+      "train_s": 2.5
+    },
+    {
+      "step": 107,
+      "epoch": 0.25,
+      "loss": 0.02067,
+      "train_map": 0.13979052619914042,
+      "val_map": 0.08874810961573482,
+      "lr": 0.002795633084492174,
+      "train_s": 2.7
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.0195,
+      "train_map": 0.15458690724158888,
+      "val_map": null,
+      "lr": 0.0026716673782849554,
+      "train_s": 3.2
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.01983,
+      "train_map": 0.17698586569035132,
+      "val_map": null,
+      "lr": 0.002458698684369641,
+      "train_s": 3.8
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.01874,
+      "train_map": 0.19260977189086617,
+      "val_map": null,
+      "lr": 0.0022063824593754194,
+      "train_s": 4.4
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.01924,
+      "train_map": 0.20361555033881196,
+      "val_map": null,
+      "lr": 0.0019251287213377403,
+      "train_s": 5.0
+    },
+    {
+      "step": 214,
+      "epoch": 0.5,
+      "loss": 0.0183,
+      "train_map": 0.218012769745426,
+      "val_map": 0.13681148162617063,
+      "lr": 0.0017592766878384548,
+      "train_s": 5.3
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.01857,
+      "train_map": 0.2276900143060388,
+      "val_map": null,
+      "lr": 0.0016265413870700269,
+      "train_s": 5.6
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.01793,
+      "train_map": 0.23594315950732248,
+      "val_map": null,
+      "lr": 0.0013229395198229876,
+      "train_s": 6.2
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.01774,
+      "train_map": 0.25978919976272496,
+      "val_map": null,
+      "lr": 0.0010268490715591258,
+      "train_s": 6.9
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.01712,
+      "train_map": 0.2689525719724977,
+      "val_map": null,
+      "lr": 0.000750486089449494,
+      "train_s": 7.5
+    },
+    {
+      "step": 321,
+      "epoch": 0.75,
+      "loss": 0.01675,
+      "train_map": 0.2855398127088143,
+      "val_map": 0.17884583664488973,
+      "lr": 0.000541962785848462,
+      "train_s": 8.0
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01699,
+      "train_map": 0.286202299723179,
+      "val_map": null,
+      "lr": 0.0005052527083673369,
+      "train_s": 8.1
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.0163,
+      "train_map": 0.2960266955161513,
+      "val_map": null,
+      "lr": 0.00030126672363088163,
+      "train_s": 8.7
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01672,
+      "train_map": 0.30296846769530983,
+      "val_map": null,
+      "lr": 0.00014694415279957929,
+      "train_s": 9.3
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01653,
+      "train_map": 0.30494536589513016,
+      "val_map": null,
+      "lr": 4.865200911511649e-05,
+      "train_s": 9.9
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01622,
+      "train_map": 0.30580070895978745,
+      "val_map": null,
+      "lr": 1.0445612398966596e-05,
+      "train_s": 10.4
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01614,
+      "train_map": 0.30560313154937985,
+      "val_map": 0.19195920207221379,
+      "lr": 1e-05,
+      "train_s": 10.5
+    }
+  ],
+  "final_train_map": 0.30560313154937985,
+  "final_val_map": 0.19195920207221379,
+  "lora/map": 0.19195920207221379,
+  "train_seconds": 10.5,
+  "wall_seconds": 61.3
+}

p8ess-eat-15m-natural-ess-100k-s0/exports/step_00040000/lora_1ep_s2.json

@@ -0,0 +1,260 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p8ess-eat-15m-natural-ess-100k-s0/exports/step_00040000",
+    "fingerprint": "eb4d321b2d766418",
+    "campaign_id": "phase8-ess-seed",
+    "trial_id": "p8ess-eat-15m-natural-ess-100k-s0",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 428,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 1.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 2,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.007122811754530144,
+      "val_map": 0.005985928648124949,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02413,
+      "train_map": 0.03882769815335704,
+      "val_map": null,
+      "lr": 0.0017857142857142857,
+      "train_s": 0.6
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02265,
+      "train_map": 0.07937477568369465,
+      "val_map": null,
+      "lr": 0.002996832162669313,
+      "train_s": 1.2
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02115,
+      "train_map": 0.10241761258661931,
+      "val_map": null,
+      "lr": 0.0029464015850084926,
+      "train_s": 1.8
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02037,
+      "train_map": 0.12555059971529955,
+      "val_map": null,
+      "lr": 0.0028365019165406584,
+      "train_s": 2.4
+    },
+    {
+      "step": 107,
+      "epoch": 0.25,
+      "loss": 0.02075,
+      "train_map": 0.13490504995686492,
+      "val_map": 0.08494001295880557,
+      "lr": 0.002795633084492174,
+      "train_s": 2.6
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02021,
+      "train_map": 0.1436180603015369,
+      "val_map": null,
+      "lr": 0.0026716673782849554,
+      "train_s": 3.0
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.01968,
+      "train_map": 0.17317796556678455,
+      "val_map": null,
+      "lr": 0.002458698684369641,
+      "train_s": 3.7
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.01939,
+      "train_map": 0.18847735788835746,
+      "val_map": null,
+      "lr": 0.0022063824593754194,
+      "train_s": 4.3
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.01834,
+      "train_map": 0.19558353754612254,
+      "val_map": null,
+      "lr": 0.0019251287213377403,
+      "train_s": 4.8
+    },
+    {
+      "step": 214,
+      "epoch": 0.5,
+      "loss": 0.01784,
+      "train_map": 0.20968523759578675,
+      "val_map": 0.13484469555102754,
+      "lr": 0.0017592766878384548,
+      "train_s": 5.2
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.01792,
+      "train_map": 0.21839633172084585,
+      "val_map": null,
+      "lr": 0.0016265413870700269,
+      "train_s": 5.5
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.01765,
+      "train_map": 0.23463763884026592,
+      "val_map": null,
+      "lr": 0.0013229395198229876,
+      "train_s": 6.1
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.01769,
+      "train_map": 0.2483367510917517,
+      "val_map": null,
+      "lr": 0.0010268490715591258,
+      "train_s": 6.7
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.01719,
+      "train_map": 0.260473313495743,
+      "val_map": null,
+      "lr": 0.000750486089449494,
+      "train_s": 7.3
+    },
+    {
+      "step": 321,
+      "epoch": 0.75,
+      "loss": 0.01703,
+      "train_map": 0.27874058028912807,
+      "val_map": 0.1730336709905847,
+      "lr": 0.000541962785848462,
+      "train_s": 7.8
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01665,
+      "train_map": 0.28002121043612427,
+      "val_map": null,
+      "lr": 0.0005052527083673369,
+      "train_s": 7.9
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01672,
+      "train_map": 0.2896834926545422,
+      "val_map": null,
+      "lr": 0.00030126672363088163,
+      "train_s": 8.5
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01676,
+      "train_map": 0.29741146898982196,
+      "val_map": null,
+      "lr": 0.00014694415279957929,
+      "train_s": 9.1
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01634,
+      "train_map": 0.299523397421277,
+      "val_map": null,
+      "lr": 4.865200911511649e-05,
+      "train_s": 9.7
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01658,
+      "train_map": 0.30065654127715435,
+      "val_map": null,
+      "lr": 1.0445612398966596e-05,
+      "train_s": 10.3
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.0169,
+      "train_map": 0.30093562109590255,
+      "val_map": 0.18836341764728418,
+      "lr": 1e-05,
+      "train_s": 10.4
+    }
+  ],
+  "final_train_map": 0.30093562109590255,
+  "final_val_map": 0.18836341764728418,
+  "lora/map": 0.18836341764728418,
+  "train_seconds": 10.4,
+  "wall_seconds": 61.2
+}

p8ess-eat-15m-natural-ess-100k-s0/exports/step_00040000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p8ess-eat-15m-natural-ess-100k-s0/exports/step_00040000",
+  "fingerprint": "eb4d321b2d766418",
+  "campaign_id": "phase8-ess-seed",
+  "trial_id": "p8ess-eat-15m-natural-ess-100k-s0",
+  "probe/map": 0.1744086561261533,
+  "probe/map_train": 0.4594657328085836,
+  "probe/alpha": 0.1,
+  "probe/holdout_map": 0.2084035818404085,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.03592128213495,
+  "probe/total_s": 8.542144251987338,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.20424891693916958
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.2084035818404085
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.20238992604259154
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1856274048239346
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1539072014357845
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.10750619640248692
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.07379484382339628
+    }
+  ],
+  "per_class_ap": [
+    0.6686452627182007,
+    0.031147228553891182,
+    0.07450547069311142,
+    0.23713459074497223,
+    0.09798126667737961,
+    0.24116036295890808,
+    0.22223669290542603,
+    0.31932303309440613,
+    0.07757338881492615,
+    0.04315059632062912,
+    0.037235915660858154,
+    0.08596806973218918,
+    0.5630660057067871,
+    0.3124488890171051,
+    0.0443769246339798,
+    0.6503562927246094,
+    0.33706510066986084,
+    0.38244596123695374,
+    0.07576703280210495,
+    0.09899087250232697,
+    0.27634111046791077,
+    0.12910723686218262,
+    0.20005011558532715,
+    0.21468040347099304,
+    0.08809325098991394,
+    0.035196106880903244,
+    0.06291032582521439,
+    0.24200955033302307,
+    0.41953912377357483,
+    0.08384152501821518,
+    0.31341177225112915,
+    0.3094797730445862,
+    0.03606482967734337,
+    0.08584052324295044,
+    0.2833035886287689,
+    0.14021216332912445,
+    0.44730469584465027,
+    0.0787508487701416,
+    0.10352551937103271,
+    0.16341343522071838,
+    0.23014794290065765,
+    0.023707672953605652,
+    0.11109401285648346,
+    0.450371652841568,
+    0.02019883506000042,
+    0.1474090963602066,
+    0.018118340522050858,
+    0.14767815172672272,
+    0.08172434568405151,
+    0.07877421379089355,
+    0.18855789303779602,
+    0.009990434162318707,
+    0.08129314333200455,
+    0.06406500190496445,
+    0.25765174627304077,
+    0.14881986379623413,
+    0.23752935230731964,
+    0.3289478123188019,
+    0.22491410374641418,
+    0.09271357953548431,
+    0.1631537526845932,
+    0.2857332229614258,
+    0.07012289762496948,
+    0.23348376154899597,
+    0.5428664684295654,
+    0.22148701548576355,
+    0.26727938652038574,
+    0.26637980341911316,
+    0.4050530195236206,
+    0.40581756830215454,
+    0.13144473731517792,
+    0.17180775105953217,
+    0.24299374222755432,
+    0.25172141194343567,
+    0.19146503508090973,
+    0.24454288184642792,
+    0.06379135698080063,
+    0.267414927482605,
+    0.16851402819156647,
+    0.14077802002429962,
+    0.06372720003128052,
+    0.2306075543165207,
+    0.40508973598480225,
+    0.264549195766449,
+    0.14187847077846527,
+    0.07056848704814911,
+    0.12840159237384796,
+    0.02460542693734169,
+    0.053000833839178085,
+    0.03940099477767944,
+    0.1636238843202591,
+    0.16754528880119324,
+    0.2312140017747879,
+    0.0442265085875988,
+    0.02270815521478653,
+    0.1811148226261139,
+    0.032862257212400436,
+    0.0455019548535347,
+    0.18155167996883392,
+    0.20855645835399628,
+    0.1298600286245346,
+    0.2791630029678345,
+    0.08586694300174713,
+    0.08729566633701324,
+    0.028234610334038734,
+    0.06273652613162994,
+    0.1015084907412529,
+    0.0965879037976265,
+    0.1170295998454094,
+    0.17998316884040833,
+    0.1588694304227829,
+    0.14742141962051392,
+    0.13183043897151947,
+    0.10037402808666229,
+    0.08721751719713211,
+    0.28467172384262085,
+    0.28078705072402954,
+    0.11723291128873825,
+    0.10304150730371475,
+    0.3058699071407318,
+    0.31205928325653076,
+    0.17573270201683044,
+    0.07524025440216064,
+    0.07577310502529144,
+    0.012153415009379387,
+    0.03254401683807373,
+    0.1937667280435562,
+    0.2824559211730957,
+    0.17598524689674377,
+    0.2248522937297821,
+    0.0057146428152918816,
+    0.1820894479751587,
+    0.10756900161504745,
+    0.09346460551023483,
+    0.07954088598489761,
+    0.011181540787220001,
+    0.1557597815990448,
+    0.746893584728241,
+    0.29321229457855225,
+    0.39050859212875366,
+    0.48162001371383667,
+    0.384017676115036,
+    0.2597910165786743,
+    0.18860282003879547,
+    0.14100173115730286,
+    0.2563372552394867,
+    0.1702556610107422,
+    0.3089762330055237,
+    0.13689826428890228,
+    0.27219852805137634,
+    0.16697081923484802,
+    0.21220886707305908,
+    0.3170003890991211,
+    0.13272348046302795,
+    0.13256503641605377,
+    0.28916916251182556,
+    0.16259580850601196,
+    0.1531101018190384,
+    0.025238335132598877,
+    0.07840051501989365,
+    0.5654155015945435,
+    0.3340980112552643,
+    0.38739702105522156,
+    0.18450626730918884,
+    0.29951775074005127,
+    0.33447057008743286,
+    0.363280713558197,
+    0.18297769129276276,
+    0.35385340452194214,
+    0.3857234716415405,
+    0.3441659212112427,
+    0.34208419919013977,
+    0.3600488603115082,
+    0.25435230135917664,
+    0.16765588521957397,
+    0.1959376484155655,
+    0.19348286092281342,
+    0.40256884694099426,
+    0.1035187616944313,
+    0.2669447958469391,
+    0.30592307448387146,
+    0.2633553147315979,
+    0.205722838640213,
+    0.37828561663627625,
+    0.13424335420131683,
+    0.4860197901725769,
+    0.37020403146743774,
+    0.20018403232097626,
+    0.32137617468833923,
+    0.2263999879360199,
+    0.2937990128993988,
+    0.1809975653886795,
+    0.3866558074951172,
+    0.2664265036582947,
+    0.23149564862251282,
+    0.42582976818084717,
+    0.09058021754026413,
+    0.1074080616235733,
+    0.1035325676202774,
+    0.35974714159965515,
+    0.049969762563705444,
+    0.31292790174484253,
+    0.16866563260555267,
+    0.18722142279148102,
+    0.30381250381469727,
+    0.2150365561246872,
+    0.26130589842796326,
+    0.635217547416687,
+    0.21642336249351501,
+    0.3660973310470581,
+    0.7586361169815063,
+    0.6648514270782471,
+    0.5636609792709351,
+    0.09505272656679153,
+    0.37085914611816406,
+    0.2764505445957184,
+    0.06764587014913559,
+    0.3585735261440277,
+    0.2544254660606384,
+    0.12076985836029053,
+    0.20123711228370667,
+    0.1220734491944313,
+    0.24217818677425385,
+    0.18232858180999756,
+    0.12359882891178131,
+    0.09970448911190033,
+    0.0913650318980217,
+    0.06179022789001465,
+    0.2140243798494339,
+    0.07107552140951157,
+    0.10971439629793167,
+    0.13585388660430908,
+    0.11092466115951538,
+    0.049419332295656204,
+    0.07872207462787628,
+    0.044163282960653305,
+    0.19342738389968872,
+    0.03515687212347984,
+    0.32705017924308777,
+    0.029812466353178024,
+    0.21450738608837128,
+    0.2830769419670105,
+    0.3434053063392639,
+    0.27985674142837524,
+    0.20566074550151825,
+    0.37200355529785156,
+    0.12394491583108902,
+    0.22908183932304382,
+    0.06891309469938278,
+    0.1598702073097229,
+    0.15041840076446533,
+    0.0358760766685009,
+    0.13856878876686096,
+    0.11918079107999802,
+    0.13003307580947876,
+    0.28072524070739746,
+    0.35221609473228455,
+    0.3358287811279297,
+    0.15909412503242493,
+    0.15154974162578583,
+    0.0634557381272316,
+    0.23953084647655487,
+    0.25285083055496216,
+    0.1301683634519577,
+    0.050132203847169876,
+    0.1150752380490303,
+    0.09538497030735016,
+    0.17095734179019928,
+    0.20103617012500763,
+    0.0529753714799881,
+    0.03892345353960991,
+    0.3314438462257385,
+    0.145443394780159,
+    0.06860984116792679,
+    0.2295599728822708,
+    0.04308274760842323,
+    0.0823872834444046,
+    0.09970902651548386,
+    0.12369275838136673,
+    0.11855880171060562,
+    0.030509447678923607,
+    0.3348924219608307,
+    0.16361244022846222,
+    0.25363755226135254,
+    0.08259118348360062,
+    0.2861142158508301,
+    0.3235164284706116,
+    0.3361155092716217,
+    0.29404786229133606,
+    0.2757529616355896,
+    0.17168386280536652,
+    0.2417210042476654,
+    0.08684422075748444,
+    0.2165902704000473,
+    0.2234979271888733,
+    0.23437081277370453,
+    0.21485164761543274,
+    0.010479609481990337,
+    0.01469491422176361,
+    0.010212969966232777,
+    0.3241652250289917,
+    0.22182294726371765,
+    0.15237028896808624,
+    0.07029302418231964,
+    0.03949562460184097,
+    0.20428672432899475,
+    0.02988395094871521,
+    0.19760632514953613,
+    0.14894913136959076,
+    0.22732359170913696,
+    0.15563490986824036,
+    0.08832527697086334,
+    0.15854792296886444,
+    0.10133683681488037,
+    0.11449268460273743,
+    0.1700322926044464,
+    0.07892198860645294,
+    0.04397563263773918,
+    0.11200325936079025,
+    0.12324891239404678,
+    0.3431878983974457,
+    0.0409601591527462,
+    0.46942511200904846,
+    0.2873077690601349,
+    0.22423332929611206,
+    0.3724866807460785,
+    0.06603517383337021,
+    0.06883810460567474,
+    0.2756918966770172,
+    0.2623198330402374,
+    0.2336481511592865,
+    0.21980229020118713,
+    0.2810106575489044,
+    0.3763534724712372,
+    0.1531510204076767,
+    0.2691507637500763,
+    0.2517237961292267,
+    0.25228169560432434,
+    0.058413319289684296,
+    0.039619080722332,
+    0.2468750923871994,
+    0.010320749133825302,
+    0.15401591360569,
+    0.15633992850780487,
+    0.15358708798885345,
+    0.09467191249132156,
+    0.12330508977174759,
+    0.31180253624916077,
+    0.02542511746287346,
+    0.02798386663198471,
+    0.14073307812213898,
+    0.05686299130320549,
+    0.09772778302431107,
+    0.13691399991512299,
+    0.021900715306401253,
+    0.08252378553152084,
+    0.03764119744300842,
+    0.017884211614727974,
+    0.033806949853897095,
+    0.17611105740070343,
+    0.02118833176791668,
+    0.08045770227909088,
+    0.18863356113433838,
+    0.16140949726104736,
+    0.04017820209264755,
+    0.05280260741710663,
+    0.40647754073143005,
+    0.2619459331035614,
+    0.022513514384627342,
+    0.15546229481697083,
+    0.14213432371616364,
+    0.12285227328538895,
+    0.16989591717720032,
+    0.29347363114356995,
+    0.10007257759571075,
+    0.08028861880302429,
+    0.13132697343826294,
+    0.09554550051689148,
+    0.014973488636314869,
+    0.028745319694280624,
+    0.026377996429800987,
+    0.06705335527658463,
+    0.2786332964897156,
+    0.15082092583179474,
+    0.2460564225912094,
+    0.2525668442249298,
+    0.2396615445613861,
+    0.08640405535697937,
+    0.05040387064218521,
+    0.06534437835216522,
+    0.31014472246170044,
+    0.1417674571275711,
+    0.05023166909813881,
+    0.3908182680606842,
+    0.3130735456943512,
+    0.08638834208250046,
+    0.531936526298523,
+    0.6017701625823975,
+    0.03633147105574608,
+    0.4670204818248749,
+    0.4104579985141754,
+    0.09524469077587128,
+    0.15664441883563995,
+    0.3629950284957886,
+    0.028613248839974403,
+    0.014121062122285366,
+    0.0616782084107399,
+    0.06503141671419144,
+    0.10625988245010376,
+    0.013940357603132725,
+    0.01917869597673416,
+    0.17277878522872925,
+    0.06396385282278061,
+    0.06512580811977386,
+    0.278314471244812,
+    0.2396053522825241,
+    0.03333362564444542,
+    0.034036751836538315,
+    0.10848823934793472,
+    0.14425024390220642,
+    0.26856741309165955,
+    0.13713595271110535,
+    0.09506677836179733,
+    0.3115863800048828,
+    0.10895729064941406,
+    0.09902945905923843,
+    0.05192511901259422,
+    0.1731729507446289,
+    0.26613539457321167,
+    0.1904524266719818,
+    0.0742364302277565,
+    0.16682782769203186,
+    0.16703850030899048,
+    0.10450825840234756,
+    0.0070654163137078285,
+    0.08618178963661194,
+    0.19628489017486572,
+    0.16176573932170868,
+    0.12180548161268234,
+    0.13717395067214966,
+    0.017963511869311333,
+    0.023474086076021194,
+    0.012980105355381966,
+    0.08673619478940964,
+    0.03802943602204323,
+    0.16720013320446014,
+    0.06568796932697296,
+    0.013646463863551617,
+    0.03568931296467781,
+    0.1133432388305664,
+    0.02713792771100998,
+    0.058401044458150864,
+    0.02081671543419361,
+    0.058898527175188065,
+    0.04584186151623726,
+    0.24406233429908752,
+    0.057890258729457855,
+    0.13704092800617218,
+    0.06045301631093025,
+    0.13701820373535156,
+    0.1006486639380455,
+    0.048363860696554184,
+    0.40325966477394104,
+    0.4407692551612854,
+    0.2931589186191559,
+    0.12322700023651123,
+    0.043620262295007706,
+    0.08573101460933685,
+    0.0654887780547142,
+    0.18084287643432617,
+    0.07706911116838455,
+    0.06716268509626389,
+    0.11339806765317917,
+    0.03333866223692894,
+    0.26203396916389465,
+    0.008643005974590778,
+    0.3097473084926605,
+    0.095584437251091,
+    0.08748539537191391,
+    0.24691486358642578,
+    0.16816189885139465,
+    0.14671923220157623,
+    0.015567726455628872,
+    0.09369514882564545,
+    0.06982109695672989,
+    0.04008974879980087,
+    0.009530602023005486,
+    0.05779830738902092,
+    0.06946279853582382,
+    0.04574801027774811,
+    0.21948401629924774,
+    0.2123849093914032,
+    0.12261985242366791,
+    0.18144765496253967,
+    0.27564018964767456,
+    0.08383288234472275,
+    0.061648208647966385,
+    0.21277722716331482,
+    0.0604897178709507,
+    0.1340067982673645,
+    0.08696980774402618,
+    0.37816837430000305,
+    0.0102614751085639,
+    0.12856705486774445,
+    0.0240312572568655,
+    0.020760420709848404,
+    0.10226897895336151,
+    0.030108919367194176,
+    0.025142952799797058,
+    0.043271541595458984,
+    0.02358430251479149,
+    0.16761666536331177,
+    0.09923890233039856,
+    0.012608908116817474,
+    0.16057893633842468,
+    0.362663596868515,
+    0.15105107426643372,
+    0.40833115577697754,
+    0.05350746586918831,
+    0.05434773117303848,
+    0.04142356291413307,
+    0.23425795137882233,
+    0.20195850729942322,
+    0.049490176141262054,
+    0.014936236664652824,
+    0.14041495323181152,
+    0.12147670984268188
+  ]
+}

p8ess-eat-15m-natural-ess-100k-s0/run.json

@@ -0,0 +1,94 @@
+{
+  "campaign_id": "phase8-ess-seed",
+  "trial_id": "p8ess-eat-15m-natural-ess-100k-s0",
+  "fingerprint": "eb4d321b2d766418",
+  "wandb_run_id": "phase8-ess-seed-p8ess-eat-15m-natural-ess-100k-s0",
+  "environment": {
+    "git_sha": "",
+    "git_dirty": false,
+    "torch": "2.13.0+cu130",
+    "cuda": "13.0",
+    "cudnn": 92000,
+    "gpu_count": 1,
+    "gpu_name": "NVIDIA GeForce RTX 4090",
+    "gpu_memory_gib": 23.52,
+    "capability": "8.9",
+    "driver": "580.159.03"
+  },
+  "parameters": {
+    "encoder_params": 14294784,
+    "decoder_params": 647808,
+    "trainable_params": 14942592,
+    "total_params": 29237376
+  },
+  "schedule": {
+    "budget_clips": 1920000,
+    "schedule_clips": null,
+    "clips_per_step": 48,
+    "total_steps": 40000,
+    "schedule_steps": 40000,
+    "warmup_steps": 4000,
+    "ema_anneal_steps": 40000,
+    "final_lr": 2.0000019000511307e-06,
+    "final_ema_decay": 0.9999899952500001
+  },
+  "geometry": {
+    "patch_grid": [
+      64,
+      4
+    ],
+    "num_patches": 256,
+    "visible_patches": 51,
+    "centers_per_mask": 2
+  },
+  "data": {
+    "split": "train",
+    "rows": 1912024,
+    "shards": 96,
+    "sampled_sha256": "58cddcb9592605014dfe6c40579aa65d2a3216cdb77feeaf0267c183e9f0d5a9",
+    "val_split": "balanced_train",
+    "val_clips": 2048
+  },
+  "mixture": {
+    "dist_id": null,
+    "has_weights": true,
+    "repetition_cap": 1000.0,
+    "distinct_fraction": 0.052301,
+    "max_repetition": 19.20636042402827,
+    "distinct_clips": 100003,
+    "capped_clusters": 0,
+    "realized_weights": [
+      0.04398333333333333,
+      0.04763958333333333,
+      0.04987552083333333,
+      0.043524479166666664,
+      0.06833802083333333,
+      0.06918802083333334,
+      0.06156822916666667,
+      0.023825520833333332,
+      0.05248958333333333,
+      0.049847916666666665,
+      0.04359895833333333,
+      0.025219270833333335,
+      0.0579875,
+      0.0927875,
+      0.049216666666666666,
+      0.05441666666666667,
+      0.050065104166666666,
+      0.0587765625,
+      0.043496875,
+      0.0141546875
+    ]
+  },
+  "started_at": 1787736115.5410986,
+  "finished_at": 1787740817.93689,
+  "summary": {
+    "completed": true,
+    "final_step": 40000,
+    "clips_seen": 1920000,
+    "peak_gib": 7.448641777038574,
+    "val/loss": 0.5765680382028222,
+    "val/frame": 0.5402718828991055,
+    "val/utterance": 0.00018904244222994748
+  }
+}

p8ess-eat-15m-natural-ess-100k-s0/status.json

@@ -0,0 +1,13 @@
+{
+  "state": "complete",
+  "updated_at": 1787740817.938509,
+  "step": 40000,
+  "total_steps": 40000,
+  "clips_seen": 1920000,
+  "completed": true,
+  "final_step": 40000,
+  "peak_gib": 7.448641777038574,
+  "val/loss": 0.5765680382028222,
+  "val/frame": 0.5402718828991055,
+  "val/utterance": 0.00018904244222994748
+}