Upload folder using huggingface_hub

p8ess-eat-1m-natural-ess-550k-s1/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 144
+  depth: 4
+  num_heads: 3
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: eat
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 16
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 192.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 1
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.04398323452006878
+  - 0.047639569377790236
+  - 0.04987541997380786
+  - 0.04352455826914307
+  - 0.06833805433404602
+  - 0.0691879390635264
+  - 0.06156826483349581
+  - 0.023825537754756217
+  - 0.05248940389869583
+  - 0.04984770065647712
+  - 0.04359882511934997
+  - 0.025219348711104046
+  - 0.057987765843943384
+  - 0.09278753823173767
+  - 0.049216955435705825
+  - 0.054416680962163656
+  - 0.050065271147224095
+  - 0.05877645887290118
+  - 0.04349683895181232
+  - 0.014154634042250515
+  repetition_cap: 1000.0
+  distinct_fraction: 0.287653
+optim:
+  lr: 0.003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase8-ess-seed
+  trial_id: p8ess-eat-1m-natural-ess-550k-s1
+  wandb_project: mixture-transfer
+  wandb_entity: luequinn-montana-state-university
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 1
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p8ess-eat-1m-natural-ess-550k-s1/exports/step_00005000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 144
+  depth: 4
+  num_heads: 3
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: eat
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 16
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 192.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 1
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.04398323452006878
+  - 0.047639569377790236
+  - 0.04987541997380786
+  - 0.04352455826914307
+  - 0.06833805433404602
+  - 0.0691879390635264
+  - 0.06156826483349581
+  - 0.023825537754756217
+  - 0.05248940389869583
+  - 0.04984770065647712
+  - 0.04359882511934997
+  - 0.025219348711104046
+  - 0.057987765843943384
+  - 0.09278753823173767
+  - 0.049216955435705825
+  - 0.054416680962163656
+  - 0.050065271147224095
+  - 0.05877645887290118
+  - 0.04349683895181232
+  - 0.014154634042250515
+  repetition_cap: 1000.0
+  distinct_fraction: 0.287653
+optim:
+  lr: 0.003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase8-ess-seed
+  trial_id: p8ess-eat-1m-natural-ess-550k-s1
+  wandb_project: mixture-transfer
+  wandb_entity: luequinn-montana-state-university
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 1
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p8ess-eat-1m-natural-ess-550k-s1/exports/step_00005000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p8ess-eat-1m-natural-ess-550k-s1/exports/step_00005000",
+  "fingerprint": "5b066246c7ab5c62",
+  "campaign_id": "phase8-ess-seed",
+  "trial_id": "p8ess-eat-1m-natural-ess-550k-s1",
+  "probe/map": 0.06398349612124221,
+  "probe/map_train": 0.1555926739759531,
+  "probe/alpha": 0.1,
+  "probe/holdout_map": 0.0849383523951919,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 288,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 3.5182072380557656,
+  "probe/total_s": 4.280226483009756,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.0839655370410864
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.0849383523951919
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.08140819855573352
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.07291934062617228
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.06137125508681265
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.04711886522434369
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.036023250626368304
+    }
+  ],
+  "per_class_ap": [
+    0.549325168132782,
+    0.005913161672651768,
+    0.02200075425207615,
+    0.07832516729831696,
+    0.03633015975356102,
+    0.18577289581298828,
+    0.10293624550104141,
+    0.19252842664718628,
+    0.024810610339045525,
+    0.01979810744524002,
+    0.02035502716898918,
+    0.037770651280879974,
+    0.1887734979391098,
+    0.12083426862955093,
+    0.022080417722463608,
+    0.18537048995494843,
+    0.19345353543758392,
+    0.318304181098938,
+    0.022680742666125298,
+    0.02331204153597355,
+    0.08748672157526016,
+    0.031750574707984924,
+    0.04869726300239563,
+    0.04653973504900932,
+    0.01607220619916916,
+    0.015091422013938427,
+    0.024463243782520294,
+    0.12638799846172333,
+    0.11477755755186081,
+    0.016929375007748604,
+    0.11614714562892914,
+    0.06699681282043457,
+    0.012241099029779434,
+    0.031915660947561264,
+    0.050146181136369705,
+    0.028692610561847687,
+    0.11002007126808167,
+    0.030627381056547165,
+    0.03368038684129715,
+    0.02904876507818699,
+    0.06828722357749939,
+    0.0063182273879647255,
+    0.02565460465848446,
+    0.038446493446826935,
+    0.004952393006533384,
+    0.033556971698999405,
+    0.005977951921522617,
+    0.01875297725200653,
+    0.03003653511404991,
+    0.02993457205593586,
+    0.10540957003831863,
+    0.01228481438010931,
+    0.0128030925989151,
+    0.027580883353948593,
+    0.09819290041923523,
+    0.05357680469751358,
+    0.032941725105047226,
+    0.09684383869171143,
+    0.012028404511511326,
+    0.021304834634065628,
+    0.07082153111696243,
+    0.06379924714565277,
+    0.016640854999423027,
+    0.03156572952866554,
+    0.42575061321258545,
+    0.1542508751153946,
+    0.12523941695690155,
+    0.07111939042806625,
+    0.1498246043920517,
+    0.19492317736148834,
+    0.03314139321446419,
+    0.032986707985401154,
+    0.09638155251741409,
+    0.07457830756902695,
+    0.0610884465277195,
+    0.061611030250787735,
+    0.02976244129240513,
+    0.05312421917915344,
+    0.06975749135017395,
+    0.014902804046869278,
+    0.011591664515435696,
+    0.03251301497220993,
+    0.0701523870229721,
+    0.016025470569729805,
+    0.0468500517308712,
+    0.011561889201402664,
+    0.014646523632109165,
+    0.009033779613673687,
+    0.019006211310625076,
+    0.015210311859846115,
+    0.009475531987845898,
+    0.009213780984282494,
+    0.06796476989984512,
+    0.008061298169195652,
+    0.011096585541963577,
+    0.011626574210822582,
+    0.00975755788385868,
+    0.007841506041586399,
+    0.06135907024145126,
+    0.07185912132263184,
+    0.026419101282954216,
+    0.11998608708381653,
+    0.01588349975645542,
+    0.01591709442436695,
+    0.007175898179411888,
+    0.03189587965607643,
+    0.02451901324093342,
+    0.019332334399223328,
+    0.012114436365664005,
+    0.013757352717220783,
+    0.01815118081867695,
+    0.044658832252025604,
+    0.03199143707752228,
+    0.033061761409044266,
+    0.027445046231150627,
+    0.03227515146136284,
+    0.03219001740217209,
+    0.01873822696506977,
+    0.025428490713238716,
+    0.038155581802129745,
+    0.03826330602169037,
+    0.034713249653577805,
+    0.019737891852855682,
+    0.011976838111877441,
+    0.006002791225910187,
+    0.022118879482150078,
+    0.0844578742980957,
+    0.11478297412395477,
+    0.01990509033203125,
+    0.03016471676528454,
+    0.004146522842347622,
+    0.037199895828962326,
+    0.02146950736641884,
+    0.01752558909356594,
+    0.012030255049467087,
+    0.0071570537984371185,
+    0.029239671304821968,
+    0.656674325466156,
+    0.1592446267604828,
+    0.18344862759113312,
+    0.28284600377082825,
+    0.20872771739959717,
+    0.11905721575021744,
+    0.07811607420444489,
+    0.0431697778403759,
+    0.054209038615226746,
+    0.04968230053782463,
+    0.057979993522167206,
+    0.019892552867531776,
+    0.06411843001842499,
+    0.09007322788238525,
+    0.0931001827120781,
+    0.07003040611743927,
+    0.03850901126861572,
+    0.035337939858436584,
+    0.06038306653499603,
+    0.045904334634542465,
+    0.028052810579538345,
+    0.02141575887799263,
+    0.07726062089204788,
+    0.1362517774105072,
+    0.12396035343408585,
+    0.12844586372375488,
+    0.09764779359102249,
+    0.09318282455205917,
+    0.13270924985408783,
+    0.14613372087478638,
+    0.07959077507257462,
+    0.16316044330596924,
+    0.12242189794778824,
+    0.04594874009490013,
+    0.12212759256362915,
+    0.12346538156270981,
+    0.13674940168857574,
+    0.04707137495279312,
+    0.15073902904987335,
+    0.06629385054111481,
+    0.2750602662563324,
+    0.015049663372337818,
+    0.06549857556819916,
+    0.07221165299415588,
+    0.0692935585975647,
+    0.0351681225001812,
+    0.07395173609256744,
+    0.030858587473630905,
+    0.13662074506282806,
+    0.2003675103187561,
+    0.040612608194351196,
+    0.10431481897830963,
+    0.05808812752366066,
+    0.0747552439570427,
+    0.04462173953652382,
+    0.1298913061618805,
+    0.06456764042377472,
+    0.04017782583832741,
+    0.19380663335323334,
+    0.045518793165683746,
+    0.013050029054284096,
+    0.043600019067525864,
+    0.11953800916671753,
+    0.02108982764184475,
+    0.0352877713739872,
+    0.024935100227594376,
+    0.09194930642843246,
+    0.09697351604700089,
+    0.06250063329935074,
+    0.06595861166715622,
+    0.19055341184139252,
+    0.0496685691177845,
+    0.1475859135389328,
+    0.32250040769577026,
+    0.15778714418411255,
+    0.273972749710083,
+    0.03698683902621269,
+    0.18016578257083893,
+    0.0480143241584301,
+    0.036914926022291183,
+    0.10201003402471542,
+    0.04007882624864578,
+    0.059491634368896484,
+    0.15124328434467316,
+    0.06879223138093948,
+    0.07762762904167175,
+    0.11268290132284164,
+    0.03868836909532547,
+    0.05291202664375305,
+    0.05739555507898331,
+    0.032039616256952286,
+    0.09036409109830856,
+    0.02541930228471756,
+    0.024735227227211,
+    0.037733763456344604,
+    0.04055918753147125,
+    0.02489449828863144,
+    0.023264409974217415,
+    0.013092676177620888,
+    0.0970260500907898,
+    0.013181298971176147,
+    0.2123023420572281,
+    0.02364792488515377,
+    0.09455422312021255,
+    0.1417793184518814,
+    0.27052438259124756,
+    0.14699389040470123,
+    0.10149292647838593,
+    0.19496533274650574,
+    0.03922893851995468,
+    0.13727428019046783,
+    0.04091730713844299,
+    0.05646975710988045,
+    0.054774362593889236,
+    0.0568799152970314,
+    0.045030321925878525,
+    0.05751991271972656,
+    0.06094670295715332,
+    0.08181969821453094,
+    0.1650729924440384,
+    0.16444097459316254,
+    0.0452214851975441,
+    0.039600640535354614,
+    0.030915062874555588,
+    0.03272707387804985,
+    0.04002639278769493,
+    0.07493934780359268,
+    0.023299988359212875,
+    0.04432394728064537,
+    0.05146628990769386,
+    0.06609224528074265,
+    0.034043874591588974,
+    0.017841672524809837,
+    0.013111235573887825,
+    0.06661608815193176,
+    0.019095804542303085,
+    0.021608294919133186,
+    0.11749207973480225,
+    0.06059439107775688,
+    0.045293617993593216,
+    0.023510832339525223,
+    0.07285238057374954,
+    0.023089485242962837,
+    0.02365405112504959,
+    0.18210473656654358,
+    0.04466865584254265,
+    0.07757861167192459,
+    0.027251338586211205,
+    0.07703255861997604,
+    0.06733811646699905,
+    0.07243818044662476,
+    0.09515954554080963,
+    0.0924830511212349,
+    0.09666281938552856,
+    0.084519162774086,
+    0.06352587044239044,
+    0.11001016199588776,
+    0.04722471907734871,
+    0.044575221836566925,
+    0.06935116648674011,
+    0.005667040124535561,
+    0.00802420824766159,
+    0.008886131457984447,
+    0.23236748576164246,
+    0.0928223729133606,
+    0.027095990255475044,
+    0.01594504341483116,
+    0.031112242490053177,
+    0.07708007842302322,
+    0.023449592292308807,
+    0.10721050947904587,
+    0.02263706736266613,
+    0.028670035302639008,
+    0.05001801997423172,
+    0.019193219020962715,
+    0.020497828722000122,
+    0.01690632663667202,
+    0.03791860118508339,
+    0.03135406970977783,
+    0.05558452755212784,
+    0.017391756176948547,
+    0.026269929483532906,
+    0.026000134646892548,
+    0.06852839887142181,
+    0.04912642017006874,
+    0.1844545602798462,
+    0.11156395822763443,
+    0.13839048147201538,
+    0.10078106075525284,
+    0.011330479755997658,
+    0.04036870226264,
+    0.1374487578868866,
+    0.13266891241073608,
+    0.05359089747071266,
+    0.10450372844934464,
+    0.1327459067106247,
+    0.11132146418094635,
+    0.10351971536874771,
+    0.0700279027223587,
+    0.06268154829740524,
+    0.06359730660915375,
+    0.029187036678195,
+    0.01472468487918377,
+    0.08081469684839249,
+    0.006844164803624153,
+    0.020101644098758698,
+    0.08977929502725601,
+    0.08409181982278824,
+    0.07784566283226013,
+    0.04792483523488045,
+    0.1475139707326889,
+    0.013141877017915249,
+    0.0203386377543211,
+    0.014880550093948841,
+    0.018443221226334572,
+    0.06476683169603348,
+    0.06408003717660904,
+    0.02885535918176174,
+    0.01893221214413643,
+    0.01405022107064724,
+    0.010149039328098297,
+    0.01205312367528677,
+    0.05700431764125824,
+    0.005983974784612656,
+    0.015529265627264977,
+    0.02872951701283455,
+    0.04257601127028465,
+    0.024503421038389206,
+    0.022229813039302826,
+    0.1668885052204132,
+    0.07714444398880005,
+    0.012975601479411125,
+    0.05744120106101036,
+    0.07144565135240555,
+    0.05737230181694031,
+    0.030565276741981506,
+    0.19076000154018402,
+    0.017448611557483673,
+    0.017143510282039642,
+    0.08035562932491302,
+    0.04456803575158119,
+    0.006340146064758301,
+    0.013202707283198833,
+    0.01363354828208685,
+    0.06369948387145996,
+    0.020479900762438774,
+    0.051549870520830154,
+    0.050789643079042435,
+    0.1018337830901146,
+    0.07227769494056702,
+    0.018658418208360672,
+    0.03703436627984047,
+    0.019595976918935776,
+    0.03731245547533035,
+    0.020624371245503426,
+    0.011442776769399643,
+    0.16843591630458832,
+    0.0903940200805664,
+    0.044215451925992966,
+    0.28839483857154846,
+    0.4182266294956207,
+    0.03342021629214287,
+    0.287841260433197,
+    0.19416506588459015,
+    0.036114469170570374,
+    0.05451488494873047,
+    0.08911623805761337,
+    0.014556024223566055,
+    0.009305842220783234,
+    0.009873365052044392,
+    0.017000844702124596,
+    0.010026994161307812,
+    0.007278565317392349,
+    0.013301687315106392,
+    0.032265450805425644,
+    0.015768133103847504,
+    0.01225820742547512,
+    0.0640084519982338,
+    0.04697176069021225,
+    0.011945615522563457,
+    0.019799228757619858,
+    0.058821842074394226,
+    0.03214799240231514,
+    0.04507395252585411,
+    0.025452887639403343,
+    0.022349700331687927,
+    0.061089254915714264,
+    0.05018860846757889,
+    0.05142410099506378,
+    0.014230995438992977,
+    0.03756362944841385,
+    0.05462808161973953,
+    0.05359986051917076,
+    0.007621007971465588,
+    0.0460132397711277,
+    0.025996746495366096,
+    0.021037528291344643,
+    0.006048423238098621,
+    0.022987717762589455,
+    0.11341841518878937,
+    0.04267049580812454,
+    0.02613460086286068,
+    0.010599326342344284,
+    0.01081007532775402,
+    0.006745570804923773,
+    0.007791074924170971,
+    0.016755836084485054,
+    0.009020986966788769,
+    0.041526973247528076,
+    0.006974572315812111,
+    0.006277432199567556,
+    0.010111215524375439,
+    0.021228192374110222,
+    0.009960705414414406,
+    0.032159022986888885,
+    0.009594546630978584,
+    0.038297805935144424,
+    0.018970083445310593,
+    0.05782308056950569,
+    0.013270175084471703,
+    0.053366951644420624,
+    0.02843281254172325,
+    0.024150792509317398,
+    0.029200121760368347,
+    0.019045114517211914,
+    0.050472442060709,
+    0.3118774890899658,
+    0.1544446498155594,
+    0.023976020514965057,
+    0.02894686348736286,
+    0.03334330767393112,
+    0.015101094730198383,
+    0.020637722685933113,
+    0.025509018450975418,
+    0.02411622181534767,
+    0.0151645103469491,
+    0.010831404477357864,
+    0.04634144529700279,
+    0.0038056368939578533,
+    0.08652574568986893,
+    0.04144274815917015,
+    0.04201427847146988,
+    0.14595654606819153,
+    0.05300978943705559,
+    0.0311566311866045,
+    0.007818751968443394,
+    0.01028903853148222,
+    0.01791452430188656,
+    0.01079249195754528,
+    0.006256908178329468,
+    0.03560695797204971,
+    0.05870407447218895,
+    0.036702655255794525,
+    0.0900299996137619,
+    0.09912683069705963,
+    0.07838228344917297,
+    0.1321178674697876,
+    0.23779644072055817,
+    0.015895016491413116,
+    0.03578504920005798,
+    0.133413165807724,
+    0.01903090998530388,
+    0.05209648609161377,
+    0.0976872518658638,
+    0.18271489441394806,
+    0.013480206951498985,
+    0.06713231652975082,
+    0.03012547269463539,
+    0.044068582355976105,
+    0.07284081727266312,
+    0.017101187258958817,
+    0.00925114843994379,
+    0.024817997589707375,
+    0.017429860308766365,
+    0.11902391910552979,
+    0.056373611092567444,
+    0.01068973820656538,
+    0.038525402545928955,
+    0.23103772103786469,
+    0.008876485750079155,
+    0.2404268980026245,
+    0.022517284378409386,
+    0.015065344050526619,
+    0.01939835585653782,
+    0.09811723977327347,
+    0.1352730095386505,
+    0.017138546332716942,
+    0.005544125102460384,
+    0.0401749350130558,
+    0.07462628185749054
+  ]
+}

p8ess-eat-1m-natural-ess-550k-s1/exports/step_00010000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 144
+  depth: 4
+  num_heads: 3
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: eat
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 16
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 192.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 1
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.04398323452006878
+  - 0.047639569377790236
+  - 0.04987541997380786
+  - 0.04352455826914307
+  - 0.06833805433404602
+  - 0.0691879390635264
+  - 0.06156826483349581
+  - 0.023825537754756217
+  - 0.05248940389869583
+  - 0.04984770065647712
+  - 0.04359882511934997
+  - 0.025219348711104046
+  - 0.057987765843943384
+  - 0.09278753823173767
+  - 0.049216955435705825
+  - 0.054416680962163656
+  - 0.050065271147224095
+  - 0.05877645887290118
+  - 0.04349683895181232
+  - 0.014154634042250515
+  repetition_cap: 1000.0
+  distinct_fraction: 0.287653
+optim:
+  lr: 0.003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase8-ess-seed
+  trial_id: p8ess-eat-1m-natural-ess-550k-s1
+  wandb_project: mixture-transfer
+  wandb_entity: luequinn-montana-state-university
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 1
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p8ess-eat-1m-natural-ess-550k-s1/exports/step_00010000/fsd50k_lora_1ep_s0.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p8ess-eat-1m-natural-ess-550k-s1/exports/step_00010000",
+  "fingerprint": "5b066246c7ab5c62",
+  "campaign_id": "phase8-ess-seed",
+  "trial_id": "p8ess-eat-1m-natural-ess-550k-s1",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 16,
+  "params": {
+    "trainable": 179048,
+    "total": 1216712,
+    "fraction": 0.1471572566063292
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 989,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 1.0,
+    "batch_size": 48,
+    "lr": 0.003,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 0,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.23378173248376696,
+  "lora/map": 0.23378173248376696,
+  "fsd50k/map": 0.23378173248376696,
+  "train_seconds": 25.34,
+  "total_seconds": 29.64,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.020165263026719914,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 989,
+      "epoch": 1.0,
+      "loss": 0.031056427963817215,
+      "val_map": 0.23378173248376696,
+      "lr": 0.0,
+      "train_s": 25.34151679929346
+    }
+  ],
+  "per_class_ap": [
+    0.15501517057418823,
+    0.06685992330312729,
+    0.36317548155784607,
+    0.31387999653816223,
+    0.3146975338459015,
+    0.4908521771430969,
+    0.7394466400146484,
+    0.3392642140388489,
+    0.5287837982177734,
+    0.37244561314582825,
+    0.0858781486749649,
+    0.272359162569046,
+    0.07648041099309921,
+    0.227807879447937,
+    0.3911755084991455,
+    0.37060439586639404,
+    0.027400171384215355,
+    0.11712156981229782,
+    0.3424965739250183,
+    0.09655028581619263,
+    0.21645119786262512,
+    0.20784126222133636,
+    0.3121316730976105,
+    0.06804534047842026,
+    0.03679677098989487,
+    0.18424992263317108,
+    0.1888769119977951,
+    0.13782243430614471,
+    0.19995994865894318,
+    0.23644810914993286,
+    0.46509718894958496,
+    0.23097282648086548,
+    0.1319904327392578,
+    0.05407057702541351,
+    0.21284465491771698,
+    0.12633782625198364,
+    0.3362906873226166,
+    0.09088929742574692,
+    0.17543809115886688,
+    0.14361236989498138,
+    0.16043232381343842,
+    0.11232765763998032,
+    0.31131190061569214,
+    0.17263315618038177,
+    0.28454169631004333,
+    0.20760275423526764,
+    0.14537397027015686,
+    0.13730460405349731,
+    0.7605645060539246,
+    0.23448148369789124,
+    0.18867744505405426,
+    0.45371589064598083,
+    0.40417125821113586,
+    0.07360245287418365,
+    0.08574303984642029,
+    0.03447146713733673,
+    0.15636330842971802,
+    0.6103777885437012,
+    0.08327179402112961,
+    0.2737816274166107,
+    0.26972803473472595,
+    0.5006943345069885,
+    0.27513036131858826,
+    0.10876570641994476,
+    0.1538398265838623,
+    0.08739559352397919,
+    0.05950966849923134,
+    0.5483689904212952,
+    0.4104897081851959,
+    0.379395455121994,
+    0.40900665521621704,
+    0.12295976281166077,
+    0.5188609957695007,
+    0.11188334226608276,
+    0.2008122205734253,
+    0.17875826358795166,
+    0.23413892090320587,
+    0.12339235842227936,
+    0.1098746508359909,
+    0.2998744547367096,
+    0.18169844150543213,
+    0.08717620372772217,
+    0.09857101738452911,
+    0.23434749245643616,
+    0.06987015157938004,
+    0.11414701491594315,
+    0.2041972577571869,
+    0.5819615125656128,
+    0.10006614029407501,
+    0.07098598033189774,
+    0.5339490175247192,
+    0.0259352196007967,
+    0.3708369731903076,
+    0.07320386171340942,
+    0.170924112200737,
+    0.16925062239170074,
+    0.24612267315387726,
+    0.06015903875231743,
+    0.29810577630996704,
+    0.05021720007061958,
+    0.4690299332141876,
+    0.5928948521614075,
+    0.1802527904510498,
+    0.2381390929222107,
+    0.15222862362861633,
+    0.1460661143064499,
+    0.3891640901565552,
+    0.2797919809818268,
+    0.28933000564575195,
+    0.10137925297021866,
+    0.18079479038715363,
+    0.24711424112319946,
+    0.46107035875320435,
+    0.026860130950808525,
+    0.0721927210688591,
+    0.15480518341064453,
+    0.22608786821365356,
+    0.15742766857147217,
+    0.354209303855896,
+    0.13547088205814362,
+    0.781257688999176,
+    0.7876245975494385,
+    0.16197794675827026,
+    0.0375499464571476,
+    0.16917085647583008,
+    0.6495242714881897,
+    0.16290979087352753,
+    0.518174946308136,
+    0.19366639852523804,
+    0.08106457442045212,
+    0.03300759941339493,
+    0.323460191488266,
+    0.13413383066654205,
+    0.2590510845184326,
+    0.48197028040885925,
+    0.011010129936039448,
+    0.05034808814525604,
+    0.04135923460125923,
+    0.2611899673938751,
+    0.3471810519695282,
+    0.1697428673505783,
+    0.1366642266511917,
+    0.06258461624383926,
+    0.10578912496566772,
+    0.36812129616737366,
+    0.37280258536338806,
+    0.02618553303182125,
+    0.2481454610824585,
+    0.12541614472866058,
+    0.1347847580909729,
+    0.4012150466442108,
+    0.302127867937088,
+    0.1456540822982788,
+    0.15512442588806152,
+    0.2258598804473877,
+    0.15011805295944214,
+    0.43551114201545715,
+    0.27088621258735657,
+    0.3707900047302246,
+    0.04251832142472267,
+    0.19694124162197113,
+    0.059178322553634644,
+    0.5006014108657837,
+    0.203715980052948,
+    0.1713060736656189,
+    0.08253338187932968,
+    0.2657305896282196,
+    0.04114852845668793,
+    0.13698218762874603,
+    0.20203366875648499,
+    0.09007960557937622,
+    0.6799507141113281,
+    0.69036465883255,
+    0.02744060568511486,
+    0.12295696139335632,
+    0.5220221281051636,
+    0.10926200449466705,
+    0.2240833044052124,
+    0.1249275878071785,
+    0.18705107271671295,
+    0.03249051421880722,
+    0.2017490118741989,
+    0.05088263005018234,
+    0.3776187598705292,
+    0.5317464470863342,
+    0.04726538807153702,
+    0.15090768039226532,
+    0.5549306869506836,
+    0.45022693276405334,
+    0.15659134089946747,
+    0.10346974432468414,
+    0.2286616861820221,
+    0.46516209840774536,
+    0.10156229883432388,
+    0.11739766597747803,
+    0.23022736608982086,
+    0.05760150030255318,
+    0.11891733855009079,
+    0.11383833736181259,
+    0.25298771262168884
+  ]
+}

p8ess-eat-1m-natural-ess-550k-s1/exports/step_00010000/fsd50k_lora_1ep_s1.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p8ess-eat-1m-natural-ess-550k-s1/exports/step_00010000",
+  "fingerprint": "5b066246c7ab5c62",
+  "campaign_id": "phase8-ess-seed",
+  "trial_id": "p8ess-eat-1m-natural-ess-550k-s1",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 16,
+  "params": {
+    "trainable": 179048,
+    "total": 1216712,
+    "fraction": 0.1471572566063292
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 989,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 1.0,
+    "batch_size": 48,
+    "lr": 0.003,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 1,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.232517598583363,
+  "lora/map": 0.232517598583363,
+  "fsd50k/map": 0.232517598583363,
+  "train_seconds": 23.46,
+  "total_seconds": 27.17,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.02046967334812507,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 989,
+      "epoch": 1.0,
+      "loss": 0.031594456245570474,
+      "val_map": 0.232517598583363,
+      "lr": 0.0,
+      "train_s": 23.46293520834297
+    }
+  ],
+  "per_class_ap": [
+    0.17867118120193481,
+    0.05403919517993927,
+    0.4074383080005646,
+    0.27813777327537537,
+    0.3242962956428528,
+    0.46253854036331177,
+    0.7241881489753723,
+    0.3845513164997101,
+    0.5087034702301025,
+    0.3162331283092499,
+    0.0578945055603981,
+    0.281327486038208,
+    0.07679901272058487,
+    0.2246982306241989,
+    0.39802953600883484,
+    0.3771900236606598,
+    0.029240760952234268,
+    0.10171281546354294,
+    0.3762490749359131,
+    0.14931070804595947,
+    0.19181087613105774,
+    0.15947867929935455,
+    0.32437771558761597,
+    0.08028454333543777,
+    0.03972126170992851,
+    0.17641940712928772,
+    0.1660168617963791,
+    0.17538993060588837,
+    0.21086177229881287,
+    0.21774108707904816,
+    0.49359825253486633,
+    0.20591217279434204,
+    0.17935140430927277,
+    0.10122422873973846,
+    0.22274340689182281,
+    0.12637589871883392,
+    0.33828622102737427,
+    0.061967071145772934,
+    0.1570030152797699,
+    0.15538589656352997,
+    0.16190701723098755,
+    0.07738791406154633,
+    0.3706517517566681,
+    0.14728933572769165,
+    0.2634165287017822,
+    0.35432130098342896,
+    0.127192422747612,
+    0.14065676927566528,
+    0.7256041765213013,
+    0.22443661093711853,
+    0.19263924658298492,
+    0.4289696514606476,
+    0.34090474247932434,
+    0.07925336807966232,
+    0.0714934766292572,
+    0.016726892441511154,
+    0.16953667998313904,
+    0.6065045595169067,
+    0.09643945097923279,
+    0.29311302304267883,
+    0.2595077455043793,
+    0.49770084023475647,
+    0.28542041778564453,
+    0.12495081126689911,
+    0.198473259806633,
+    0.0673271045088768,
+    0.06648223102092743,
+    0.5462597608566284,
+    0.45952308177948,
+    0.38358986377716064,
+    0.3891139328479767,
+    0.11570850014686584,
+    0.5081807374954224,
+    0.11090868711471558,
+    0.19017085433006287,
+    0.14319553971290588,
+    0.18286994099617004,
+    0.12353168427944183,
+    0.12097546458244324,
+    0.29772982001304626,
+    0.20590199530124664,
+    0.10570831596851349,
+    0.07595597952604294,
+    0.2659129500389099,
+    0.061392780393362045,
+    0.07395416498184204,
+    0.26437386870384216,
+    0.5744085907936096,
+    0.08395020663738251,
+    0.056409310549497604,
+    0.5631740689277649,
+    0.0650191530585289,
+    0.3261261284351349,
+    0.0875287652015686,
+    0.16675791144371033,
+    0.18261364102363586,
+    0.20423586666584015,
+    0.0508740209043026,
+    0.2752648890018463,
+    0.05664733797311783,
+    0.45438653230667114,
+    0.6015753746032715,
+    0.17219437658786774,
+    0.24580542743206024,
+    0.1536809504032135,
+    0.17472991347312927,
+    0.4520110487937927,
+    0.2575731873512268,
+    0.27460312843322754,
+    0.09598974883556366,
+    0.11388847231864929,
+    0.23318038880825043,
+    0.4538804292678833,
+    0.018916673958301544,
+    0.07067172229290009,
+    0.16065675020217896,
+    0.2230081856250763,
+    0.1102517694234848,
+    0.34472280740737915,
+    0.13719873130321503,
+    0.7797168493270874,
+    0.7867955565452576,
+    0.12486913800239563,
+    0.045704662799835205,
+    0.11240267008543015,
+    0.6382860541343689,
+    0.12676522135734558,
+    0.5495433211326599,
+    0.20291180908679962,
+    0.06594613939523697,
+    0.05003391578793526,
+    0.30751800537109375,
+    0.09987325966358185,
+    0.21420471370220184,
+    0.4597668945789337,
+    0.013088046573102474,
+    0.041713256388902664,
+    0.037385955452919006,
+    0.3761064410209656,
+    0.3315313160419464,
+    0.1361798495054245,
+    0.154032364487648,
+    0.0572206936776638,
+    0.12701183557510376,
+    0.3622240722179413,
+    0.34396567940711975,
+    0.02020869217813015,
+    0.3601545989513397,
+    0.1349789947271347,
+    0.08804559707641602,
+    0.3531469702720642,
+    0.31929928064346313,
+    0.15882675349712372,
+    0.0623360313475132,
+    0.22062073647975922,
+    0.1723213642835617,
+    0.41127893328666687,
+    0.29905012249946594,
+    0.352634072303772,
+    0.1032828688621521,
+    0.15074275434017181,
+    0.05987541377544403,
+    0.49631640315055847,
+    0.18124674260616302,
+    0.15012890100479126,
+    0.09531097114086151,
+    0.22649921476840973,
+    0.06279546767473221,
+    0.1460711508989334,
+    0.20978471636772156,
+    0.09739840030670166,
+    0.7138047814369202,
+    0.7208529710769653,
+    0.02719890885055065,
+    0.1657959520816803,
+    0.4492267966270447,
+    0.1031891480088234,
+    0.18140718340873718,
+    0.09952770173549652,
+    0.19214551150798798,
+    0.048065245151519775,
+    0.18457971513271332,
+    0.049408357590436935,
+    0.3719679117202759,
+    0.5120416879653931,
+    0.08971809595823288,
+    0.17415322363376617,
+    0.5482848286628723,
+    0.44749948382377625,
+    0.1320185363292694,
+    0.10864555090665817,
+    0.23818787932395935,
+    0.4599456489086151,
+    0.09183716028928757,
+    0.13526581227779388,
+    0.23012462258338928,
+    0.07219836115837097,
+    0.13473866879940033,
+    0.11317882686853409,
+    0.28095829486846924
+  ]
+}

p8ess-eat-1m-natural-ess-550k-s1/exports/step_00010000/fsd50k_lora_1ep_s2.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p8ess-eat-1m-natural-ess-550k-s1/exports/step_00010000",
+  "fingerprint": "5b066246c7ab5c62",
+  "campaign_id": "phase8-ess-seed",
+  "trial_id": "p8ess-eat-1m-natural-ess-550k-s1",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 16,
+  "params": {
+    "trainable": 179048,
+    "total": 1216712,
+    "fraction": 0.1471572566063292
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 989,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 1.0,
+    "batch_size": 48,
+    "lr": 0.003,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 2,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.23026280193589627,
+  "lora/map": 0.23026280193589627,
+  "fsd50k/map": 0.23026280193589627,
+  "train_seconds": 26.32,
+  "total_seconds": 30.05,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.02035109178395942,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 989,
+      "epoch": 1.0,
+      "loss": 0.032124003451217284,
+      "val_map": 0.23026280193589627,
+      "lr": 0.0,
+      "train_s": 26.32142550125718
+    }
+  ],
+  "per_class_ap": [
+    0.14424622058868408,
+    0.030556803569197655,
+    0.35059672594070435,
+    0.2673019766807556,
+    0.3129997253417969,
+    0.4763246774673462,
+    0.7486547827720642,
+    0.3638227880001068,
+    0.5163103342056274,
+    0.29823926091194153,
+    0.0604553297162056,
+    0.25632742047309875,
+    0.0711781308054924,
+    0.20772741734981537,
+    0.3852194845676422,
+    0.36449283361434937,
+    0.02393754944205284,
+    0.20040395855903625,
+    0.42924007773399353,
+    0.10973314940929413,
+    0.2234930396080017,
+    0.16157221794128418,
+    0.31985193490982056,
+    0.06270821392536163,
+    0.04021504521369934,
+    0.20918487012386322,
+    0.202644482254982,
+    0.16144660115242004,
+    0.26893994212150574,
+    0.23340784013271332,
+    0.465702086687088,
+    0.2042798399925232,
+    0.15846943855285645,
+    0.0627017542719841,
+    0.17720068991184235,
+    0.1432216465473175,
+    0.3344162106513977,
+    0.03297274187207222,
+    0.16587315499782562,
+    0.15006984770298004,
+    0.11214708536863327,
+    0.11545096337795258,
+    0.39348381757736206,
+    0.15851226449012756,
+    0.21641594171524048,
+    0.1908741444349289,
+    0.12705698609352112,
+    0.162227600812912,
+    0.7385781407356262,
+    0.2040816843509674,
+    0.20107333362102509,
+    0.39832013845443726,
+    0.3667221963405609,
+    0.0855146050453186,
+    0.07353755086660385,
+    0.017794912680983543,
+    0.18058621883392334,
+    0.5811817049980164,
+    0.08524944633245468,
+    0.3060123920440674,
+    0.25807592272758484,
+    0.48425230383872986,
+    0.2729410231113434,
+    0.09364339709281921,
+    0.21695446968078613,
+    0.11538730561733246,
+    0.046013377606868744,
+    0.5490095615386963,
+    0.4255717694759369,
+    0.30138784646987915,
+    0.4105285704135895,
+    0.14306394755840302,
+    0.5125001072883606,
+    0.10692808777093887,
+    0.1476503163576126,
+    0.16990770399570465,
+    0.233510360121727,
+    0.0999167189002037,
+    0.12476826459169388,
+    0.25089913606643677,
+    0.1705181896686554,
+    0.12093129009008408,
+    0.09959342330694199,
+    0.2380143404006958,
+    0.059329383075237274,
+    0.07166134566068649,
+    0.20688043534755707,
+    0.5437707304954529,
+    0.1266360878944397,
+    0.0642189159989357,
+    0.5232966542243958,
+    0.04931168630719185,
+    0.3468458652496338,
+    0.08568986505270004,
+    0.14455316960811615,
+    0.18327133357524872,
+    0.23721706867218018,
+    0.058224279433488846,
+    0.2608753442764282,
+    0.05323223024606705,
+    0.4716453552246094,
+    0.6030806303024292,
+    0.18192735314369202,
+    0.23600634932518005,
+    0.13858649134635925,
+    0.1868002712726593,
+    0.43723827600479126,
+    0.22050543129444122,
+    0.28405845165252686,
+    0.10202056914567947,
+    0.1474977284669876,
+    0.22902017831802368,
+    0.446662038564682,
+    0.03251421079039574,
+    0.09073012322187424,
+    0.15243400633335114,
+    0.3132764995098114,
+    0.10258406400680542,
+    0.34561797976493835,
+    0.1147838607430458,
+    0.7903762459754944,
+    0.7974103689193726,
+    0.14406022429466248,
+    0.05209917947649956,
+    0.15386615693569183,
+    0.6466614007949829,
+    0.09758318215608597,
+    0.5150159001350403,
+    0.17184551060199738,
+    0.11452476680278778,
+    0.036185454577207565,
+    0.29780513048171997,
+    0.10492514818906784,
+    0.23014189302921295,
+    0.5232205986976624,
+    0.012366726994514465,
+    0.042533714324235916,
+    0.051174096763134,
+    0.2846032679080963,
+    0.28995245695114136,
+    0.1145964041352272,
+    0.1289997100830078,
+    0.06485841423273087,
+    0.12130556255578995,
+    0.2874377369880676,
+    0.3908229172229767,
+    0.02343837358057499,
+    0.22658295929431915,
+    0.13696853816509247,
+    0.1569489687681198,
+    0.4026690125465393,
+    0.29179060459136963,
+    0.152476504445076,
+    0.07174412906169891,
+    0.2241092473268509,
+    0.1788136214017868,
+    0.41772720217704773,
+    0.2596278488636017,
+    0.36446455121040344,
+    0.04214315116405487,
+    0.1694754958152771,
+    0.04720441251993179,
+    0.4698045551776886,
+    0.15399570763111115,
+    0.17774717509746552,
+    0.1409081071615219,
+    0.2944009006023407,
+    0.05019192770123482,
+    0.12955325841903687,
+    0.2117217481136322,
+    0.09389689564704895,
+    0.7170115113258362,
+    0.7203290462493896,
+    0.029001086950302124,
+    0.0908031314611435,
+    0.46557188034057617,
+    0.10789132863283157,
+    0.18759700655937195,
+    0.09591377526521683,
+    0.16420778632164001,
+    0.03934700787067413,
+    0.19167280197143555,
+    0.03376747667789459,
+    0.39249780774116516,
+    0.5214949250221252,
+    0.10212104022502899,
+    0.16409628093242645,
+    0.5636208653450012,
+    0.4321768283843994,
+    0.15529415011405945,
+    0.10466399788856506,
+    0.25614112615585327,
+    0.4622107744216919,
+    0.0946165919303894,
+    0.11228615045547485,
+    0.29926514625549316,
+    0.059922944754362106,
+    0.12387611716985703,
+    0.10291656106710434,
+    0.3545351028442383
+  ]
+}

p8ess-eat-1m-natural-ess-550k-s1/exports/step_00010000/lora_1ep_s0.json

@@ -0,0 +1,260 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p8ess-eat-1m-natural-ess-550k-s1/exports/step_00010000",
+    "fingerprint": "5b066246c7ab5c62",
+    "campaign_id": "phase8-ess-seed",
+    "trial_id": "p8ess-eat-1m-natural-ess-550k-s1",
+    "lora_layers_wrapped": 16,
+    "params": {
+      "trainable": 226463,
+      "total": 1264127,
+      "fraction": 0.1791457662086167
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 428,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 1.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 0,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.00708923919967586,
+      "val_map": 0.006168848365957034,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02473,
+      "train_map": 0.01482167799998626,
+      "val_map": null,
+      "lr": 0.0017857142857142857,
+      "train_s": 0.7
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02443,
+      "train_map": 0.021669968636176307,
+      "val_map": null,
+      "lr": 0.002996832162669313,
+      "train_s": 1.0
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.023,
+      "train_map": 0.035429594705837376,
+      "val_map": null,
+      "lr": 0.0029464015850084926,
+      "train_s": 1.3
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02281,
+      "train_map": 0.046363684793879444,
+      "val_map": null,
+      "lr": 0.0028365019165406584,
+      "train_s": 1.7
+    },
+    {
+      "step": 107,
+      "epoch": 0.25,
+      "loss": 0.0226,
+      "train_map": 0.04522138278077814,
+      "val_map": 0.03067799652811755,
+      "lr": 0.002795633084492174,
+      "train_s": 1.8
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02263,
+      "train_map": 0.05433580988312964,
+      "val_map": null,
+      "lr": 0.0026716673782849554,
+      "train_s": 2.0
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02142,
+      "train_map": 0.05642196202148777,
+      "val_map": null,
+      "lr": 0.002458698684369641,
+      "train_s": 2.4
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02138,
+      "train_map": 0.06543652547710704,
+      "val_map": null,
+      "lr": 0.0022063824593754194,
+      "train_s": 2.7
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02116,
+      "train_map": 0.07015597533904709,
+      "val_map": null,
+      "lr": 0.0019251287213377403,
+      "train_s": 3.1
+    },
+    {
+      "step": 214,
+      "epoch": 0.5,
+      "loss": 0.02118,
+      "train_map": 0.07670044139349229,
+      "val_map": 0.04906413050817301,
+      "lr": 0.0017592766878384548,
+      "train_s": 3.3
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02064,
+      "train_map": 0.08313259494754237,
+      "val_map": null,
+      "lr": 0.0016265413870700269,
+      "train_s": 3.4
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02106,
+      "train_map": 0.0860638866573042,
+      "val_map": null,
+      "lr": 0.0013229395198229876,
+      "train_s": 3.8
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02055,
+      "train_map": 0.09023401465671635,
+      "val_map": null,
+      "lr": 0.0010268490715591258,
+      "train_s": 4.1
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.02042,
+      "train_map": 0.0941679971301451,
+      "val_map": null,
+      "lr": 0.000750486089449494,
+      "train_s": 4.4
+    },
+    {
+      "step": 321,
+      "epoch": 0.75,
+      "loss": 0.02015,
+      "train_map": 0.09711175976211534,
+      "val_map": 0.06377752371613056,
+      "lr": 0.000541962785848462,
+      "train_s": 4.7
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.02041,
+      "train_map": 0.0979596988184897,
+      "val_map": null,
+      "lr": 0.0005052527083673369,
+      "train_s": 4.8
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.02056,
+      "train_map": 0.10102804159512302,
+      "val_map": null,
+      "lr": 0.00030126672363088163,
+      "train_s": 5.1
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01975,
+      "train_map": 0.10383086145344761,
+      "val_map": null,
+      "lr": 0.00014694415279957929,
+      "train_s": 5.6
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.02015,
+      "train_map": 0.10471464794542662,
+      "val_map": null,
+      "lr": 4.865200911511649e-05,
+      "train_s": 6.0
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01978,
+      "train_map": 0.10450697401308753,
+      "val_map": null,
+      "lr": 1.0445612398966596e-05,
+      "train_s": 6.3
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01967,
+      "train_map": 0.10474241642984765,
+      "val_map": 0.06805106738769579,
+      "lr": 1e-05,
+      "train_s": 6.3
+    }
+  ],
+  "final_train_map": 0.10474241642984765,
+  "final_val_map": 0.06805106738769579,
+  "lora/map": 0.06805106738769579,
+  "train_seconds": 6.3,
+  "wall_seconds": 27.1
+}

p8ess-eat-1m-natural-ess-550k-s1/exports/step_00010000/lora_1ep_s1.json

@@ -0,0 +1,260 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p8ess-eat-1m-natural-ess-550k-s1/exports/step_00010000",
+    "fingerprint": "5b066246c7ab5c62",
+    "campaign_id": "phase8-ess-seed",
+    "trial_id": "p8ess-eat-1m-natural-ess-550k-s1",
+    "lora_layers_wrapped": 16,
+    "params": {
+      "trainable": 226463,
+      "total": 1264127,
+      "fraction": 0.1791457662086167
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 428,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 1.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 1,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006981055293452221,
+      "val_map": 0.005639581458176534,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.025,
+      "train_map": 0.01397808424711397,
+      "val_map": null,
+      "lr": 0.0017857142857142857,
+      "train_s": 0.4
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02443,
+      "train_map": 0.02376406707509776,
+      "val_map": null,
+      "lr": 0.002996832162669313,
+      "train_s": 0.7
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02332,
+      "train_map": 0.033526066544888086,
+      "val_map": null,
+      "lr": 0.0029464015850084926,
+      "train_s": 1.0
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02253,
+      "train_map": 0.04293281136613438,
+      "val_map": null,
+      "lr": 0.0028365019165406584,
+      "train_s": 1.4
+    },
+    {
+      "step": 107,
+      "epoch": 0.25,
+      "loss": 0.02208,
+      "train_map": 0.04792250672322601,
+      "val_map": 0.03176329858102739,
+      "lr": 0.002795633084492174,
+      "train_s": 1.5
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02213,
+      "train_map": 0.054616063405128736,
+      "val_map": null,
+      "lr": 0.0026716673782849554,
+      "train_s": 1.7
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02198,
+      "train_map": 0.06099223788117237,
+      "val_map": null,
+      "lr": 0.002458698684369641,
+      "train_s": 2.0
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02154,
+      "train_map": 0.061252734504562346,
+      "val_map": null,
+      "lr": 0.0022063824593754194,
+      "train_s": 2.4
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.0211,
+      "train_map": 0.07152302246328719,
+      "val_map": null,
+      "lr": 0.0019251287213377403,
+      "train_s": 2.7
+    },
+    {
+      "step": 214,
+      "epoch": 0.5,
+      "loss": 0.0208,
+      "train_map": 0.07735034231842271,
+      "val_map": 0.05163506554983966,
+      "lr": 0.0017592766878384548,
+      "train_s": 2.9
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02127,
+      "train_map": 0.08008093948951397,
+      "val_map": null,
+      "lr": 0.0016265413870700269,
+      "train_s": 3.1
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02057,
+      "train_map": 0.08416220514312302,
+      "val_map": null,
+      "lr": 0.0013229395198229876,
+      "train_s": 3.4
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.0203,
+      "train_map": 0.0937669721159879,
+      "val_map": null,
+      "lr": 0.0010268490715591258,
+      "train_s": 3.7
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.01976,
+      "train_map": 0.09841406598255971,
+      "val_map": null,
+      "lr": 0.000750486089449494,
+      "train_s": 4.1
+    },
+    {
+      "step": 321,
+      "epoch": 0.75,
+      "loss": 0.02043,
+      "train_map": 0.10408662132339189,
+      "val_map": 0.06601018464348263,
+      "lr": 0.000541962785848462,
+      "train_s": 4.3
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.0202,
+      "train_map": 0.10477221444553114,
+      "val_map": null,
+      "lr": 0.0005052527083673369,
+      "train_s": 4.4
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01959,
+      "train_map": 0.10483648004876256,
+      "val_map": null,
+      "lr": 0.00030126672363088163,
+      "train_s": 4.7
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.0198,
+      "train_map": 0.10626476072393486,
+      "val_map": null,
+      "lr": 0.00014694415279957929,
+      "train_s": 5.0
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01963,
+      "train_map": 0.10740329767798253,
+      "val_map": null,
+      "lr": 4.865200911511649e-05,
+      "train_s": 5.4
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.02007,
+      "train_map": 0.1073405474841425,
+      "val_map": null,
+      "lr": 1.0445612398966596e-05,
+      "train_s": 5.7
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.02014,
+      "train_map": 0.10729250147853903,
+      "val_map": 0.06917839003037626,
+      "lr": 1e-05,
+      "train_s": 5.7
+    }
+  ],
+  "final_train_map": 0.10729250147853903,
+  "final_val_map": 0.06917839003037626,
+  "lora/map": 0.06917839003037626,
+  "train_seconds": 5.7,
+  "wall_seconds": 24.7
+}

p8ess-eat-1m-natural-ess-550k-s1/exports/step_00010000/lora_1ep_s2.json

@@ -0,0 +1,260 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p8ess-eat-1m-natural-ess-550k-s1/exports/step_00010000",
+    "fingerprint": "5b066246c7ab5c62",
+    "campaign_id": "phase8-ess-seed",
+    "trial_id": "p8ess-eat-1m-natural-ess-550k-s1",
+    "lora_layers_wrapped": 16,
+    "params": {
+      "trainable": 226463,
+      "total": 1264127,
+      "fraction": 0.1791457662086167
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 428,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 1.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 2,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.007229504589675316,
+      "val_map": 0.005778009050076852,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02469,
+      "train_map": 0.013303781014847688,
+      "val_map": null,
+      "lr": 0.0017857142857142857,
+      "train_s": 0.4
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02471,
+      "train_map": 0.023692298717434522,
+      "val_map": null,
+      "lr": 0.002996832162669313,
+      "train_s": 0.7
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02302,
+      "train_map": 0.033071067684331816,
+      "val_map": null,
+      "lr": 0.0029464015850084926,
+      "train_s": 1.1
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02256,
+      "train_map": 0.0414813015379358,
+      "val_map": null,
+      "lr": 0.0028365019165406584,
+      "train_s": 1.4
+    },
+    {
+      "step": 107,
+      "epoch": 0.25,
+      "loss": 0.02294,
+      "train_map": 0.043538603687347875,
+      "val_map": 0.03263555703405468,
+      "lr": 0.002795633084492174,
+      "train_s": 1.5
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02236,
+      "train_map": 0.044270519513117265,
+      "val_map": null,
+      "lr": 0.0026716673782849554,
+      "train_s": 1.8
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02222,
+      "train_map": 0.05470315309460549,
+      "val_map": null,
+      "lr": 0.002458698684369641,
+      "train_s": 2.2
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02217,
+      "train_map": 0.06092375154170496,
+      "val_map": null,
+      "lr": 0.0022063824593754194,
+      "train_s": 2.5
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02091,
+      "train_map": 0.0684568823953168,
+      "val_map": null,
+      "lr": 0.0019251287213377403,
+      "train_s": 2.9
+    },
+    {
+      "step": 214,
+      "epoch": 0.5,
+      "loss": 0.02105,
+      "train_map": 0.06996486224304793,
+      "val_map": 0.049317356218023675,
+      "lr": 0.0017592766878384548,
+      "train_s": 3.0
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02076,
+      "train_map": 0.07564502503666355,
+      "val_map": null,
+      "lr": 0.0016265413870700269,
+      "train_s": 3.2
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02125,
+      "train_map": 0.0794435526594251,
+      "val_map": null,
+      "lr": 0.0013229395198229876,
+      "train_s": 3.5
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.01995,
+      "train_map": 0.0845044278513209,
+      "val_map": null,
+      "lr": 0.0010268490715591258,
+      "train_s": 3.9
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.02037,
+      "train_map": 0.08750409684788994,
+      "val_map": null,
+      "lr": 0.000750486089449494,
+      "train_s": 4.2
+    },
+    {
+      "step": 321,
+      "epoch": 0.75,
+      "loss": 0.01989,
+      "train_map": 0.09114030846951271,
+      "val_map": 0.06143318474879471,
+      "lr": 0.000541962785848462,
+      "train_s": 4.5
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01972,
+      "train_map": 0.09182878409864018,
+      "val_map": null,
+      "lr": 0.0005052527083673369,
+      "train_s": 4.5
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01999,
+      "train_map": 0.09511701091487788,
+      "val_map": null,
+      "lr": 0.00030126672363088163,
+      "train_s": 4.9
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01993,
+      "train_map": 0.09544732089797689,
+      "val_map": null,
+      "lr": 0.00014694415279957929,
+      "train_s": 5.2
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01955,
+      "train_map": 0.09858790665698826,
+      "val_map": null,
+      "lr": 4.865200911511649e-05,
+      "train_s": 5.5
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.02012,
+      "train_map": 0.09887275993523578,
+      "val_map": null,
+      "lr": 1.0445612398966596e-05,
+      "train_s": 5.8
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.02033,
+      "train_map": 0.0991539430479383,
+      "val_map": 0.06521695565018781,
+      "lr": 1e-05,
+      "train_s": 5.9
+    }
+  ],
+  "final_train_map": 0.0991539430479383,
+  "final_val_map": 0.06521695565018781,
+  "lora/map": 0.06521695565018781,
+  "train_seconds": 5.9,
+  "wall_seconds": 25.1
+}

p8ess-eat-1m-natural-ess-550k-s1/exports/step_00010000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p8ess-eat-1m-natural-ess-550k-s1/exports/step_00010000",
+  "fingerprint": "5b066246c7ab5c62",
+  "campaign_id": "phase8-ess-seed",
+  "trial_id": "p8ess-eat-1m-natural-ess-550k-s1",
+  "probe/map": 0.07822740900081068,
+  "probe/map_train": 0.17631887083968584,
+  "probe/alpha": 0.1,
+  "probe/holdout_map": 0.10167479846914576,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 288,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 3.0828317562118173,
+  "probe/total_s": 3.89257272426039,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.10157990723404772
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.10167479846914576
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.09528432939770637
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.08295726868504237
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.06726198289561063
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.051350748715162334
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.04035901254753404
+    }
+  ],
+  "per_class_ap": [
+    0.5811649560928345,
+    0.006748441606760025,
+    0.03263375908136368,
+    0.09945815056562424,
+    0.0542549192905426,
+    0.22255998849868774,
+    0.11722354590892792,
+    0.30235835909843445,
+    0.02632378786802292,
+    0.026541853323578835,
+    0.018634602427482605,
+    0.03949793428182602,
+    0.26236435770988464,
+    0.140412837266922,
+    0.019828520715236664,
+    0.2560080885887146,
+    0.20260965824127197,
+    0.3198869824409485,
+    0.03306431695818901,
+    0.027764683589339256,
+    0.12430999428033829,
+    0.031085919588804245,
+    0.07777029275894165,
+    0.09532564878463745,
+    0.01974516734480858,
+    0.014138422906398773,
+    0.02889092080295086,
+    0.15664292871952057,
+    0.12547904253005981,
+    0.030880268663167953,
+    0.10889972001314163,
+    0.09094921499490738,
+    0.013553996570408344,
+    0.034245315939188004,
+    0.07487975060939789,
+    0.021781057119369507,
+    0.15273991227149963,
+    0.027622004970908165,
+    0.04315708205103874,
+    0.05310945212841034,
+    0.12115970253944397,
+    0.008430461399257183,
+    0.03573785722255707,
+    0.07137633115053177,
+    0.005590576678514481,
+    0.03668840602040291,
+    0.0072625428438186646,
+    0.03025801107287407,
+    0.025547465309500694,
+    0.04219364374876022,
+    0.10326977074146271,
+    0.01486456859856844,
+    0.01441470067948103,
+    0.03165202587842941,
+    0.10745538771152496,
+    0.07697217166423798,
+    0.05391807109117508,
+    0.18331845104694366,
+    0.03874705359339714,
+    0.022564202547073364,
+    0.05540909990668297,
+    0.1151541993021965,
+    0.0227926317602396,
+    0.05945331230759621,
+    0.4251375198364258,
+    0.1721835434436798,
+    0.13309220969676971,
+    0.08199742436408997,
+    0.1676589548587799,
+    0.23697002232074738,
+    0.08682391047477722,
+    0.05828201398253441,
+    0.12127555906772614,
+    0.09088221937417984,
+    0.08138085156679153,
+    0.10753285139799118,
+    0.037421178072690964,
+    0.0889478325843811,
+    0.066280797123909,
+    0.01979420892894268,
+    0.0151703841984272,
+    0.04385734349489212,
+    0.0783042386174202,
+    0.022691331803798676,
+    0.037979867309331894,
+    0.018140718340873718,
+    0.0258690994232893,
+    0.014920112676918507,
+    0.030144181102514267,
+    0.015673410147428513,
+    0.013928273692727089,
+    0.015901988372206688,
+    0.1313127726316452,
+    0.011455905623733997,
+    0.01183537021279335,
+    0.016525452956557274,
+    0.02604990452528,
+    0.00886237621307373,
+    0.07684017717838287,
+    0.07806624472141266,
+    0.0379175990819931,
+    0.12223564833402634,
+    0.021965794265270233,
+    0.022502439096570015,
+    0.014527580700814724,
+    0.04191889986395836,
+    0.038300175219774246,
+    0.030853543430566788,
+    0.04086194932460785,
+    0.02639356069266796,
+    0.033915601670742035,
+    0.06391340494155884,
+    0.04634915664792061,
+    0.04258544370532036,
+    0.029846400022506714,
+    0.07794825732707977,
+    0.08033496886491776,
+    0.019376607611775398,
+    0.026432044804096222,
+    0.034158896654844284,
+    0.034297533333301544,
+    0.06237461790442467,
+    0.028923682868480682,
+    0.01922210492193699,
+    0.006570844911038876,
+    0.02724960446357727,
+    0.08305345475673676,
+    0.11785028874874115,
+    0.031389351934194565,
+    0.034232888370752335,
+    0.004875754006206989,
+    0.05954912677407265,
+    0.031252671033144,
+    0.027499541640281677,
+    0.013102520257234573,
+    0.0073132505640387535,
+    0.033975400030612946,
+    0.6782469749450684,
+    0.19157277047634125,
+    0.2239021211862564,
+    0.3202570676803589,
+    0.21374820172786713,
+    0.06991756707429886,
+    0.09881263971328735,
+    0.03891259804368019,
+    0.07353092730045319,
+    0.050041694194078445,
+    0.06860624998807907,
+    0.04107772186398506,
+    0.10268889367580414,
+    0.16854889690876007,
+    0.13634030520915985,
+    0.10103422403335571,
+    0.047191355377435684,
+    0.03764026239514351,
+    0.07983910292387009,
+    0.05331280827522278,
+    0.04489676281809807,
+    0.030790477991104126,
+    0.08618584275245667,
+    0.19967812299728394,
+    0.1637253314256668,
+    0.14008590579032898,
+    0.1130848228931427,
+    0.13662877678871155,
+    0.12517590820789337,
+    0.13535411655902863,
+    0.08330726623535156,
+    0.15562652051448822,
+    0.188696950674057,
+    0.05642347037792206,
+    0.13541214168071747,
+    0.13675464689731598,
+    0.16430437564849854,
+    0.041509732604026794,
+    0.12808510661125183,
+    0.07518050819635391,
+    0.2801218032836914,
+    0.023973897099494934,
+    0.07300678640604019,
+    0.08897604048252106,
+    0.08307289332151413,
+    0.06013975664973259,
+    0.09330643713474274,
+    0.03065839596092701,
+    0.17271122336387634,
+    0.20671461522579193,
+    0.0862046331167221,
+    0.10164987295866013,
+    0.0928814560174942,
+    0.14372748136520386,
+    0.07383324950933456,
+    0.17849679291248322,
+    0.10715346038341522,
+    0.07644234597682953,
+    0.26467275619506836,
+    0.05259715020656586,
+    0.019856885075569153,
+    0.07013992220163345,
+    0.12827323377132416,
+    0.027069542557001114,
+    0.10128745436668396,
+    0.04101613909006119,
+    0.10629337280988693,
+    0.07905775308609009,
+    0.05130016431212425,
+    0.05658891052007675,
+    0.25603002309799194,
+    0.09818311780691147,
+    0.12333615869283676,
+    0.5396979451179504,
+    0.16941586136817932,
+    0.3344012200832367,
+    0.034000713378190994,
+    0.2908570170402527,
+    0.060602817684412,
+    0.03640042990446091,
+    0.14216957986354828,
+    0.03858920559287071,
+    0.07489443570375443,
+    0.1577005833387375,
+    0.07917208969593048,
+    0.10526987165212631,
+    0.1601036638021469,
+    0.0458429716527462,
+    0.08745450526475906,
+    0.05882306396961212,
+    0.03674396127462387,
+    0.14293600618839264,
+    0.02829051949083805,
+    0.04337109625339508,
+    0.05942953750491142,
+    0.057970888912677765,
+    0.03034675307571888,
+    0.04191385209560394,
+    0.012100250460207462,
+    0.10090795904397964,
+    0.01465800404548645,
+    0.17174744606018066,
+    0.026397503912448883,
+    0.09818576276302338,
+    0.17260587215423584,
+    0.25885069370269775,
+    0.1328265219926834,
+    0.1118481382727623,
+    0.19243787229061127,
+    0.03955769166350365,
+    0.13663814961910248,
+    0.0397145040333271,
+    0.08446746319532394,
+    0.07787365466356277,
+    0.048029545694589615,
+    0.05639388784766197,
+    0.06504128128290176,
+    0.07112773507833481,
+    0.1223672553896904,
+    0.19284990429878235,
+    0.18144506216049194,
+    0.07445397973060608,
+    0.05537653714418411,
+    0.03788654878735542,
+    0.0318770594894886,
+    0.06641516834497452,
+    0.07165046036243439,
+    0.01767556369304657,
+    0.06362558156251907,
+    0.05777820199728012,
+    0.09078177809715271,
+    0.06294618546962738,
+    0.02807692065834999,
+    0.018885742872953415,
+    0.11971752345561981,
+    0.04206155240535736,
+    0.024748438969254494,
+    0.12473294883966446,
+    0.04158204421401024,
+    0.058509521186351776,
+    0.0241549089550972,
+    0.10551977902650833,
+    0.02772701159119606,
+    0.025624588131904602,
+    0.24074339866638184,
+    0.048934318125247955,
+    0.12651802599430084,
+    0.028581783175468445,
+    0.12287036329507828,
+    0.13709653913974762,
+    0.15473274886608124,
+    0.11025339365005493,
+    0.13009996712207794,
+    0.15287907421588898,
+    0.10611432045698166,
+    0.05857425183057785,
+    0.21768227219581604,
+    0.07384976744651794,
+    0.07270991057157516,
+    0.05750171095132828,
+    0.006093690637499094,
+    0.014272681437432766,
+    0.006960559636354446,
+    0.24102315306663513,
+    0.12509140372276306,
+    0.04717313498258591,
+    0.024241212755441666,
+    0.029323553666472435,
+    0.0932200700044632,
+    0.023515203967690468,
+    0.12294154614210129,
+    0.0538189560174942,
+    0.05106966197490692,
+    0.0718255415558815,
+    0.030100563541054726,
+    0.0271280687302351,
+    0.022430310025811195,
+    0.06465081125497818,
+    0.07134310156106949,
+    0.062338847666978836,
+    0.024645376950502396,
+    0.06318480521440506,
+    0.03825299069285393,
+    0.07086921483278275,
+    0.047628004103899,
+    0.18094828724861145,
+    0.11760908365249634,
+    0.10177356004714966,
+    0.10209372639656067,
+    0.019391687586903572,
+    0.04077053815126419,
+    0.14301076531410217,
+    0.1352410614490509,
+    0.08447383344173431,
+    0.09015290439128876,
+    0.1439943015575409,
+    0.1942867785692215,
+    0.09108152985572815,
+    0.11213547736406326,
+    0.09136629849672318,
+    0.08869791775941849,
+    0.028748096898198128,
+    0.02751198783516884,
+    0.11141455173492432,
+    0.0059601617977023125,
+    0.026608344167470932,
+    0.09615594148635864,
+    0.10736837238073349,
+    0.06899750977754593,
+    0.07116751372814178,
+    0.1193254366517067,
+    0.01580895483493805,
+    0.019360700622200966,
+    0.026906410232186317,
+    0.024913035333156586,
+    0.04875145107507706,
+    0.08111830055713654,
+    0.01426610816270113,
+    0.013973752968013287,
+    0.014252311550080776,
+    0.013500439934432507,
+    0.025502653792500496,
+    0.045267410576343536,
+    0.0055506122298538685,
+    0.01932918094098568,
+    0.03576572611927986,
+    0.04732821136713028,
+    0.022255195304751396,
+    0.0230422243475914,
+    0.250705748796463,
+    0.11542786657810211,
+    0.014577141031622887,
+    0.09895125776529312,
+    0.09773007780313492,
+    0.07188701629638672,
+    0.06656099110841751,
+    0.2483862191438675,
+    0.016785267740488052,
+    0.018388710916042328,
+    0.07916614413261414,
+    0.059691693633794785,
+    0.010496598668396473,
+    0.011990641243755817,
+    0.01436631754040718,
+    0.07730301469564438,
+    0.04271972179412842,
+    0.08910159766674042,
+    0.07822372764348984,
+    0.14861442148685455,
+    0.08041810989379883,
+    0.03834909200668335,
+    0.03613406792283058,
+    0.018445856869220734,
+    0.07627350091934204,
+    0.02344551496207714,
+    0.013503671623766422,
+    0.20018354058265686,
+    0.07034816592931747,
+    0.03340839967131615,
+    0.28935009241104126,
+    0.4126633405685425,
+    0.01985229179263115,
+    0.26031801104545593,
+    0.2227274477481842,
+    0.05455000326037407,
+    0.08333025872707367,
+    0.08418919891119003,
+    0.015840191394090652,
+    0.011960613541305065,
+    0.014898010529577732,
+    0.021667758002877235,
+    0.011443570256233215,
+    0.008798295632004738,
+    0.011132879182696342,
+    0.08247548341751099,
+    0.026059040799736977,
+    0.01707128807902336,
+    0.11964181065559387,
+    0.022766923531889915,
+    0.014791523106396198,
+    0.015000274404883385,
+    0.0948832631111145,
+    0.06280003488063812,
+    0.05641083046793938,
+    0.028530100360512733,
+    0.03735258802771568,
+    0.06731439381837845,
+    0.07705972343683243,
+    0.07653063535690308,
+    0.021008141338825226,
+    0.06597621738910675,
+    0.08107996731996536,
+    0.13634423911571503,
+    0.014818544499576092,
+    0.05896783620119095,
+    0.04054965823888779,
+    0.02051621489226818,
+    0.00689429696649313,
+    0.042348895221948624,
+    0.1297362595796585,
+    0.0478668287396431,
+    0.03335132822394371,
+    0.013231394812464714,
+    0.021517153829336166,
+    0.009258619509637356,
+    0.009383694268763065,
+    0.02215743064880371,
+    0.00806992594152689,
+    0.03313553333282471,
+    0.010753534734249115,
+    0.009528924711048603,
+    0.013907019048929214,
+    0.02355707250535488,
+    0.008699090220034122,
+    0.034515343606472015,
+    0.01031653955578804,
+    0.04568188264966011,
+    0.022846030071377754,
+    0.07982970029115677,
+    0.016880057752132416,
+    0.06059883162379265,
+    0.035026226192712784,
+    0.03563528135418892,
+    0.03741123899817467,
+    0.04041356220841408,
+    0.12452801316976547,
+    0.3114810585975647,
+    0.1985326111316681,
+    0.04507529363036156,
+    0.01596904918551445,
+    0.031046925112605095,
+    0.02212357707321644,
+    0.028622793033719063,
+    0.038109663873910904,
+    0.04004742577672005,
+    0.021604130044579506,
+    0.01503229420632124,
+    0.06919188797473907,
+    0.004240932874381542,
+    0.10473639518022537,
+    0.05124148353934288,
+    0.02029738761484623,
+    0.17638152837753296,
+    0.06645617634057999,
+    0.020837267860770226,
+    0.008142768405377865,
+    0.026588531211018562,
+    0.042890407145023346,
+    0.022528531029820442,
+    0.007859719917178154,
+    0.04586269333958626,
+    0.05217435210943222,
+    0.043746478855609894,
+    0.12001266330480576,
+    0.1554812490940094,
+    0.040812622755765915,
+    0.1399146020412445,
+    0.22620059549808502,
+    0.028409376740455627,
+    0.037439316511154175,
+    0.10718505829572678,
+    0.024446502327919006,
+    0.053035471588373184,
+    0.11318748444318771,
+    0.22241152822971344,
+    0.02001998946070671,
+    0.0796256959438324,
+    0.02489089034497738,
+    0.029061181470751762,
+    0.08393146097660065,
+    0.021549375727772713,
+    0.009135710075497627,
+    0.027203498408198357,
+    0.018861975520849228,
+    0.12186338007450104,
+    0.0796474888920784,
+    0.009134311228990555,
+    0.05365545675158501,
+    0.2609562873840332,
+    0.017267122864723206,
+    0.2413090467453003,
+    0.025376196950674057,
+    0.0188156608492136,
+    0.01956782117486,
+    0.1705503910779953,
+    0.1290462166070938,
+    0.019671907648444176,
+    0.0075118523091077805,
+    0.07603312283754349,
+    0.07878445833921432
+  ]
+}

p8ess-eat-1m-natural-ess-550k-s1/exports/step_00015000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 144
+  depth: 4
+  num_heads: 3
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: eat
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 16
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 192.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 1
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.04398323452006878
+  - 0.047639569377790236
+  - 0.04987541997380786
+  - 0.04352455826914307
+  - 0.06833805433404602
+  - 0.0691879390635264
+  - 0.06156826483349581
+  - 0.023825537754756217
+  - 0.05248940389869583
+  - 0.04984770065647712
+  - 0.04359882511934997
+  - 0.025219348711104046
+  - 0.057987765843943384
+  - 0.09278753823173767
+  - 0.049216955435705825
+  - 0.054416680962163656
+  - 0.050065271147224095
+  - 0.05877645887290118
+  - 0.04349683895181232
+  - 0.014154634042250515
+  repetition_cap: 1000.0
+  distinct_fraction: 0.287653
+optim:
+  lr: 0.003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase8-ess-seed
+  trial_id: p8ess-eat-1m-natural-ess-550k-s1
+  wandb_project: mixture-transfer
+  wandb_entity: luequinn-montana-state-university
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 1
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p8ess-eat-1m-natural-ess-550k-s1/exports/step_00015000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p8ess-eat-1m-natural-ess-550k-s1/exports/step_00015000",
+  "fingerprint": "5b066246c7ab5c62",
+  "campaign_id": "phase8-ess-seed",
+  "trial_id": "p8ess-eat-1m-natural-ess-550k-s1",
+  "probe/map": 0.08468444792172064,
+  "probe/map_train": 0.19370054486835026,
+  "probe/alpha": 0.1,
+  "probe/holdout_map": 0.10669318693990429,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 288,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 3.633546625263989,
+  "probe/total_s": 4.490608788095415,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.10626909195090267
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.10669318693990429
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.10216270313789075
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.08988504199862508
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.07158864147703126
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.053121901920464676
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.043511666353541006
+    }
+  ],
+  "per_class_ap": [
+    0.5883401036262512,
+    0.013453613966703415,
+    0.029722172766923904,
+    0.1073773205280304,
+    0.05482516810297966,
+    0.27381226420402527,
+    0.15528859198093414,
+    0.2725529968738556,
+    0.03308733180165291,
+    0.030174529179930687,
+    0.018940873444080353,
+    0.03877146542072296,
+    0.2625536024570465,
+    0.15287186205387115,
+    0.022149760276079178,
+    0.25625234842300415,
+    0.23116786777973175,
+    0.31953245401382446,
+    0.0396902896463871,
+    0.025253521278500557,
+    0.134912371635437,
+    0.028307240456342697,
+    0.06933871656656265,
+    0.08292442560195923,
+    0.023019906133413315,
+    0.014909908175468445,
+    0.041330091655254364,
+    0.1583646535873413,
+    0.18655215203762054,
+    0.030698159709572792,
+    0.11952878534793854,
+    0.09061600267887115,
+    0.016736013814806938,
+    0.03612617403268814,
+    0.10422566533088684,
+    0.026265108957886696,
+    0.19695879518985748,
+    0.05039282888174057,
+    0.05488213151693344,
+    0.053297292441129684,
+    0.09406917542219162,
+    0.008669717237353325,
+    0.027389492839574814,
+    0.15808257460594177,
+    0.006313866004347801,
+    0.06056884303689003,
+    0.008829688653349876,
+    0.035502947866916656,
+    0.02056194469332695,
+    0.03310714662075043,
+    0.13006152212619781,
+    0.014883311465382576,
+    0.0181210208684206,
+    0.029680993407964706,
+    0.10810311883687973,
+    0.08703412860631943,
+    0.05130263790488243,
+    0.19660867750644684,
+    0.025072839111089706,
+    0.024032222107052803,
+    0.09012726694345474,
+    0.1357344537973404,
+    0.025990810245275497,
+    0.04465167596936226,
+    0.4005180299282074,
+    0.1644723266363144,
+    0.1422148495912552,
+    0.10806117206811905,
+    0.20847004652023315,
+    0.24953153729438782,
+    0.04731225594878197,
+    0.0570572093129158,
+    0.12789471447467804,
+    0.09692815691232681,
+    0.0829034224152565,
+    0.11041382700204849,
+    0.03771808370947838,
+    0.09522029012441635,
+    0.06580407917499542,
+    0.027685629203915596,
+    0.014967485330998898,
+    0.045580316334962845,
+    0.0897998958826065,
+    0.029841838404536247,
+    0.041823457926511765,
+    0.0181588064879179,
+    0.03132140263915062,
+    0.014958870597183704,
+    0.039026424288749695,
+    0.014557067304849625,
+    0.015459006652235985,
+    0.015641950070858,
+    0.12429997324943542,
+    0.009994872845709324,
+    0.011874286457896233,
+    0.02370118722319603,
+    0.011964933015406132,
+    0.011043572798371315,
+    0.08140446245670319,
+    0.08336487412452698,
+    0.04223654791712761,
+    0.09947972744703293,
+    0.027882849797606468,
+    0.0289542805403471,
+    0.01192689873278141,
+    0.03206763043999672,
+    0.03759277984499931,
+    0.02758697420358658,
+    0.028578490018844604,
+    0.0185474194586277,
+    0.02841230481863022,
+    0.06384208798408508,
+    0.043572112917900085,
+    0.037377551198005676,
+    0.0312504768371582,
+    0.07604100555181503,
+    0.07717602699995041,
+    0.028091466054320335,
+    0.03336018696427345,
+    0.04053868353366852,
+    0.04113534092903137,
+    0.08006118983030319,
+    0.025205135345458984,
+    0.022154876962304115,
+    0.006895721890032291,
+    0.024732841178774834,
+    0.084295853972435,
+    0.108016237616539,
+    0.03606382757425308,
+    0.034620169550180435,
+    0.005574858281761408,
+    0.03772228583693504,
+    0.02493114210665226,
+    0.02162856049835682,
+    0.01295045018196106,
+    0.008873566053807735,
+    0.03824996203184128,
+    0.6849710941314697,
+    0.2071933150291443,
+    0.2360525280237198,
+    0.33581244945526123,
+    0.2346206158399582,
+    0.10443109273910522,
+    0.11556228250265121,
+    0.03899895399808884,
+    0.07273011654615402,
+    0.04592711851000786,
+    0.10137402266263962,
+    0.03048914298415184,
+    0.08736859261989594,
+    0.14048035442829132,
+    0.14853084087371826,
+    0.1368502527475357,
+    0.05428124591708183,
+    0.043361835181713104,
+    0.10295584797859192,
+    0.07395615428686142,
+    0.04212941974401474,
+    0.022375503554940224,
+    0.08368166536092758,
+    0.2948254942893982,
+    0.18075814843177795,
+    0.17067819833755493,
+    0.1045970693230629,
+    0.16142240166664124,
+    0.1422102153301239,
+    0.16455936431884766,
+    0.09066107869148254,
+    0.16863490641117096,
+    0.22720648348331451,
+    0.09702984243631363,
+    0.18802951276302338,
+    0.18679004907608032,
+    0.16425248980522156,
+    0.07514732331037521,
+    0.11772891879081726,
+    0.05862543359398842,
+    0.2824258506298065,
+    0.02188130095601082,
+    0.08114086836576462,
+    0.08706452697515488,
+    0.08622720092535019,
+    0.04438386484980583,
+    0.13502644002437592,
+    0.047738879919052124,
+    0.1720096915960312,
+    0.20188044011592865,
+    0.07120802253484726,
+    0.12094998359680176,
+    0.12153803557157516,
+    0.15733568370342255,
+    0.10465248674154282,
+    0.1736057847738266,
+    0.1243605762720108,
+    0.09113143384456635,
+    0.27370768785476685,
+    0.06291771680116653,
+    0.024422019720077515,
+    0.0919082760810852,
+    0.10984892398118973,
+    0.028776539489626884,
+    0.12707650661468506,
+    0.036854423582553864,
+    0.09782234579324722,
+    0.10768385976552963,
+    0.045630037784576416,
+    0.05423010140657425,
+    0.30927130579948425,
+    0.12667666375637054,
+    0.1752569079399109,
+    0.528902530670166,
+    0.19869071245193481,
+    0.37128946185112,
+    0.039999354630708694,
+    0.22500158846378326,
+    0.08819223195314407,
+    0.04028443247079849,
+    0.15543735027313232,
+    0.04819672554731369,
+    0.07559558749198914,
+    0.16185376048088074,
+    0.08726701140403748,
+    0.1255926787853241,
+    0.19433921575546265,
+    0.049385491758584976,
+    0.08795104920864105,
+    0.06368782371282578,
+    0.03733266890048981,
+    0.15884825587272644,
+    0.03469265252351761,
+    0.045051705092191696,
+    0.07436402142047882,
+    0.04941407963633537,
+    0.03165043145418167,
+    0.061437200754880905,
+    0.012826507911086082,
+    0.10856445878744125,
+    0.01773197576403618,
+    0.27240505814552307,
+    0.025930313393473625,
+    0.10862724483013153,
+    0.1494596004486084,
+    0.25614726543426514,
+    0.14528945088386536,
+    0.11457328498363495,
+    0.21702003479003906,
+    0.04681295529007912,
+    0.129111185669899,
+    0.03498800843954086,
+    0.09906165301799774,
+    0.07615216821432114,
+    0.061929408460855484,
+    0.07120703160762787,
+    0.06404052674770355,
+    0.08101646602153778,
+    0.13670039176940918,
+    0.19804014265537262,
+    0.1608133614063263,
+    0.07166340947151184,
+    0.07051663845777512,
+    0.04905138909816742,
+    0.04188667982816696,
+    0.08567198365926743,
+    0.09311520308256149,
+    0.020363973453640938,
+    0.06779805570840836,
+    0.06902483850717545,
+    0.109473817050457,
+    0.06634312868118286,
+    0.03257226198911667,
+    0.017161468043923378,
+    0.13506923615932465,
+    0.04407781362533569,
+    0.031976401805877686,
+    0.12884926795959473,
+    0.05901467427611351,
+    0.0560549832880497,
+    0.031065501272678375,
+    0.10078386962413788,
+    0.03252362832427025,
+    0.02476617321372032,
+    0.22506830096244812,
+    0.06938440352678299,
+    0.12343854457139969,
+    0.057176247239112854,
+    0.11498849838972092,
+    0.14064393937587738,
+    0.16949963569641113,
+    0.1249840185046196,
+    0.13207018375396729,
+    0.13890951871871948,
+    0.1191546693444252,
+    0.06508387625217438,
+    0.2215406447649002,
+    0.0671057179570198,
+    0.06251608580350876,
+    0.0569399893283844,
+    0.009969254955649376,
+    0.01357141975313425,
+    0.007460134569555521,
+    0.26402825117111206,
+    0.11856192350387573,
+    0.048490073531866074,
+    0.019964279606938362,
+    0.028780734166502953,
+    0.10919949412345886,
+    0.025712624192237854,
+    0.14078481495380402,
+    0.05484909936785698,
+    0.059814151376485825,
+    0.06997209042310715,
+    0.03755214810371399,
+    0.033710263669490814,
+    0.022497380152344704,
+    0.05010286718606949,
+    0.06253891438245773,
+    0.06558586657047272,
+    0.02549567259848118,
+    0.06463614851236343,
+    0.03725312650203705,
+    0.09975018352270126,
+    0.03954816609621048,
+    0.21147921681404114,
+    0.1490304321050644,
+    0.13737095892429352,
+    0.13288061320781708,
+    0.01763603277504444,
+    0.04488641768693924,
+    0.16369375586509705,
+    0.14852669835090637,
+    0.06382450461387634,
+    0.10045464336872101,
+    0.16636541485786438,
+    0.2011452317237854,
+    0.10741812735795975,
+    0.12856760621070862,
+    0.08672440052032471,
+    0.09881552308797836,
+    0.041493505239486694,
+    0.019322378560900688,
+    0.10665339976549149,
+    0.005713074933737516,
+    0.029057778418064117,
+    0.10635221004486084,
+    0.1057586669921875,
+    0.08421190083026886,
+    0.07202951610088348,
+    0.11853110790252686,
+    0.017703427001833916,
+    0.019443145021796227,
+    0.026613492518663406,
+    0.032658353447914124,
+    0.06260652840137482,
+    0.08993307501077652,
+    0.013359644450247288,
+    0.037806879729032516,
+    0.016706764698028564,
+    0.01457920577377081,
+    0.02424681931734085,
+    0.04960570111870766,
+    0.007464040536433458,
+    0.0172574520111084,
+    0.04718105122447014,
+    0.06243843212723732,
+    0.023790856823325157,
+    0.027077004313468933,
+    0.26974231004714966,
+    0.11621228605508804,
+    0.014591649174690247,
+    0.09685120731592178,
+    0.09612791985273361,
+    0.092816561460495,
+    0.06785368174314499,
+    0.2552843391895294,
+    0.01979423500597477,
+    0.020657317712903023,
+    0.09045401215553284,
+    0.0566822849214077,
+    0.00849393755197525,
+    0.009537379257380962,
+    0.02073143608868122,
+    0.06198020651936531,
+    0.043297749012708664,
+    0.07977578043937683,
+    0.12947838008403778,
+    0.1291268765926361,
+    0.10794569551944733,
+    0.03212457150220871,
+    0.028817947953939438,
+    0.02381029911339283,
+    0.15593266487121582,
+    0.03084070235490799,
+    0.014233673922717571,
+    0.207416370511055,
+    0.08343853801488876,
+    0.025845808908343315,
+    0.30925899744033813,
+    0.4378422796726227,
+    0.023635977879166603,
+    0.2637452483177185,
+    0.24024969339370728,
+    0.06110223010182381,
+    0.06450630724430084,
+    0.08353520929813385,
+    0.016788151115179062,
+    0.012086726725101471,
+    0.012788047082722187,
+    0.01261745486408472,
+    0.01254235114902258,
+    0.008610174991190434,
+    0.012549735605716705,
+    0.07697198539972305,
+    0.04032748565077782,
+    0.018374701961874962,
+    0.12150668352842331,
+    0.10107602924108505,
+    0.01525282021611929,
+    0.028252143412828445,
+    0.09078321605920792,
+    0.06954367458820343,
+    0.09639973938465118,
+    0.036333441734313965,
+    0.03364316746592522,
+    0.07676452398300171,
+    0.07553309947252274,
+    0.07368002831935883,
+    0.02025657147169113,
+    0.07837260514497757,
+    0.06522097438573837,
+    0.110270194709301,
+    0.018306611105799675,
+    0.06972451508045197,
+    0.04855738952755928,
+    0.019580818712711334,
+    0.007312885485589504,
+    0.04202638566493988,
+    0.1417483240365982,
+    0.04512457922101021,
+    0.04577207565307617,
+    0.01367674209177494,
+    0.01983259804546833,
+    0.008288991637527943,
+    0.010949654504656792,
+    0.027754107490181923,
+    0.010623779147863388,
+    0.04634705185890198,
+    0.014420234598219395,
+    0.008217798545956612,
+    0.015783483162522316,
+    0.02387021854519844,
+    0.007774038705974817,
+    0.03051137551665306,
+    0.013183686882257462,
+    0.05417174473404884,
+    0.021890636533498764,
+    0.08846516162157059,
+    0.016204794868826866,
+    0.07003840804100037,
+    0.035630516707897186,
+    0.05412501096725464,
+    0.045368392020463943,
+    0.03897074609994888,
+    0.15825703740119934,
+    0.33389171957969666,
+    0.23590219020843506,
+    0.04108278453350067,
+    0.037519704550504684,
+    0.0423361212015152,
+    0.026232723146677017,
+    0.032275695353746414,
+    0.0278623104095459,
+    0.061183661222457886,
+    0.03652093932032585,
+    0.023014549165964127,
+    0.07301048934459686,
+    0.004923900589346886,
+    0.10638205707073212,
+    0.050550565123558044,
+    0.02920113503932953,
+    0.2081102579832077,
+    0.07426401227712631,
+    0.044926851987838745,
+    0.008536148816347122,
+    0.03618283197283745,
+    0.03227446228265762,
+    0.038460083305835724,
+    0.008213895373046398,
+    0.05790715664625168,
+    0.05374591052532196,
+    0.052138812839984894,
+    0.14326386153697968,
+    0.18801690638065338,
+    0.07683952897787094,
+    0.14571328461170197,
+    0.23246586322784424,
+    0.028353625908493996,
+    0.03512442111968994,
+    0.12080541998147964,
+    0.025353945791721344,
+    0.058735255151987076,
+    0.09608776867389679,
+    0.2306234985589981,
+    0.013170118443667889,
+    0.07175393402576447,
+    0.027111778035759926,
+    0.02643856219947338,
+    0.08325741440057755,
+    0.020893381908535957,
+    0.01272850576788187,
+    0.0298889372497797,
+    0.022051502019166946,
+    0.10943762212991714,
+    0.07430300861597061,
+    0.012596823275089264,
+    0.0636153370141983,
+    0.29364338517189026,
+    0.02704264037311077,
+    0.2622317671775818,
+    0.02229415252804756,
+    0.02774645946919918,
+    0.02017413266003132,
+    0.1883581578731537,
+    0.12529602646827698,
+    0.021577175706624985,
+    0.008632197044789791,
+    0.07101229578256607,
+    0.081849604845047
+  ]
+}

p8ess-eat-1m-natural-ess-550k-s1/exports/step_00020000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 144
+  depth: 4
+  num_heads: 3
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: eat
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 16
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 192.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 1
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.04398323452006878
+  - 0.047639569377790236
+  - 0.04987541997380786
+  - 0.04352455826914307
+  - 0.06833805433404602
+  - 0.0691879390635264
+  - 0.06156826483349581
+  - 0.023825537754756217
+  - 0.05248940389869583
+  - 0.04984770065647712
+  - 0.04359882511934997
+  - 0.025219348711104046
+  - 0.057987765843943384
+  - 0.09278753823173767
+  - 0.049216955435705825
+  - 0.054416680962163656
+  - 0.050065271147224095
+  - 0.05877645887290118
+  - 0.04349683895181232
+  - 0.014154634042250515
+  repetition_cap: 1000.0
+  distinct_fraction: 0.287653
+optim:
+  lr: 0.003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase8-ess-seed
+  trial_id: p8ess-eat-1m-natural-ess-550k-s1
+  wandb_project: mixture-transfer
+  wandb_entity: luequinn-montana-state-university
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 1
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p8ess-eat-1m-natural-ess-550k-s1/exports/step_00020000/fsd50k_lora_1ep_s0.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p8ess-eat-1m-natural-ess-550k-s1/exports/step_00020000",
+  "fingerprint": "5b066246c7ab5c62",
+  "campaign_id": "phase8-ess-seed",
+  "trial_id": "p8ess-eat-1m-natural-ess-550k-s1",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 16,
+  "params": {
+    "trainable": 179048,
+    "total": 1216712,
+    "fraction": 0.1471572566063292
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 989,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 1.0,
+    "batch_size": 48,
+    "lr": 0.003,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 0,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.28109107883647083,
+  "lora/map": 0.28109107883647083,
+  "fsd50k/map": 0.28109107883647083,
+  "train_seconds": 14.68,
+  "total_seconds": 18.25,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.020515128102852033,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 989,
+      "epoch": 1.0,
+      "loss": 0.028512310285504657,
+      "val_map": 0.28109107883647083,
+      "lr": 0.0,
+      "train_s": 14.683900750242174
+    }
+  ],
+  "per_class_ap": [
+    0.20967519283294678,
+    0.04978575557470322,
+    0.4140187203884125,
+    0.33008113503456116,
+    0.3607235848903656,
+    0.5464634895324707,
+    0.7834304571151733,
+    0.4660801589488983,
+    0.5219376087188721,
+    0.42304566502571106,
+    0.12128475308418274,
+    0.31931886076927185,
+    0.12449494004249573,
+    0.25047609210014343,
+    0.4505646824836731,
+    0.4258994162082672,
+    0.027938470244407654,
+    0.2234179526567459,
+    0.37438708543777466,
+    0.1328233927488327,
+    0.31249481439590454,
+    0.32296302914619446,
+    0.33443182706832886,
+    0.08340843766927719,
+    0.10117930918931961,
+    0.23205016553401947,
+    0.23146778345108032,
+    0.174502432346344,
+    0.351750910282135,
+    0.26102396845817566,
+    0.4941006600856781,
+    0.2902451455593109,
+    0.2270716428756714,
+    0.06991568952798843,
+    0.22596782445907593,
+    0.17690174281597137,
+    0.3834473490715027,
+    0.0680917352437973,
+    0.24023179709911346,
+    0.20109635591506958,
+    0.27436813712120056,
+    0.17501884698867798,
+    0.4335230886936188,
+    0.1780354231595993,
+    0.2897777259349823,
+    0.19953317940235138,
+    0.1669619232416153,
+    0.1659560352563858,
+    0.7454454898834229,
+    0.2855386435985565,
+    0.24234819412231445,
+    0.46251243352890015,
+    0.5207298398017883,
+    0.09505860507488251,
+    0.16476204991340637,
+    0.018666991963982582,
+    0.21802684664726257,
+    0.6461206674575806,
+    0.10533469915390015,
+    0.40506792068481445,
+    0.36156100034713745,
+    0.538969099521637,
+    0.32481521368026733,
+    0.06147108972072601,
+    0.3801528215408325,
+    0.11764528602361679,
+    0.10093207657337189,
+    0.5916863083839417,
+    0.5194023847579956,
+    0.5036989450454712,
+    0.4449649155139923,
+    0.1786460429430008,
+    0.5902596116065979,
+    0.1485418975353241,
+    0.16402442753314972,
+    0.19528961181640625,
+    0.29447436332702637,
+    0.1601811647415161,
+    0.16858528554439545,
+    0.32435891032218933,
+    0.2071053385734558,
+    0.13537508249282837,
+    0.18402834236621857,
+    0.26756957173347473,
+    0.09205532819032669,
+    0.1292276382446289,
+    0.28567779064178467,
+    0.5663881897926331,
+    0.1168382540345192,
+    0.09872265160083771,
+    0.6228441596031189,
+    0.03278309106826782,
+    0.4578615725040436,
+    0.13883356750011444,
+    0.2371901571750641,
+    0.24614520370960236,
+    0.18494047224521637,
+    0.07994967699050903,
+    0.3403174579143524,
+    0.06210670620203018,
+    0.4892507493495941,
+    0.6448172330856323,
+    0.20272798836231232,
+    0.2536587417125702,
+    0.20011553168296814,
+    0.20930998027324677,
+    0.4750923216342926,
+    0.335753858089447,
+    0.3917657434940338,
+    0.11741302162408829,
+    0.19569385051727295,
+    0.2751501500606537,
+    0.46319934725761414,
+    0.030372818931937218,
+    0.10240039229393005,
+    0.18620915710926056,
+    0.41025158762931824,
+    0.24659359455108643,
+    0.39726385474205017,
+    0.14078354835510254,
+    0.8187423944473267,
+    0.8264536261558533,
+    0.19227169454097748,
+    0.06074133515357971,
+    0.15516990423202515,
+    0.6933145523071289,
+    0.2104438990354538,
+    0.6144585013389587,
+    0.2563033103942871,
+    0.10925585776567459,
+    0.07263621687889099,
+    0.40258166193962097,
+    0.16867832839488983,
+    0.31627780199050903,
+    0.5475834608078003,
+    0.015743818134069443,
+    0.04405713081359863,
+    0.05083094537258148,
+    0.3985918164253235,
+    0.44697821140289307,
+    0.1397247314453125,
+    0.25690513849258423,
+    0.1049092561006546,
+    0.24790818989276886,
+    0.43223273754119873,
+    0.42557641863822937,
+    0.03587816655635834,
+    0.3891092836856842,
+    0.13647708296775818,
+    0.24379946291446686,
+    0.4439043700695038,
+    0.35750812292099,
+    0.1992749273777008,
+    0.1695854812860489,
+    0.27402839064598083,
+    0.2160622924566269,
+    0.5025161504745483,
+    0.3279367685317993,
+    0.41704437136650085,
+    0.04290801286697388,
+    0.23822468519210815,
+    0.08069442957639694,
+    0.5448140501976013,
+    0.13473202288150787,
+    0.20298154652118683,
+    0.09388116002082825,
+    0.3861277997493744,
+    0.046869438141584396,
+    0.17080286145210266,
+    0.22855649888515472,
+    0.09030192345380783,
+    0.7500888705253601,
+    0.7658819556236267,
+    0.03332771733403206,
+    0.257211834192276,
+    0.625998318195343,
+    0.14352770149707794,
+    0.22870057821273804,
+    0.14106997847557068,
+    0.24283337593078613,
+    0.048556435853242874,
+    0.3123668134212494,
+    0.04462839290499687,
+    0.40769675374031067,
+    0.5678611993789673,
+    0.0704464390873909,
+    0.22668923437595367,
+    0.5921319723129272,
+    0.5312904715538025,
+    0.21267402172088623,
+    0.22704091668128967,
+    0.29682257771492004,
+    0.5154927968978882,
+    0.1090802401304245,
+    0.19300100207328796,
+    0.27015048265457153,
+    0.07301213592290878,
+    0.17960835993289948,
+    0.12358766049146652,
+    0.49062633514404297
+  ]
+}

p8ess-eat-1m-natural-ess-550k-s1/exports/step_00020000/fsd50k_lora_1ep_s1.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p8ess-eat-1m-natural-ess-550k-s1/exports/step_00020000",
+  "fingerprint": "5b066246c7ab5c62",
+  "campaign_id": "phase8-ess-seed",
+  "trial_id": "p8ess-eat-1m-natural-ess-550k-s1",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 16,
+  "params": {
+    "trainable": 179048,
+    "total": 1216712,
+    "fraction": 0.1471572566063292
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 989,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 1.0,
+    "batch_size": 48,
+    "lr": 0.003,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 1,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.27771661448292434,
+  "lora/map": 0.27771661448292434,
+  "fsd50k/map": 0.27771661448292434,
+  "train_seconds": 16.25,
+  "total_seconds": 20.06,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.02174841273459606,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 989,
+      "epoch": 1.0,
+      "loss": 0.028798952513793403,
+      "val_map": 0.27771661448292434,
+      "lr": 0.0,
+      "train_s": 16.25107028428465
+    }
+  ],
+  "per_class_ap": [
+    0.22459734976291656,
+    0.0575038306415081,
+    0.37030521035194397,
+    0.34674695134162903,
+    0.3450089693069458,
+    0.5405325889587402,
+    0.77576744556427,
+    0.4483547508716583,
+    0.5018005967140198,
+    0.4083375930786133,
+    0.07265429198741913,
+    0.3298019766807556,
+    0.14885582029819489,
+    0.3251620829105377,
+    0.44127410650253296,
+    0.4109240174293518,
+    0.028516311198472977,
+    0.18236202001571655,
+    0.4024151861667633,
+    0.17489516735076904,
+    0.3115394413471222,
+    0.29547804594039917,
+    0.41862761974334717,
+    0.07866138219833374,
+    0.08271073549985886,
+    0.19215421378612518,
+    0.220203697681427,
+    0.16849440336227417,
+    0.33577120304107666,
+    0.23814141750335693,
+    0.4968922734260559,
+    0.25339946150779724,
+    0.13680656254291534,
+    0.08216127753257751,
+    0.21403774619102478,
+    0.18073025345802307,
+    0.3451874852180481,
+    0.10334234684705734,
+    0.20112697780132294,
+    0.18039271235466003,
+    0.2976861596107483,
+    0.13952001929283142,
+    0.5285400152206421,
+    0.15988194942474365,
+    0.33742886781692505,
+    0.19623950123786926,
+    0.13998039066791534,
+    0.1579524129629135,
+    0.7271540760993958,
+    0.27983343601226807,
+    0.1796787679195404,
+    0.4453614056110382,
+    0.4893515706062317,
+    0.09609977900981903,
+    0.09939674288034439,
+    0.010342350229620934,
+    0.2095343917608261,
+    0.6057350635528564,
+    0.11389416456222534,
+    0.3808242678642273,
+    0.3748197853565216,
+    0.5424658060073853,
+    0.3358258306980133,
+    0.12313015758991241,
+    0.3197695016860962,
+    0.12427561730146408,
+    0.10236769169569016,
+    0.594624936580658,
+    0.5138565301895142,
+    0.45001986622810364,
+    0.43393248319625854,
+    0.15404219925403595,
+    0.6123090386390686,
+    0.12922914326190948,
+    0.1573893129825592,
+    0.18638575077056885,
+    0.2641979455947876,
+    0.13765981793403625,
+    0.13852061331272125,
+    0.37078869342803955,
+    0.23751269280910492,
+    0.13084691762924194,
+    0.2107485681772232,
+    0.2495880126953125,
+    0.13292910158634186,
+    0.14080381393432617,
+    0.3219115734100342,
+    0.5753881335258484,
+    0.13000302016735077,
+    0.06906972825527191,
+    0.6008965969085693,
+    0.06366007775068283,
+    0.45420318841934204,
+    0.14367902278900146,
+    0.24760788679122925,
+    0.2397490292787552,
+    0.22931963205337524,
+    0.1040320098400116,
+    0.24043363332748413,
+    0.0641542449593544,
+    0.48604026436805725,
+    0.6408547759056091,
+    0.1941205859184265,
+    0.27323341369628906,
+    0.19692005217075348,
+    0.19024129211902618,
+    0.5221657156944275,
+    0.3273516297340393,
+    0.37579742074012756,
+    0.10223352164030075,
+    0.15187184512615204,
+    0.27320706844329834,
+    0.4286283552646637,
+    0.03373020142316818,
+    0.07769223302602768,
+    0.18161046504974365,
+    0.45087745785713196,
+    0.19811348617076874,
+    0.3914687931537628,
+    0.1262027770280838,
+    0.8209413886070251,
+    0.8287313580513,
+    0.19288574159145355,
+    0.0810776874423027,
+    0.10478474199771881,
+    0.692613959312439,
+    0.22182372212409973,
+    0.5918058156967163,
+    0.24582070112228394,
+    0.12652729451656342,
+    0.06050124764442444,
+    0.3040580153465271,
+    0.11789137870073318,
+    0.2634325623512268,
+    0.541869580745697,
+    0.020360253751277924,
+    0.04926495999097824,
+    0.05641189217567444,
+    0.3423461616039276,
+    0.44156312942504883,
+    0.15174919366836548,
+    0.26881688833236694,
+    0.10486897826194763,
+    0.27638882398605347,
+    0.45389264822006226,
+    0.43021437525749207,
+    0.03462836518883705,
+    0.3674173653125763,
+    0.1498374491930008,
+    0.20575076341629028,
+    0.44304341077804565,
+    0.3709412217140198,
+    0.1431787610054016,
+    0.14230939745903015,
+    0.3097032904624939,
+    0.24219214916229248,
+    0.4434666037559509,
+    0.36699172854423523,
+    0.39413025975227356,
+    0.027063263580203056,
+    0.2732675075531006,
+    0.08979947865009308,
+    0.5510866641998291,
+    0.21112151443958282,
+    0.1858975887298584,
+    0.1309741735458374,
+    0.39343491196632385,
+    0.040508657693862915,
+    0.20369099080562592,
+    0.25233668088912964,
+    0.11330386251211166,
+    0.776778519153595,
+    0.7788915038108826,
+    0.02625916339457035,
+    0.3009875416755676,
+    0.6130920052528381,
+    0.14770640432834625,
+    0.20789994299411774,
+    0.11385314166545868,
+    0.23018378019332886,
+    0.047886792570352554,
+    0.2870189845561981,
+    0.046766459941864014,
+    0.49938860535621643,
+    0.5616034269332886,
+    0.12684369087219238,
+    0.22891974449157715,
+    0.5967956781387329,
+    0.5342127084732056,
+    0.20698662102222443,
+    0.2212182581424713,
+    0.26224634051322937,
+    0.5059756636619568,
+    0.11703196913003922,
+    0.16085855662822723,
+    0.2996598482131958,
+    0.07305225729942322,
+    0.15972907841205597,
+    0.13338695466518402,
+    0.46075087785720825
+  ]
+}

p8ess-eat-1m-natural-ess-550k-s1/exports/step_00020000/fsd50k_lora_1ep_s2.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p8ess-eat-1m-natural-ess-550k-s1/exports/step_00020000",
+  "fingerprint": "5b066246c7ab5c62",
+  "campaign_id": "phase8-ess-seed",
+  "trial_id": "p8ess-eat-1m-natural-ess-550k-s1",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 16,
+  "params": {
+    "trainable": 179048,
+    "total": 1216712,
+    "fraction": 0.1471572566063292
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 989,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 1.0,
+    "batch_size": 48,
+    "lr": 0.003,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 2,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.28056506007909776,
+  "lora/map": 0.28056506007909776,
+  "fsd50k/map": 0.28056506007909776,
+  "train_seconds": 14.84,
+  "total_seconds": 18.62,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.02087562970118597,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 989,
+      "epoch": 1.0,
+      "loss": 0.029240934150142762,
+      "val_map": 0.28056506007909776,
+      "lr": 0.0,
+      "train_s": 14.839315961115062
+    }
+  ],
+  "per_class_ap": [
+    0.21622270345687866,
+    0.036585159599781036,
+    0.38203558325767517,
+    0.31897297501564026,
+    0.3503989577293396,
+    0.533800482749939,
+    0.7723560333251953,
+    0.4207375943660736,
+    0.4516984224319458,
+    0.41832634806632996,
+    0.08223894238471985,
+    0.3490399420261383,
+    0.11131862550973892,
+    0.2881467342376709,
+    0.43962135910987854,
+    0.4179072380065918,
+    0.022578850388526917,
+    0.23939065635204315,
+    0.4271104037761688,
+    0.17509984970092773,
+    0.2535690367221832,
+    0.2809286117553711,
+    0.47677579522132874,
+    0.08368577063083649,
+    0.112010657787323,
+    0.24703454971313477,
+    0.21617941558361053,
+    0.1861175000667572,
+    0.35090363025665283,
+    0.25884750485420227,
+    0.5355811715126038,
+    0.31183668971061707,
+    0.2809891700744629,
+    0.06380634009838104,
+    0.23691324889659882,
+    0.1985921412706375,
+    0.35869619250297546,
+    0.13781914114952087,
+    0.21582630276679993,
+    0.16509205102920532,
+    0.29925337433815,
+    0.12986215949058533,
+    0.4364635646343231,
+    0.1782412976026535,
+    0.3179697096347809,
+    0.27952179312705994,
+    0.19745014607906342,
+    0.14215195178985596,
+    0.7190847396850586,
+    0.3065836429595947,
+    0.23208554089069366,
+    0.4596816897392273,
+    0.45978954434394836,
+    0.1289624720811844,
+    0.1543700098991394,
+    0.01682119444012642,
+    0.19232673943042755,
+    0.6482192873954773,
+    0.11074642091989517,
+    0.3697353005409241,
+    0.35519370436668396,
+    0.546617329120636,
+    0.33580970764160156,
+    0.07947918027639389,
+    0.377302885055542,
+    0.10738972574472427,
+    0.12373824417591095,
+    0.5556076169013977,
+    0.4926794469356537,
+    0.42330506443977356,
+    0.42022958397865295,
+    0.15470321476459503,
+    0.5935379862785339,
+    0.1295175999403,
+    0.1542709916830063,
+    0.1757630556821823,
+    0.32467809319496155,
+    0.15778741240501404,
+    0.1615055799484253,
+    0.3224566578865051,
+    0.18859967589378357,
+    0.14320969581604004,
+    0.2610018849372864,
+    0.24196231365203857,
+    0.10780708491802216,
+    0.13702009618282318,
+    0.3124566078186035,
+    0.6499500274658203,
+    0.11539562791585922,
+    0.08055602759122849,
+    0.595099687576294,
+    0.03834089636802673,
+    0.44340890645980835,
+    0.11993052065372467,
+    0.2639710307121277,
+    0.21842385828495026,
+    0.2285795509815216,
+    0.0778656154870987,
+    0.34927913546562195,
+    0.05272657424211502,
+    0.49845361709594727,
+    0.6538809537887573,
+    0.18802762031555176,
+    0.2953338027000427,
+    0.19022996723651886,
+    0.2547644078731537,
+    0.5305349230766296,
+    0.33759796619415283,
+    0.38691988587379456,
+    0.10242486745119095,
+    0.14097730815410614,
+    0.2821539342403412,
+    0.4560598134994507,
+    0.03728283941745758,
+    0.08002849668264389,
+    0.18888653814792633,
+    0.449654757976532,
+    0.26305410265922546,
+    0.3762996196746826,
+    0.16120249032974243,
+    0.819383978843689,
+    0.8268938660621643,
+    0.19352763891220093,
+    0.05282309278845787,
+    0.16957445442676544,
+    0.6618562340736389,
+    0.21718677878379822,
+    0.5880319476127625,
+    0.25576648116111755,
+    0.10578082501888275,
+    0.0571308359503746,
+    0.34462815523147583,
+    0.21170173585414886,
+    0.2861074209213257,
+    0.5601556301116943,
+    0.030510399490594864,
+    0.034720513969659805,
+    0.06617555022239685,
+    0.2954081892967224,
+    0.4466274082660675,
+    0.1432018280029297,
+    0.2687138020992279,
+    0.15169405937194824,
+    0.21049512922763824,
+    0.4334259033203125,
+    0.3820568919181824,
+    0.0371549092233181,
+    0.35354170203208923,
+    0.15654446184635162,
+    0.18620948493480682,
+    0.4467783570289612,
+    0.3698675036430359,
+    0.11653388291597366,
+    0.19040141999721527,
+    0.32993054389953613,
+    0.21892771124839783,
+    0.4495907425880432,
+    0.29803863167762756,
+    0.4065123200416565,
+    0.04634725674986839,
+    0.21506713330745697,
+    0.11025283485651016,
+    0.5238479971885681,
+    0.1790417730808258,
+    0.21294677257537842,
+    0.12233580648899078,
+    0.36645326018333435,
+    0.039838455617427826,
+    0.1683075875043869,
+    0.25008517503738403,
+    0.08932910114526749,
+    0.7273516654968262,
+    0.7321925163269043,
+    0.03496726229786873,
+    0.3519653081893921,
+    0.6097254157066345,
+    0.14168678224086761,
+    0.22156347334384918,
+    0.12396194040775299,
+    0.23722390830516815,
+    0.04249126836657524,
+    0.24240680038928986,
+    0.06399649381637573,
+    0.477962851524353,
+    0.5519981980323792,
+    0.14288760721683502,
+    0.24125359952449799,
+    0.5962213277816772,
+    0.5212050676345825,
+    0.21503692865371704,
+    0.18786397576332092,
+    0.27977442741394043,
+    0.5023042559623718,
+    0.11511194705963135,
+    0.16555722057819366,
+    0.2739114761352539,
+    0.09303406625986099,
+    0.14644382894039154,
+    0.13610568642616272,
+    0.5443049669265747
+  ]
+}

p8ess-eat-1m-natural-ess-550k-s1/exports/step_00020000/lora_1ep_s0.json

@@ -0,0 +1,260 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p8ess-eat-1m-natural-ess-550k-s1/exports/step_00020000",
+    "fingerprint": "5b066246c7ab5c62",
+    "campaign_id": "phase8-ess-seed",
+    "trial_id": "p8ess-eat-1m-natural-ess-550k-s1",
+    "lora_layers_wrapped": 16,
+    "params": {
+      "trainable": 226463,
+      "total": 1264127,
+      "fraction": 0.1791457662086167
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 428,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 1.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 0,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.007186933882614912,
+      "val_map": 0.006185309790901882,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02466,
+      "train_map": 0.017385962682416524,
+      "val_map": null,
+      "lr": 0.0017857142857142857,
+      "train_s": 0.4
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02392,
+      "train_map": 0.03267056104595432,
+      "val_map": null,
+      "lr": 0.002996832162669313,
+      "train_s": 0.8
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02263,
+      "train_map": 0.03853236504479628,
+      "val_map": null,
+      "lr": 0.0029464015850084926,
+      "train_s": 1.3
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02232,
+      "train_map": 0.051806393252646785,
+      "val_map": null,
+      "lr": 0.0028365019165406584,
+      "train_s": 1.8
+    },
+    {
+      "step": 107,
+      "epoch": 0.25,
+      "loss": 0.02209,
+      "train_map": 0.05504089840988238,
+      "val_map": 0.0382552830474999,
+      "lr": 0.002795633084492174,
+      "train_s": 1.9
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02206,
+      "train_map": 0.06754868397528069,
+      "val_map": null,
+      "lr": 0.0026716673782849554,
+      "train_s": 2.1
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02095,
+      "train_map": 0.07740586375410313,
+      "val_map": null,
+      "lr": 0.002458698684369641,
+      "train_s": 2.5
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02102,
+      "train_map": 0.083926403247336,
+      "val_map": null,
+      "lr": 0.0022063824593754194,
+      "train_s": 2.8
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02071,
+      "train_map": 0.08743726871589612,
+      "val_map": null,
+      "lr": 0.0019251287213377403,
+      "train_s": 3.3
+    },
+    {
+      "step": 214,
+      "epoch": 0.5,
+      "loss": 0.02065,
+      "train_map": 0.09402450023305584,
+      "val_map": 0.06191077863486515,
+      "lr": 0.0017592766878384548,
+      "train_s": 3.5
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02016,
+      "train_map": 0.09851133934066647,
+      "val_map": null,
+      "lr": 0.0016265413870700269,
+      "train_s": 3.7
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02039,
+      "train_map": 0.10509480389570235,
+      "val_map": null,
+      "lr": 0.0013229395198229876,
+      "train_s": 4.0
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.01998,
+      "train_map": 0.1157081357183101,
+      "val_map": null,
+      "lr": 0.0010268490715591258,
+      "train_s": 4.4
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.01981,
+      "train_map": 0.12113224987366521,
+      "val_map": null,
+      "lr": 0.000750486089449494,
+      "train_s": 4.7
+    },
+    {
+      "step": 321,
+      "epoch": 0.75,
+      "loss": 0.01955,
+      "train_map": 0.12487530050378653,
+      "val_map": 0.08126187825971327,
+      "lr": 0.000541962785848462,
+      "train_s": 5.0
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01975,
+      "train_map": 0.12521747161989477,
+      "val_map": null,
+      "lr": 0.0005052527083673369,
+      "train_s": 5.1
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01992,
+      "train_map": 0.12846112283091618,
+      "val_map": null,
+      "lr": 0.00030126672363088163,
+      "train_s": 5.4
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.0191,
+      "train_map": 0.13142593522278673,
+      "val_map": null,
+      "lr": 0.00014694415279957929,
+      "train_s": 5.8
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01947,
+      "train_map": 0.13274744581130724,
+      "val_map": null,
+      "lr": 4.865200911511649e-05,
+      "train_s": 6.2
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01911,
+      "train_map": 0.13318733593088486,
+      "val_map": null,
+      "lr": 1.0445612398966596e-05,
+      "train_s": 6.5
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01904,
+      "train_map": 0.13314011684164717,
+      "val_map": 0.08614025980789052,
+      "lr": 1e-05,
+      "train_s": 6.5
+    }
+  ],
+  "final_train_map": 0.13314011684164717,
+  "final_val_map": 0.08614025980789052,
+  "lora/map": 0.08614025980789052,
+  "train_seconds": 6.5,
+  "wall_seconds": 25.7
+}

p8ess-eat-1m-natural-ess-550k-s1/exports/step_00020000/lora_1ep_s1.json

@@ -0,0 +1,260 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p8ess-eat-1m-natural-ess-550k-s1/exports/step_00020000",
+    "fingerprint": "5b066246c7ab5c62",
+    "campaign_id": "phase8-ess-seed",
+    "trial_id": "p8ess-eat-1m-natural-ess-550k-s1",
+    "lora_layers_wrapped": 16,
+    "params": {
+      "trainable": 226463,
+      "total": 1264127,
+      "fraction": 0.1791457662086167
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 428,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 1.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 1,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.007052994899600179,
+      "val_map": 0.005780364522812941,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02493,
+      "train_map": 0.01666481896783835,
+      "val_map": null,
+      "lr": 0.0017857142857142857,
+      "train_s": 0.4
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02406,
+      "train_map": 0.031116948501570096,
+      "val_map": null,
+      "lr": 0.002996832162669313,
+      "train_s": 0.8
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02302,
+      "train_map": 0.04004689934464663,
+      "val_map": null,
+      "lr": 0.0029464015850084926,
+      "train_s": 1.1
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02218,
+      "train_map": 0.051353260291788015,
+      "val_map": null,
+      "lr": 0.0028365019165406584,
+      "train_s": 1.5
+    },
+    {
+      "step": 107,
+      "epoch": 0.25,
+      "loss": 0.02174,
+      "train_map": 0.05287258877274024,
+      "val_map": 0.036026932889387096,
+      "lr": 0.002795633084492174,
+      "train_s": 1.6
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02179,
+      "train_map": 0.06594475924587001,
+      "val_map": null,
+      "lr": 0.0026716673782849554,
+      "train_s": 1.9
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02161,
+      "train_map": 0.06921927915643936,
+      "val_map": null,
+      "lr": 0.002458698684369641,
+      "train_s": 2.2
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02104,
+      "train_map": 0.0770735238339448,
+      "val_map": null,
+      "lr": 0.0022063824593754194,
+      "train_s": 2.6
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02065,
+      "train_map": 0.09110864329344436,
+      "val_map": null,
+      "lr": 0.0019251287213377403,
+      "train_s": 2.9
+    },
+    {
+      "step": 214,
+      "epoch": 0.5,
+      "loss": 0.0203,
+      "train_map": 0.1006763932150232,
+      "val_map": 0.062371825269181315,
+      "lr": 0.0017592766878384548,
+      "train_s": 3.1
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02077,
+      "train_map": 0.1050225426884725,
+      "val_map": null,
+      "lr": 0.0016265413870700269,
+      "train_s": 3.3
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.01999,
+      "train_map": 0.11136951455510657,
+      "val_map": null,
+      "lr": 0.0013229395198229876,
+      "train_s": 3.7
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.01981,
+      "train_map": 0.11643818150180793,
+      "val_map": null,
+      "lr": 0.0010268490715591258,
+      "train_s": 4.0
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.01923,
+      "train_map": 0.12491250586425585,
+      "val_map": null,
+      "lr": 0.000750486089449494,
+      "train_s": 4.4
+    },
+    {
+      "step": 321,
+      "epoch": 0.75,
+      "loss": 0.01983,
+      "train_map": 0.12905957858101155,
+      "val_map": 0.08163048870564638,
+      "lr": 0.000541962785848462,
+      "train_s": 4.6
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01964,
+      "train_map": 0.12964185317483443,
+      "val_map": null,
+      "lr": 0.0005052527083673369,
+      "train_s": 4.7
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01901,
+      "train_map": 0.13202952348363836,
+      "val_map": null,
+      "lr": 0.00030126672363088163,
+      "train_s": 5.0
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01918,
+      "train_map": 0.13502804143796102,
+      "val_map": null,
+      "lr": 0.00014694415279957929,
+      "train_s": 5.4
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01898,
+      "train_map": 0.13709973872319373,
+      "val_map": null,
+      "lr": 4.865200911511649e-05,
+      "train_s": 5.7
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01941,
+      "train_map": 0.1369990608513539,
+      "val_map": null,
+      "lr": 1.0445612398966596e-05,
+      "train_s": 6.0
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01941,
+      "train_map": 0.1372704696046291,
+      "val_map": 0.08607673555686787,
+      "lr": 1e-05,
+      "train_s": 6.0
+    }
+  ],
+  "final_train_map": 0.1372704696046291,
+  "final_val_map": 0.08607673555686787,
+  "lora/map": 0.08607673555686787,
+  "train_seconds": 6.0,
+  "wall_seconds": 24.7
+}

p8ess-eat-1m-natural-ess-550k-s1/exports/step_00020000/lora_1ep_s2.json

@@ -0,0 +1,260 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p8ess-eat-1m-natural-ess-550k-s1/exports/step_00020000",
+    "fingerprint": "5b066246c7ab5c62",
+    "campaign_id": "phase8-ess-seed",
+    "trial_id": "p8ess-eat-1m-natural-ess-550k-s1",
+    "lora_layers_wrapped": 16,
+    "params": {
+      "trainable": 226463,
+      "total": 1264127,
+      "fraction": 0.1791457662086167
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 428,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 1.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 2,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006981308095619273,
+      "val_map": 0.005552523458408337,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02463,
+      "train_map": 0.017075677845667714,
+      "val_map": null,
+      "lr": 0.0017857142857142857,
+      "train_s": 0.4
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02434,
+      "train_map": 0.029461126807022068,
+      "val_map": null,
+      "lr": 0.002996832162669313,
+      "train_s": 0.7
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02263,
+      "train_map": 0.04445915281873345,
+      "val_map": null,
+      "lr": 0.0029464015850084926,
+      "train_s": 1.0
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02196,
+      "train_map": 0.054539183229367044,
+      "val_map": null,
+      "lr": 0.0028365019165406584,
+      "train_s": 1.4
+    },
+    {
+      "step": 107,
+      "epoch": 0.25,
+      "loss": 0.02243,
+      "train_map": 0.05542151020942309,
+      "val_map": 0.040830550280150445,
+      "lr": 0.002795633084492174,
+      "train_s": 1.5
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02185,
+      "train_map": 0.0655705282690827,
+      "val_map": null,
+      "lr": 0.0026716673782849554,
+      "train_s": 1.7
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02161,
+      "train_map": 0.07073708972142588,
+      "val_map": null,
+      "lr": 0.002458698684369641,
+      "train_s": 2.0
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02153,
+      "train_map": 0.08093403989760173,
+      "val_map": null,
+      "lr": 0.0022063824593754194,
+      "train_s": 2.4
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02043,
+      "train_map": 0.08753997816189954,
+      "val_map": null,
+      "lr": 0.0019251287213377403,
+      "train_s": 2.7
+    },
+    {
+      "step": 214,
+      "epoch": 0.5,
+      "loss": 0.02036,
+      "train_map": 0.0933513256970376,
+      "val_map": 0.06412894602783689,
+      "lr": 0.0017592766878384548,
+      "train_s": 2.9
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02019,
+      "train_map": 0.09873748485854274,
+      "val_map": null,
+      "lr": 0.0016265413870700269,
+      "train_s": 3.1
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02056,
+      "train_map": 0.10650079829204806,
+      "val_map": null,
+      "lr": 0.0013229395198229876,
+      "train_s": 3.4
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.01932,
+      "train_map": 0.1115677544380586,
+      "val_map": null,
+      "lr": 0.0010268490715591258,
+      "train_s": 3.8
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.01985,
+      "train_map": 0.12172318742375475,
+      "val_map": null,
+      "lr": 0.000750486089449494,
+      "train_s": 4.2
+    },
+    {
+      "step": 321,
+      "epoch": 0.75,
+      "loss": 0.01932,
+      "train_map": 0.12604613489987404,
+      "val_map": 0.08098919154719168,
+      "lr": 0.000541962785848462,
+      "train_s": 4.5
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01918,
+      "train_map": 0.1263703704772754,
+      "val_map": null,
+      "lr": 0.0005052527083673369,
+      "train_s": 4.6
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01923,
+      "train_map": 0.128528949095067,
+      "val_map": null,
+      "lr": 0.00030126672363088163,
+      "train_s": 4.9
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01922,
+      "train_map": 0.12954248871081694,
+      "val_map": null,
+      "lr": 0.00014694415279957929,
+      "train_s": 5.2
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01888,
+      "train_map": 0.1313144355341686,
+      "val_map": null,
+      "lr": 4.865200911511649e-05,
+      "train_s": 5.6
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.0194,
+      "train_map": 0.131570944338118,
+      "val_map": null,
+      "lr": 1.0445612398966596e-05,
+      "train_s": 5.9
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01967,
+      "train_map": 0.13164715273915464,
+      "val_map": 0.0839886146145157,
+      "lr": 1e-05,
+      "train_s": 5.9
+    }
+  ],
+  "final_train_map": 0.13164715273915464,
+  "final_val_map": 0.0839886146145157,
+  "lora/map": 0.0839886146145157,
+  "train_seconds": 5.9,
+  "wall_seconds": 24.7
+}

p8ess-eat-1m-natural-ess-550k-s1/exports/step_00020000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p8ess-eat-1m-natural-ess-550k-s1/exports/step_00020000",
+  "fingerprint": "5b066246c7ab5c62",
+  "campaign_id": "phase8-ess-seed",
+  "trial_id": "p8ess-eat-1m-natural-ess-550k-s1",
+  "probe/map": 0.09170483913276153,
+  "probe/map_train": 0.20893334111011458,
+  "probe/alpha": 0.1,
+  "probe/holdout_map": 0.11604130476363272,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 288,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 2.906113501638174,
+  "probe/total_s": 3.680489234626293,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.11603075672388148
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.11604130476363272
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.10995087539202815
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.09598570722119928
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.07659414550996398
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.05548757538985836
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.04649366560238334
+    }
+  ],
+  "per_class_ap": [
+    0.597147524356842,
+    0.012693013064563274,
+    0.030745627358555794,
+    0.11587585508823395,
+    0.0599040612578392,
+    0.24067756533622742,
+    0.1357596516609192,
+    0.29243001341819763,
+    0.04296267032623291,
+    0.029126489534974098,
+    0.02340942807495594,
+    0.037606850266456604,
+    0.25999715924263,
+    0.18708199262619019,
+    0.02446911856532097,
+    0.29283103346824646,
+    0.2143283486366272,
+    0.32277387380599976,
+    0.031961411237716675,
+    0.03184816241264343,
+    0.13984864950180054,
+    0.03371017053723335,
+    0.09563354402780533,
+    0.09341243654489517,
+    0.031818460673093796,
+    0.014897401444613934,
+    0.04166177660226822,
+    0.17244082689285278,
+    0.21900776028633118,
+    0.04237515479326248,
+    0.15319430828094482,
+    0.13010035455226898,
+    0.016650618985295296,
+    0.046933576464653015,
+    0.10621070861816406,
+    0.041663870215415955,
+    0.1849440038204193,
+    0.03848164901137352,
+    0.045396145433187485,
+    0.06435895711183548,
+    0.09788256138563156,
+    0.008714966475963593,
+    0.02846352383494377,
+    0.23323293030261993,
+    0.00614482956007123,
+    0.06525476276874542,
+    0.016468318179249763,
+    0.05648285895586014,
+    0.032564859837293625,
+    0.028551651164889336,
+    0.11642234772443771,
+    0.011702698655426502,
+    0.014908639714121819,
+    0.02751971408724785,
+    0.13534298539161682,
+    0.08313131332397461,
+    0.11007163673639297,
+    0.2487545758485794,
+    0.040335528552532196,
+    0.04310106858611107,
+    0.08315838873386383,
+    0.1305781751871109,
+    0.02793075516819954,
+    0.07612244784832001,
+    0.4053807556629181,
+    0.18105314671993256,
+    0.17736509442329407,
+    0.16819711029529572,
+    0.2602398693561554,
+    0.24886798858642578,
+    0.07309628278017044,
+    0.07756119221448898,
+    0.13080646097660065,
+    0.1039850115776062,
+    0.09080667048692703,
+    0.13810068368911743,
+    0.039803747087717056,
+    0.09428907185792923,
+    0.07505933195352554,
+    0.02794037014245987,
+    0.01820434257388115,
+    0.06316453963518143,
+    0.09210140258073807,
+    0.036079440265893936,
+    0.06141557916998863,
+    0.024603476747870445,
+    0.029603904113173485,
+    0.017461415380239487,
+    0.043243709951639175,
+    0.021490128710865974,
+    0.02942037023603916,
+    0.02588174305856228,
+    0.11690738052129745,
+    0.01304308045655489,
+    0.010518123395740986,
+    0.03818812966346741,
+    0.011984441429376602,
+    0.01743585430085659,
+    0.09177631884813309,
+    0.09293102473020554,
+    0.032879121601581573,
+    0.14574772119522095,
+    0.038631174713373184,
+    0.040655557066202164,
+    0.012508558109402657,
+    0.0324082151055336,
+    0.040688082575798035,
+    0.027866709977388382,
+    0.031483300030231476,
+    0.02744772844016552,
+    0.04267994686961174,
+    0.08338362723588943,
+    0.06296119838953018,
+    0.04952092468738556,
+    0.030017463490366936,
+    0.0755908340215683,
+    0.06849625706672668,
+    0.029808877035975456,
+    0.035445794463157654,
+    0.05327451601624489,
+    0.050777047872543335,
+    0.0850098505616188,
+    0.02439142018556595,
+    0.03544323146343231,
+    0.0074589671567082405,
+    0.027085360139608383,
+    0.09054055064916611,
+    0.1305057555437088,
+    0.023445550352334976,
+    0.031069224700331688,
+    0.004700166173279285,
+    0.06405404210090637,
+    0.026220185682177544,
+    0.02289997786283493,
+    0.017435172572731972,
+    0.009700172580778599,
+    0.041159357875585556,
+    0.6935423612594604,
+    0.20917318761348724,
+    0.23423971235752106,
+    0.334820955991745,
+    0.2496355175971985,
+    0.10929328948259354,
+    0.11805297434329987,
+    0.04614930599927902,
+    0.06254870444536209,
+    0.05808645114302635,
+    0.11775043606758118,
+    0.032750777900218964,
+    0.0975133627653122,
+    0.12235332280397415,
+    0.17418083548545837,
+    0.1676427721977234,
+    0.0680214911699295,
+    0.07183926552534103,
+    0.10746363550424576,
+    0.062123853713274,
+    0.049249518662691116,
+    0.022177206352353096,
+    0.0914606899023056,
+    0.3090134263038635,
+    0.17300443351268768,
+    0.1484297513961792,
+    0.10844206064939499,
+    0.15726238489151,
+    0.12530143558979034,
+    0.14769211411476135,
+    0.07793278247117996,
+    0.14363807439804077,
+    0.2528783679008484,
+    0.1139233186841011,
+    0.1479557305574417,
+    0.15385274589061737,
+    0.1920320689678192,
+    0.0533025823533535,
+    0.14162036776542664,
+    0.06520996987819672,
+    0.27811846137046814,
+    0.02965732477605343,
+    0.06624813377857208,
+    0.07485143840312958,
+    0.06291507184505463,
+    0.037387460470199585,
+    0.11667872965335846,
+    0.052897386252880096,
+    0.21304486691951752,
+    0.2592485547065735,
+    0.10600009560585022,
+    0.12077188491821289,
+    0.11100970953702927,
+    0.16905002295970917,
+    0.08209523558616638,
+    0.17163264751434326,
+    0.11074715107679367,
+    0.09508176892995834,
+    0.29488417506217957,
+    0.0643373504281044,
+    0.03193097561597824,
+    0.07087135314941406,
+    0.12603603303432465,
+    0.024076135829091072,
+    0.15669897198677063,
+    0.05171789228916168,
+    0.143314927816391,
+    0.09531383216381073,
+    0.06948496401309967,
+    0.07794350385665894,
+    0.320526659488678,
+    0.127879336476326,
+    0.16771961748600006,
+    0.5950976610183716,
+    0.1927194595336914,
+    0.43875229358673096,
+    0.051240772008895874,
+    0.24288363754749298,
+    0.11062833666801453,
+    0.046424418687820435,
+    0.16472533345222473,
+    0.05709505081176758,
+    0.08814424276351929,
+    0.17806418240070343,
+    0.10088380426168442,
+    0.13653628528118134,
+    0.21235863864421844,
+    0.059411708265542984,
+    0.12329211086034775,
+    0.07664383202791214,
+    0.04391452297568321,
+    0.15424945950508118,
+    0.047819171100854874,
+    0.05528911203145981,
+    0.09861380606889725,
+    0.06761787086725235,
+    0.03589600697159767,
+    0.05745336413383484,
+    0.02224583737552166,
+    0.10251706093549728,
+    0.016685938462615013,
+    0.26170843839645386,
+    0.030966417863965034,
+    0.11952932924032211,
+    0.13828523457050323,
+    0.2689538896083832,
+    0.15567058324813843,
+    0.11600258201360703,
+    0.24257907271385193,
+    0.043246541172266006,
+    0.16040918231010437,
+    0.049371734261512756,
+    0.10115018486976624,
+    0.07311412692070007,
+    0.05636423081159592,
+    0.08200302720069885,
+    0.076248899102211,
+    0.09714444726705551,
+    0.16453281044960022,
+    0.21230818331241608,
+    0.20420435070991516,
+    0.1297481209039688,
+    0.07231615483760834,
+    0.0413241870701313,
+    0.060854509472846985,
+    0.10122303664684296,
+    0.08788980543613434,
+    0.029897313565015793,
+    0.0802055150270462,
+    0.07026799023151398,
+    0.12182825058698654,
+    0.0844959169626236,
+    0.039279013872146606,
+    0.020703334361314774,
+    0.11944622546434402,
+    0.07021915167570114,
+    0.04305056482553482,
+    0.1319338083267212,
+    0.041504666209220886,
+    0.0837869867682457,
+    0.041868679225444794,
+    0.06652923673391342,
+    0.031129948794841766,
+    0.026283184066414833,
+    0.26738879084587097,
+    0.0957791730761528,
+    0.13612140715122223,
+    0.05337539687752724,
+    0.1281099021434784,
+    0.20999151468276978,
+    0.22519414126873016,
+    0.1221289113163948,
+    0.15805377066135406,
+    0.12633249163627625,
+    0.11348438262939453,
+    0.06856127828359604,
+    0.24706225097179413,
+    0.06958702951669693,
+    0.06685547530651093,
+    0.0753173828125,
+    0.007423856295645237,
+    0.013105859979987144,
+    0.008905898779630661,
+    0.2614956498146057,
+    0.12488723546266556,
+    0.05482514947652817,
+    0.02329106070101261,
+    0.03314487636089325,
+    0.09597676247358322,
+    0.023260196670889854,
+    0.1433105617761612,
+    0.07221955060958862,
+    0.0843873918056488,
+    0.07185064256191254,
+    0.033333439379930496,
+    0.0434916652739048,
+    0.026691917330026627,
+    0.07892709225416183,
+    0.07268363982439041,
+    0.06377178430557251,
+    0.029082346707582474,
+    0.08596280962228775,
+    0.04036266729235649,
+    0.13385789096355438,
+    0.045616958290338516,
+    0.2224149852991104,
+    0.146713986992836,
+    0.13091757893562317,
+    0.15596260130405426,
+    0.01763836294412613,
+    0.04369666427373886,
+    0.17829938232898712,
+    0.16307739913463593,
+    0.0879361629486084,
+    0.10169898718595505,
+    0.18079259991645813,
+    0.19392280280590057,
+    0.1583673059940338,
+    0.1413438618183136,
+    0.0970359519124031,
+    0.11459477990865707,
+    0.043031785637140274,
+    0.022461848333477974,
+    0.11575383692979813,
+    0.006154210772365332,
+    0.03817915916442871,
+    0.11061444133520126,
+    0.10376930236816406,
+    0.09464776515960693,
+    0.06169428676366806,
+    0.179653599858284,
+    0.01724599488079548,
+    0.018269173800945282,
+    0.042348574846982956,
+    0.03300069645047188,
+    0.05525004863739014,
+    0.08450575917959213,
+    0.012817871756851673,
+    0.02016705460846424,
+    0.015170986764132977,
+    0.015352563932538033,
+    0.03438214212656021,
+    0.03521362692117691,
+    0.00978934857994318,
+    0.01320362277328968,
+    0.0827367827296257,
+    0.0748404935002327,
+    0.030214454978704453,
+    0.03224701061844826,
+    0.2825612425804138,
+    0.1417893022298813,
+    0.01693558879196644,
+    0.11680202931165695,
+    0.07913201302289963,
+    0.07005933672189713,
+    0.0677119717001915,
+    0.25439614057540894,
+    0.035208698362112045,
+    0.025199977681040764,
+    0.10014450550079346,
+    0.05724599212408066,
+    0.009797926992177963,
+    0.011200482957065105,
+    0.021658699959516525,
+    0.07436735183000565,
+    0.05781381577253342,
+    0.09501592814922333,
+    0.0883917361497879,
+    0.1477757692337036,
+    0.09895676374435425,
+    0.05323643609881401,
+    0.02894454076886177,
+    0.01672215573489666,
+    0.11817338317632675,
+    0.030504709109663963,
+    0.017145151272416115,
+    0.3024194836616516,
+    0.10718569904565811,
+    0.056499745696783066,
+    0.3060707449913025,
+    0.4515761435031891,
+    0.022291338071227074,
+    0.2989407479763031,
+    0.25720369815826416,
+    0.05016309395432472,
+    0.06811683624982834,
+    0.09822694957256317,
+    0.01820019632577896,
+    0.012060253880918026,
+    0.018483171239495277,
+    0.021192366257309914,
+    0.016087450087070465,
+    0.008716772310435772,
+    0.011952736414968967,
+    0.11559180915355682,
+    0.02531861513853073,
+    0.023308558389544487,
+    0.14011746644973755,
+    0.07644181698560715,
+    0.015045340172946453,
+    0.017212534323334694,
+    0.10115831345319748,
+    0.07828973978757858,
+    0.0785818099975586,
+    0.038102954626083374,
+    0.04760418459773064,
+    0.08741069585084915,
+    0.09297353774309158,
+    0.0879804864525795,
+    0.021938228979706764,
+    0.09260605275630951,
+    0.13783834874629974,
+    0.10709793120622635,
+    0.02172931656241417,
+    0.07314292341470718,
+    0.08822609484195709,
+    0.03462139889597893,
+    0.00649940175935626,
+    0.0400557778775692,
+    0.1764022409915924,
+    0.05117112398147583,
+    0.08218664675951004,
+    0.017078718170523643,
+    0.013970516622066498,
+    0.00950600951910019,
+    0.00861334428191185,
+    0.0339529924094677,
+    0.00906602293252945,
+    0.04854319989681244,
+    0.015536373481154442,
+    0.015947846695780754,
+    0.013207703828811646,
+    0.022958001121878624,
+    0.0067691924050450325,
+    0.032290276139974594,
+    0.01363738439977169,
+    0.04610459879040718,
+    0.02021411992609501,
+    0.1024433895945549,
+    0.02311597391963005,
+    0.06831400841474533,
+    0.030540283769369125,
+    0.03956492245197296,
+    0.051647260785102844,
+    0.04218133166432381,
+    0.1425705999135971,
+    0.36619189381599426,
+    0.24647505581378937,
+    0.07043673098087311,
+    0.025411581620573997,
+    0.03792593628168106,
+    0.021891489624977112,
+    0.035857684910297394,
+    0.02126282826066017,
+    0.035910461097955704,
+    0.04281827062368393,
+    0.014563878998160362,
+    0.08680575340986252,
+    0.004402490332722664,
+    0.11159104108810425,
+    0.05340755730867386,
+    0.03054266981780529,
+    0.2342388778924942,
+    0.07984758913516998,
+    0.08578813821077347,
+    0.009841431863605976,
+    0.0701942890882492,
+    0.040330637246370316,
+    0.021627865731716156,
+    0.007606963627040386,
+    0.05596929043531418,
+    0.05366748571395874,
+    0.03216932713985443,
+    0.1641966551542282,
+    0.18024300038814545,
+    0.06811729818582535,
+    0.14222127199172974,
+    0.22358368337154388,
+    0.03281793370842934,
+    0.032825928181409836,
+    0.1417638659477234,
+    0.03159335255622864,
+    0.05909748747944832,
+    0.11537997424602509,
+    0.2868693172931671,
+    0.01169678382575512,
+    0.08216170221567154,
+    0.029637740924954414,
+    0.02054997719824314,
+    0.08435966074466705,
+    0.021979935467243195,
+    0.013199551030993462,
+    0.035623230040073395,
+    0.024719417095184326,
+    0.12845107913017273,
+    0.06374931335449219,
+    0.010640650056302547,
+    0.06450345367193222,
+    0.23038503527641296,
+    0.028655683621764183,
+    0.2974313497543335,
+    0.024808591231703758,
+    0.02314901351928711,
+    0.02764201909303665,
+    0.19252069294452667,
+    0.11736468970775604,
+    0.021494930610060692,
+    0.008860270492732525,
+    0.05762750282883644,
+    0.09157810360193253
+  ]
+}

p8ess-eat-1m-natural-ess-550k-s1/exports/step_00025000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 144
+  depth: 4
+  num_heads: 3
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: eat
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 16
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 192.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 1
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.04398323452006878
+  - 0.047639569377790236
+  - 0.04987541997380786
+  - 0.04352455826914307
+  - 0.06833805433404602
+  - 0.0691879390635264
+  - 0.06156826483349581
+  - 0.023825537754756217
+  - 0.05248940389869583
+  - 0.04984770065647712
+  - 0.04359882511934997
+  - 0.025219348711104046
+  - 0.057987765843943384
+  - 0.09278753823173767
+  - 0.049216955435705825
+  - 0.054416680962163656
+  - 0.050065271147224095
+  - 0.05877645887290118
+  - 0.04349683895181232
+  - 0.014154634042250515
+  repetition_cap: 1000.0
+  distinct_fraction: 0.287653
+optim:
+  lr: 0.003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase8-ess-seed
+  trial_id: p8ess-eat-1m-natural-ess-550k-s1
+  wandb_project: mixture-transfer
+  wandb_entity: luequinn-montana-state-university
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 1
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p8ess-eat-1m-natural-ess-550k-s1/exports/step_00025000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p8ess-eat-1m-natural-ess-550k-s1/exports/step_00025000",
+  "fingerprint": "5b066246c7ab5c62",
+  "campaign_id": "phase8-ess-seed",
+  "trial_id": "p8ess-eat-1m-natural-ess-550k-s1",
+  "probe/map": 0.09707770730674521,
+  "probe/map_train": 0.21531678505764967,
+  "probe/alpha": 0.1,
+  "probe/holdout_map": 0.12026419838187082,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 288,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 2.840998960658908,
+  "probe/total_s": 3.6710174176841974,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.11959575824757625
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.12026419838187082
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.11524162780355655
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.10266451011332321
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.08195174709483768
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.059193042202797884
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.04949076714186772
+    }
+  ],
+  "per_class_ap": [
+    0.5970958471298218,
+    0.012810105457901955,
+    0.05305057764053345,
+    0.12639431655406952,
+    0.06383460760116577,
+    0.23985987901687622,
+    0.14211179316043854,
+    0.31564831733703613,
+    0.0700790211558342,
+    0.04203272610902786,
+    0.024757685139775276,
+    0.04868016019463539,
+    0.299886554479599,
+    0.18634186685085297,
+    0.022341907024383545,
+    0.3098878264427185,
+    0.23564521968364716,
+    0.33759605884552,
+    0.040761686861515045,
+    0.031051484867930412,
+    0.14126679301261902,
+    0.05581430345773697,
+    0.08798537403345108,
+    0.09635359048843384,
+    0.048931531608104706,
+    0.01801685430109501,
+    0.04196866229176521,
+    0.17495861649513245,
+    0.20918254554271698,
+    0.03487762436270714,
+    0.1729256510734558,
+    0.1121053695678711,
+    0.013980705291032791,
+    0.06246517598628998,
+    0.12986452877521515,
+    0.05417485535144806,
+    0.24736309051513672,
+    0.03429953381419182,
+    0.05072683095932007,
+    0.07615672051906586,
+    0.10854136198759079,
+    0.009116841480135918,
+    0.02890593558549881,
+    0.2596791386604309,
+    0.006480898708105087,
+    0.06503091007471085,
+    0.016800204291939735,
+    0.048854947090148926,
+    0.031348977237939835,
+    0.03132398799061775,
+    0.11485519260168076,
+    0.00994929764419794,
+    0.01692909002304077,
+    0.05031424015760422,
+    0.122347891330719,
+    0.08587074279785156,
+    0.1235230565071106,
+    0.22585542500019073,
+    0.04885680228471756,
+    0.047173403203487396,
+    0.048371586948633194,
+    0.17400957643985748,
+    0.028952058404684067,
+    0.09472168236970901,
+    0.4277542531490326,
+    0.18090949952602386,
+    0.18041184544563293,
+    0.13243231177330017,
+    0.28013771772384644,
+    0.27780190110206604,
+    0.08286428451538086,
+    0.08860638737678528,
+    0.14013944566249847,
+    0.12697695195674896,
+    0.11619716137647629,
+    0.16145257651805878,
+    0.052587710320949554,
+    0.1167108565568924,
+    0.08187379688024521,
+    0.052087944000959396,
+    0.02794492430984974,
+    0.06358800083398819,
+    0.13440527021884918,
+    0.03888510540127754,
+    0.0765436589717865,
+    0.027255995199084282,
+    0.02778809517621994,
+    0.020970571786165237,
+    0.030455350875854492,
+    0.026067422702908516,
+    0.02236315980553627,
+    0.021203538402915,
+    0.09842517971992493,
+    0.02344326674938202,
+    0.011636963114142418,
+    0.029713457450270653,
+    0.013259809464216232,
+    0.016874374821782112,
+    0.10737258940935135,
+    0.13235318660736084,
+    0.058790724724531174,
+    0.17425623536109924,
+    0.04667441546916962,
+    0.04770993813872337,
+    0.014501230791211128,
+    0.03716101124882698,
+    0.06271585077047348,
+    0.054714590311050415,
+    0.04629889503121376,
+    0.041461970657110214,
+    0.056778211146593094,
+    0.08581780642271042,
+    0.06746533513069153,
+    0.055606354027986526,
+    0.0339374840259552,
+    0.10465537011623383,
+    0.09961707144975662,
+    0.029218001291155815,
+    0.03736905753612518,
+    0.07291268557310104,
+    0.07023093104362488,
+    0.09626172482967377,
+    0.03684196248650551,
+    0.041926685720682144,
+    0.0067483908496797085,
+    0.034698568284511566,
+    0.08888538926839828,
+    0.127632737159729,
+    0.02097490429878235,
+    0.0398777574300766,
+    0.005278690252453089,
+    0.058425698429346085,
+    0.06396198272705078,
+    0.036034632474184036,
+    0.017121804878115654,
+    0.008113441988825798,
+    0.05212237313389778,
+    0.7005334496498108,
+    0.20631004869937897,
+    0.23971731960773468,
+    0.33791521191596985,
+    0.24130254983901978,
+    0.10230465978384018,
+    0.11008010804653168,
+    0.0517815537750721,
+    0.06336871534585953,
+    0.054446589201688766,
+    0.1786634474992752,
+    0.04121362417936325,
+    0.14661096036434174,
+    0.14530161023139954,
+    0.16497395932674408,
+    0.19287054240703583,
+    0.08949687331914902,
+    0.07301176339387894,
+    0.10106892883777618,
+    0.056936297565698624,
+    0.04454231262207031,
+    0.01855812408030033,
+    0.09544550627470016,
+    0.39667394757270813,
+    0.18878109753131866,
+    0.16365750133991241,
+    0.11318441480398178,
+    0.17304390668869019,
+    0.13193395733833313,
+    0.15685924887657166,
+    0.08474524319171906,
+    0.14935347437858582,
+    0.2399902194738388,
+    0.14544588327407837,
+    0.14937810599803925,
+    0.15985029935836792,
+    0.19728794693946838,
+    0.06677594780921936,
+    0.13117188215255737,
+    0.07962449640035629,
+    0.2999268174171448,
+    0.03169289976358414,
+    0.07653727382421494,
+    0.08374475687742233,
+    0.08165663480758667,
+    0.04609556123614311,
+    0.1273237019777298,
+    0.0657186210155487,
+    0.247312992811203,
+    0.292608380317688,
+    0.1228128969669342,
+    0.1585528552532196,
+    0.11946281790733337,
+    0.17922306060791016,
+    0.09102994203567505,
+    0.19382381439208984,
+    0.12571753561496735,
+    0.0935300812125206,
+    0.31044915318489075,
+    0.06314490735530853,
+    0.029673511162400246,
+    0.06802379339933395,
+    0.13217060267925262,
+    0.02831406146287918,
+    0.17299173772335052,
+    0.09560982137918472,
+    0.07349646836519241,
+    0.09501531720161438,
+    0.0874665379524231,
+    0.09480278939008713,
+    0.37114042043685913,
+    0.12664885818958282,
+    0.23136024177074432,
+    0.609912633895874,
+    0.21087853610515594,
+    0.4335040748119354,
+    0.05341600254178047,
+    0.26121455430984497,
+    0.10585225373506546,
+    0.04985763505101204,
+    0.18202832341194153,
+    0.0687684491276741,
+    0.09318354725837708,
+    0.16311070322990417,
+    0.09709390997886658,
+    0.13318651914596558,
+    0.20873908698558807,
+    0.056846413761377335,
+    0.10650258511304855,
+    0.07897771149873734,
+    0.046118203550577164,
+    0.17875458300113678,
+    0.03629458695650101,
+    0.06113872677087784,
+    0.09848193824291229,
+    0.06683459132909775,
+    0.035112883895635605,
+    0.07430081814527512,
+    0.01437753438949585,
+    0.10938003659248352,
+    0.019420059397816658,
+    0.2380281537771225,
+    0.029846927151083946,
+    0.12731172144412994,
+    0.16048455238342285,
+    0.253707617521286,
+    0.16769720613956451,
+    0.13276314735412598,
+    0.250566303730011,
+    0.04067188501358032,
+    0.15225066244602203,
+    0.05143918842077255,
+    0.08719915896654129,
+    0.08973675221204758,
+    0.054124437272548676,
+    0.07983649522066116,
+    0.08579540252685547,
+    0.10673815757036209,
+    0.1581004410982132,
+    0.22586500644683838,
+    0.2071930468082428,
+    0.12993532419204712,
+    0.07794425636529922,
+    0.04695717990398407,
+    0.0692623108625412,
+    0.09423884749412537,
+    0.08136878162622452,
+    0.039152514189481735,
+    0.08518600463867188,
+    0.07771478593349457,
+    0.12351489067077637,
+    0.11385564506053925,
+    0.06321337819099426,
+    0.019934765994548798,
+    0.14819668233394623,
+    0.07617934048175812,
+    0.04628273844718933,
+    0.13737815618515015,
+    0.03321394696831703,
+    0.07199519127607346,
+    0.04688374698162079,
+    0.07928076386451721,
+    0.03312734141945839,
+    0.02610325813293457,
+    0.2896979749202728,
+    0.07551417499780655,
+    0.13839083909988403,
+    0.05175354704260826,
+    0.13032153248786926,
+    0.21093794703483582,
+    0.21013544499874115,
+    0.12785004079341888,
+    0.1643866002559662,
+    0.14794723689556122,
+    0.13750623166561127,
+    0.05859559774398804,
+    0.2317974865436554,
+    0.0834830179810524,
+    0.0842667743563652,
+    0.1015058234333992,
+    0.007452840451151133,
+    0.01687994971871376,
+    0.01111093070358038,
+    0.2581653892993927,
+    0.13381794095039368,
+    0.0631573498249054,
+    0.024529606103897095,
+    0.037140246480703354,
+    0.10251238942146301,
+    0.024381838738918304,
+    0.13876518607139587,
+    0.08726013451814651,
+    0.09441862255334854,
+    0.07484786212444305,
+    0.0330701507627964,
+    0.04666699469089508,
+    0.023811543360352516,
+    0.05182032287120819,
+    0.07599044591188431,
+    0.06548719108104706,
+    0.02317916601896286,
+    0.07485873252153397,
+    0.04587414488196373,
+    0.13356153666973114,
+    0.04235304147005081,
+    0.2490260899066925,
+    0.18360784649848938,
+    0.1366828829050064,
+    0.19464288651943207,
+    0.02705661579966545,
+    0.04641173034906387,
+    0.17327597737312317,
+    0.16092979907989502,
+    0.06660758703947067,
+    0.12475509196519852,
+    0.17549081146717072,
+    0.21487274765968323,
+    0.13138534128665924,
+    0.12285925447940826,
+    0.09487474709749222,
+    0.10272196680307388,
+    0.032710324972867966,
+    0.023874619975686073,
+    0.11403028666973114,
+    0.006219147704541683,
+    0.03147977963089943,
+    0.11389698088169098,
+    0.11546063423156738,
+    0.07754659652709961,
+    0.07276339083909988,
+    0.1494002640247345,
+    0.015816498547792435,
+    0.01761813834309578,
+    0.04916946962475777,
+    0.03483125939965248,
+    0.05170867219567299,
+    0.08538567274808884,
+    0.01107812114059925,
+    0.02691824361681938,
+    0.014958160929381847,
+    0.014529899694025517,
+    0.03128640353679657,
+    0.037069760262966156,
+    0.009632783010601997,
+    0.023475822061300278,
+    0.04743092134594917,
+    0.0754256546497345,
+    0.032575566321611404,
+    0.03386307507753372,
+    0.2694393992424011,
+    0.148502379655838,
+    0.017595363780856133,
+    0.08925236761569977,
+    0.08455540239810944,
+    0.08506081998348236,
+    0.06955476850271225,
+    0.24667514860630035,
+    0.05460972338914871,
+    0.027764279395341873,
+    0.10224912315607071,
+    0.061089299619197845,
+    0.008428533561527729,
+    0.011922367848455906,
+    0.019342707470059395,
+    0.08006683737039566,
+    0.053119588643312454,
+    0.09852921962738037,
+    0.08619537204504013,
+    0.16252827644348145,
+    0.10796478390693665,
+    0.04539060592651367,
+    0.030886054039001465,
+    0.019727595150470734,
+    0.17462098598480225,
+    0.028166934847831726,
+    0.016833452507853508,
+    0.2390393763780594,
+    0.15406835079193115,
+    0.05897990241646767,
+    0.32584628462791443,
+    0.4909211993217468,
+    0.022936491295695305,
+    0.3277108073234558,
+    0.32139721512794495,
+    0.05668828636407852,
+    0.06787902861833572,
+    0.12468221783638,
+    0.019014962017536163,
+    0.013848933391273022,
+    0.01950804702937603,
+    0.034427791833877563,
+    0.015205856412649155,
+    0.011246232315897942,
+    0.013702227734029293,
+    0.11942882090806961,
+    0.030712313950061798,
+    0.025678284466266632,
+    0.15608535706996918,
+    0.11814863979816437,
+    0.014831080101430416,
+    0.02076471783220768,
+    0.08973368257284164,
+    0.06263875961303711,
+    0.11413227766752243,
+    0.04277623072266579,
+    0.042862266302108765,
+    0.09442408382892609,
+    0.07913466542959213,
+    0.07497168332338333,
+    0.024890216067433357,
+    0.12148120254278183,
+    0.16180036962032318,
+    0.08671137690544128,
+    0.02462165057659149,
+    0.09421592950820923,
+    0.09081215411424637,
+    0.03038976714015007,
+    0.007142342161387205,
+    0.05128020420670509,
+    0.1684211939573288,
+    0.049701619893312454,
+    0.09888861328363419,
+    0.018288522958755493,
+    0.014319650828838348,
+    0.00923117808997631,
+    0.008822554722428322,
+    0.03877459093928337,
+    0.008478667587041855,
+    0.0571846105158329,
+    0.012934571132063866,
+    0.010637521743774414,
+    0.014719625003635883,
+    0.03347509354352951,
+    0.009440564550459385,
+    0.031007779762148857,
+    0.010887237265706062,
+    0.04339005425572395,
+    0.017929445952177048,
+    0.10275400429964066,
+    0.02171313390135765,
+    0.08814704418182373,
+    0.03797769919037819,
+    0.04486369341611862,
+    0.05462319776415825,
+    0.04066716134548187,
+    0.1552654355764389,
+    0.38322213292121887,
+    0.24541924893856049,
+    0.0783974677324295,
+    0.024057457223534584,
+    0.03967835754156113,
+    0.024893058463931084,
+    0.03621605783700943,
+    0.03118768334388733,
+    0.03865647315979004,
+    0.02823554538190365,
+    0.016093619167804718,
+    0.0764746218919754,
+    0.004507819190621376,
+    0.11456140130758286,
+    0.056566644459962845,
+    0.03650843724608421,
+    0.24024927616119385,
+    0.08965916931629181,
+    0.07101335376501083,
+    0.016487685963511467,
+    0.06033145636320114,
+    0.035303663462400436,
+    0.0350477509200573,
+    0.007129165809601545,
+    0.05816823989152908,
+    0.04606165364384651,
+    0.023765739053487778,
+    0.15329648554325104,
+    0.16315241158008575,
+    0.055129874497652054,
+    0.15309622883796692,
+    0.2123565673828125,
+    0.036149851977825165,
+    0.0334273986518383,
+    0.1592891961336136,
+    0.020487140864133835,
+    0.06363268941640854,
+    0.10628723353147507,
+    0.27080994844436646,
+    0.016846593469381332,
+    0.09329712390899658,
+    0.028240174055099487,
+    0.018563177436590195,
+    0.08670234680175781,
+    0.020566310733556747,
+    0.014196084812283516,
+    0.03360365331172943,
+    0.026548461988568306,
+    0.1526418775320053,
+    0.062054555863142014,
+    0.008041337132453918,
+    0.06647222489118576,
+    0.2914769947528839,
+    0.03921409323811531,
+    0.2745570242404938,
+    0.024620356038212776,
+    0.020625928416848183,
+    0.023302877321839333,
+    0.20137721300125122,
+    0.1261298805475235,
+    0.022415941581130028,
+    0.00976883340626955,
+    0.058328334242105484,
+    0.08715631067752838
+  ]
+}

p8ess-eat-1m-natural-ess-550k-s1/exports/step_00030000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 144
+  depth: 4
+  num_heads: 3
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: eat
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 16
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 192.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 1
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.04398323452006878
+  - 0.047639569377790236
+  - 0.04987541997380786
+  - 0.04352455826914307
+  - 0.06833805433404602
+  - 0.0691879390635264
+  - 0.06156826483349581
+  - 0.023825537754756217
+  - 0.05248940389869583
+  - 0.04984770065647712
+  - 0.04359882511934997
+  - 0.025219348711104046
+  - 0.057987765843943384
+  - 0.09278753823173767
+  - 0.049216955435705825
+  - 0.054416680962163656
+  - 0.050065271147224095
+  - 0.05877645887290118
+  - 0.04349683895181232
+  - 0.014154634042250515
+  repetition_cap: 1000.0
+  distinct_fraction: 0.287653
+optim:
+  lr: 0.003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase8-ess-seed
+  trial_id: p8ess-eat-1m-natural-ess-550k-s1
+  wandb_project: mixture-transfer
+  wandb_entity: luequinn-montana-state-university
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 1
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p8ess-eat-1m-natural-ess-550k-s1/exports/step_00030000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p8ess-eat-1m-natural-ess-550k-s1/exports/step_00030000",
+  "fingerprint": "5b066246c7ab5c62",
+  "campaign_id": "phase8-ess-seed",
+  "trial_id": "p8ess-eat-1m-natural-ess-550k-s1",
+  "probe/map": 0.10018022420093332,
+  "probe/map_train": 0.22337832805158064,
+  "probe/alpha": 0.1,
+  "probe/holdout_map": 0.1242174936380711,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 288,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 3.7891409462317824,
+  "probe/total_s": 4.600099159404635,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1241779135181383
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.1242174936380711
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1203564782852247
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.10703203319907684
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.08577987668722996
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.0632764800156571
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.050918110546901596
+    }
+  ],
+  "per_class_ap": [
+    0.600188136100769,
+    0.011006376706063747,
+    0.06083015725016594,
+    0.13031001389026642,
+    0.06947711110115051,
+    0.24149717390537262,
+    0.15719833970069885,
+    0.3007044494152069,
+    0.08075025677680969,
+    0.02613675780594349,
+    0.02447608858346939,
+    0.053589124232530594,
+    0.3034513294696808,
+    0.2254910171031952,
+    0.022564945742487907,
+    0.313752681016922,
+    0.2555924654006958,
+    0.34627148509025574,
+    0.03918314725160599,
+    0.03728748485445976,
+    0.1338769942522049,
+    0.05977896228432655,
+    0.09105758368968964,
+    0.09528793394565582,
+    0.04678003489971161,
+    0.021430326625704765,
+    0.043768029659986496,
+    0.1811840534210205,
+    0.2265564203262329,
+    0.0399673767387867,
+    0.19589318335056305,
+    0.11875084787607193,
+    0.013220862485468388,
+    0.05376707762479782,
+    0.15373660624027252,
+    0.06347262859344482,
+    0.2526639997959137,
+    0.050908248871564865,
+    0.05151307210326195,
+    0.06794813275337219,
+    0.11600731313228607,
+    0.010635935701429844,
+    0.03295864537358284,
+    0.26015186309814453,
+    0.00597573583945632,
+    0.04876372218132019,
+    0.013533317483961582,
+    0.0466269887983799,
+    0.03615527227520943,
+    0.0323215089738369,
+    0.1214534193277359,
+    0.010280692018568516,
+    0.01988372765481472,
+    0.03744647279381752,
+    0.12450163811445236,
+    0.08678454160690308,
+    0.11072015017271042,
+    0.23377160727977753,
+    0.04340105131268501,
+    0.039044320583343506,
+    0.05012758448719978,
+    0.17627201974391937,
+    0.028260869905352592,
+    0.09029585123062134,
+    0.4185258746147156,
+    0.18116070330142975,
+    0.20450030267238617,
+    0.1546323150396347,
+    0.2689123749732971,
+    0.2842903137207031,
+    0.07697359472513199,
+    0.09091425687074661,
+    0.14289134740829468,
+    0.13151012361049652,
+    0.11861755698919296,
+    0.14990755915641785,
+    0.05646529421210289,
+    0.1372721791267395,
+    0.08500944823026657,
+    0.04303563013672829,
+    0.02851390838623047,
+    0.06884121894836426,
+    0.1345347911119461,
+    0.050686005502939224,
+    0.07681237161159515,
+    0.04062189906835556,
+    0.0316326804459095,
+    0.017598817124962807,
+    0.028842126950621605,
+    0.029545385390520096,
+    0.04358188435435295,
+    0.038553737103939056,
+    0.11194877326488495,
+    0.04091561958193779,
+    0.01237553171813488,
+    0.04064495489001274,
+    0.01537805050611496,
+    0.016658784821629524,
+    0.11117242276668549,
+    0.12780627608299255,
+    0.0499587319791317,
+    0.1659168154001236,
+    0.045911479741334915,
+    0.044439442455768585,
+    0.01625492237508297,
+    0.041585277765989304,
+    0.06817706674337387,
+    0.060334280133247375,
+    0.07339293509721756,
+    0.062457405030727386,
+    0.07028333097696304,
+    0.08850887417793274,
+    0.06924492120742798,
+    0.055571142584085464,
+    0.031767427921295166,
+    0.09325025975704193,
+    0.09380494058132172,
+    0.03946952894330025,
+    0.05040256306529045,
+    0.07990257441997528,
+    0.07998260110616684,
+    0.10854777693748474,
+    0.03581468015909195,
+    0.05125521868467331,
+    0.006962405983358622,
+    0.034843698143959045,
+    0.09499772638082504,
+    0.15482525527477264,
+    0.023360010236501694,
+    0.04565111920237541,
+    0.005737057887017727,
+    0.07788406312465668,
+    0.06742063909769058,
+    0.047399044036865234,
+    0.020980078727006912,
+    0.009283578023314476,
+    0.05390823259949684,
+    0.7044160962104797,
+    0.2020174115896225,
+    0.23259426653385162,
+    0.3341117799282074,
+    0.23552238941192627,
+    0.09246212989091873,
+    0.11135514080524445,
+    0.05737849697470665,
+    0.06733907759189606,
+    0.059899620711803436,
+    0.1479361355304718,
+    0.0418853834271431,
+    0.13923195004463196,
+    0.14840145409107208,
+    0.16145244240760803,
+    0.1567874699831009,
+    0.09579501301050186,
+    0.07700784504413605,
+    0.10670242458581924,
+    0.06327006220817566,
+    0.049518927931785583,
+    0.020109230652451515,
+    0.08702439814805984,
+    0.36837857961654663,
+    0.19047531485557556,
+    0.16859738528728485,
+    0.11771895736455917,
+    0.16355815529823303,
+    0.1394338607788086,
+    0.16324876248836517,
+    0.089353546500206,
+    0.15704065561294556,
+    0.2425694763660431,
+    0.14343754947185516,
+    0.16829392313957214,
+    0.17419937252998352,
+    0.1780913770198822,
+    0.10011027008295059,
+    0.13227923214435577,
+    0.08857248723506927,
+    0.2947728931903839,
+    0.033744532614946365,
+    0.08021964132785797,
+    0.0889681950211525,
+    0.08914849162101746,
+    0.055023662745952606,
+    0.12451183795928955,
+    0.0663919672369957,
+    0.26492106914520264,
+    0.2820468246936798,
+    0.11941815912723541,
+    0.21241796016693115,
+    0.12189187109470367,
+    0.19626864790916443,
+    0.11906477063894272,
+    0.2099004089832306,
+    0.1311340630054474,
+    0.08610529452562332,
+    0.31844884157180786,
+    0.062052227556705475,
+    0.03191617503762245,
+    0.065985307097435,
+    0.1557672917842865,
+    0.026721663773059845,
+    0.18166226148605347,
+    0.07780290395021439,
+    0.07920793443918228,
+    0.13021010160446167,
+    0.08564410358667374,
+    0.10382883995771408,
+    0.4075143337249756,
+    0.13493160903453827,
+    0.28021225333213806,
+    0.6267624497413635,
+    0.2367514967918396,
+    0.4697444438934326,
+    0.04816420376300812,
+    0.2682809829711914,
+    0.09559652209281921,
+    0.053148530423641205,
+    0.17394353449344635,
+    0.06451456248760223,
+    0.097815603017807,
+    0.16644716262817383,
+    0.09773852676153183,
+    0.1589825451374054,
+    0.2163206934928894,
+    0.05614220350980759,
+    0.09982047230005264,
+    0.07423572987318039,
+    0.05293361470103264,
+    0.18771474063396454,
+    0.03169313445687294,
+    0.06108982488512993,
+    0.07068194448947906,
+    0.06590346246957779,
+    0.04049310088157654,
+    0.053558990359306335,
+    0.015453578904271126,
+    0.11574171483516693,
+    0.01997251622378826,
+    0.2830604016780853,
+    0.03513018414378166,
+    0.12141197919845581,
+    0.15584269165992737,
+    0.2540874779224396,
+    0.16785946488380432,
+    0.13301251828670502,
+    0.25658321380615234,
+    0.04884340614080429,
+    0.14761760830879211,
+    0.0542144700884819,
+    0.09172789752483368,
+    0.0824253261089325,
+    0.05040630325675011,
+    0.06580702215433121,
+    0.08871898055076599,
+    0.12240127474069595,
+    0.16489268839359283,
+    0.22940517961978912,
+    0.21565453708171844,
+    0.13247273862361908,
+    0.08113814145326614,
+    0.057069819420576096,
+    0.06241820752620697,
+    0.09481742978096008,
+    0.08293960243463516,
+    0.023553568869829178,
+    0.08297858387231827,
+    0.07668985426425934,
+    0.10151025652885437,
+    0.11265621334314346,
+    0.05310824140906334,
+    0.02551538310945034,
+    0.1568640023469925,
+    0.0833989828824997,
+    0.05296655371785164,
+    0.149753138422966,
+    0.03361772745847702,
+    0.07577231526374817,
+    0.03649543970823288,
+    0.07577327638864517,
+    0.029098276048898697,
+    0.027053188532590866,
+    0.27762502431869507,
+    0.07416665554046631,
+    0.14592725038528442,
+    0.04035510867834091,
+    0.14273470640182495,
+    0.21648558974266052,
+    0.2346821129322052,
+    0.13630962371826172,
+    0.1795268952846527,
+    0.1344575434923172,
+    0.1710374802350998,
+    0.05524711683392525,
+    0.2372351884841919,
+    0.0929897129535675,
+    0.10500631481409073,
+    0.11170896142721176,
+    0.008407458662986755,
+    0.029208341613411903,
+    0.011287548579275608,
+    0.26366961002349854,
+    0.13610132038593292,
+    0.07059962302446365,
+    0.0351395457983017,
+    0.037251751869916916,
+    0.10261073708534241,
+    0.02625161036849022,
+    0.13610774278640747,
+    0.0787547379732132,
+    0.10960688441991806,
+    0.07350727170705795,
+    0.039284028112888336,
+    0.05861849710345268,
+    0.024667903780937195,
+    0.053074661642313004,
+    0.08005024492740631,
+    0.0675528347492218,
+    0.02467777021229267,
+    0.07441257685422897,
+    0.04548686370253563,
+    0.14159055054187775,
+    0.04606138914823532,
+    0.27301025390625,
+    0.18977881968021393,
+    0.1458742469549179,
+    0.213291198015213,
+    0.024089623242616653,
+    0.05002947896718979,
+    0.1711781919002533,
+    0.15801876783370972,
+    0.07480435073375702,
+    0.14337293803691864,
+    0.17484146356582642,
+    0.21856939792633057,
+    0.13591860234737396,
+    0.12220723927021027,
+    0.10089564323425293,
+    0.1106845960021019,
+    0.03299151360988617,
+    0.026211688295006752,
+    0.12256039679050446,
+    0.007463082205504179,
+    0.03304654732346535,
+    0.11205358803272247,
+    0.10007446259260178,
+    0.08040157705545425,
+    0.07962268590927124,
+    0.18073014914989471,
+    0.016235262155532837,
+    0.01683599315583706,
+    0.05863514170050621,
+    0.03532521799206734,
+    0.0555771179497242,
+    0.08165369927883148,
+    0.014376048929989338,
+    0.02951643243432045,
+    0.015617389231920242,
+    0.012619098648428917,
+    0.032726261764764786,
+    0.03460988774895668,
+    0.009351511485874653,
+    0.025704236701130867,
+    0.05909651517868042,
+    0.10455308109521866,
+    0.03498362749814987,
+    0.03064546547830105,
+    0.2983790338039398,
+    0.1535593867301941,
+    0.023955080658197403,
+    0.10416238754987717,
+    0.09939737617969513,
+    0.09588056057691574,
+    0.06365524977445602,
+    0.2859978675842285,
+    0.050364866852760315,
+    0.03178964927792549,
+    0.09452194720506668,
+    0.06529015302658081,
+    0.008705451153218746,
+    0.013198538683354855,
+    0.01864917017519474,
+    0.07650301605463028,
+    0.06679394841194153,
+    0.09782127290964127,
+    0.08138146251440048,
+    0.14561988413333893,
+    0.11195547878742218,
+    0.04194163531064987,
+    0.027781162410974503,
+    0.019398357719182968,
+    0.17725059390068054,
+    0.028218107298016548,
+    0.01592162810266018,
+    0.19212990999221802,
+    0.14300350844860077,
+    0.05294763296842575,
+    0.35571998357772827,
+    0.46771740913391113,
+    0.02350008673965931,
+    0.3145231604576111,
+    0.29594656825065613,
+    0.041394662111997604,
+    0.07164683938026428,
+    0.14437027275562286,
+    0.0168004147708416,
+    0.01181739941239357,
+    0.020698461681604385,
+    0.03325401619076729,
+    0.01464880257844925,
+    0.00982108898460865,
+    0.012861989438533783,
+    0.09739841520786285,
+    0.035186633467674255,
+    0.02979446016252041,
+    0.15024378895759583,
+    0.1360337883234024,
+    0.01650090329349041,
+    0.028351247310638428,
+    0.09401453286409378,
+    0.07018660008907318,
+    0.11409184336662292,
+    0.038721028715372086,
+    0.0588463619351387,
+    0.09989800304174423,
+    0.0800793319940567,
+    0.07366999983787537,
+    0.025340061634778976,
+    0.13648711144924164,
+    0.18775416910648346,
+    0.09492036700248718,
+    0.030071506276726723,
+    0.0995783731341362,
+    0.0898258313536644,
+    0.03837783262133598,
+    0.008010773919522762,
+    0.04700395464897156,
+    0.16263090074062347,
+    0.053093232214450836,
+    0.09154518693685532,
+    0.026067806407809258,
+    0.0164527278393507,
+    0.012384988367557526,
+    0.00741124153137207,
+    0.04542744532227516,
+    0.009384018369019032,
+    0.06536372750997543,
+    0.014208847656846046,
+    0.01165954302996397,
+    0.013859840109944344,
+    0.03543398529291153,
+    0.009369899518787861,
+    0.03413180634379387,
+    0.010124539025127888,
+    0.046453364193439484,
+    0.02027616649866104,
+    0.11182422935962677,
+    0.020350858569145203,
+    0.09042394161224365,
+    0.03842468187212944,
+    0.05628585070371628,
+    0.05763709172606468,
+    0.04225275665521622,
+    0.15552784502506256,
+    0.3949921429157257,
+    0.2659666836261749,
+    0.06228270381689072,
+    0.02500101551413536,
+    0.05141834914684296,
+    0.023772144690155983,
+    0.03620558977127075,
+    0.04006057605147362,
+    0.04332112520933151,
+    0.03462875261902809,
+    0.015953553840517998,
+    0.07283846288919449,
+    0.0056139640510082245,
+    0.12288378179073334,
+    0.05698159337043762,
+    0.06596876680850983,
+    0.2776605784893036,
+    0.09709004312753677,
+    0.06968226283788681,
+    0.018666459247469902,
+    0.05442475527524948,
+    0.03201382979750633,
+    0.024629170075058937,
+    0.006638456601649523,
+    0.05922936648130417,
+    0.0411989800632,
+    0.03158976137638092,
+    0.16452723741531372,
+    0.16812388598918915,
+    0.054417263716459274,
+    0.16578510403633118,
+    0.23609447479248047,
+    0.03960847482085228,
+    0.030988821759819984,
+    0.1336769461631775,
+    0.020285537466406822,
+    0.0662236288189888,
+    0.10332287847995758,
+    0.28413107991218567,
+    0.015109683386981487,
+    0.09455983340740204,
+    0.03191143646836281,
+    0.01912742480635643,
+    0.08655749261379242,
+    0.02302677556872368,
+    0.013927801512181759,
+    0.0364825576543808,
+    0.02675643004477024,
+    0.13999247550964355,
+    0.059695687144994736,
+    0.008571171201765537,
+    0.08252422511577606,
+    0.28908321261405945,
+    0.03379092365503311,
+    0.2922361195087433,
+    0.025484686717391014,
+    0.02075958251953125,
+    0.0222628191113472,
+    0.17523591220378876,
+    0.11925195902585983,
+    0.02622130513191223,
+    0.009776646271348,
+    0.05380699411034584,
+    0.09306816756725311
+  ]
+}

p8ess-eat-1m-natural-ess-550k-s1/exports/step_00035000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 144
+  depth: 4
+  num_heads: 3
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: eat
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 16
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 192.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 1
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.04398323452006878
+  - 0.047639569377790236
+  - 0.04987541997380786
+  - 0.04352455826914307
+  - 0.06833805433404602
+  - 0.0691879390635264
+  - 0.06156826483349581
+  - 0.023825537754756217
+  - 0.05248940389869583
+  - 0.04984770065647712
+  - 0.04359882511934997
+  - 0.025219348711104046
+  - 0.057987765843943384
+  - 0.09278753823173767
+  - 0.049216955435705825
+  - 0.054416680962163656
+  - 0.050065271147224095
+  - 0.05877645887290118
+  - 0.04349683895181232
+  - 0.014154634042250515
+  repetition_cap: 1000.0
+  distinct_fraction: 0.287653
+optim:
+  lr: 0.003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase8-ess-seed
+  trial_id: p8ess-eat-1m-natural-ess-550k-s1
+  wandb_project: mixture-transfer
+  wandb_entity: luequinn-montana-state-university
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 1
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p8ess-eat-1m-natural-ess-550k-s1/exports/step_00035000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p8ess-eat-1m-natural-ess-550k-s1/exports/step_00035000",
+  "fingerprint": "5b066246c7ab5c62",
+  "campaign_id": "phase8-ess-seed",
+  "trial_id": "p8ess-eat-1m-natural-ess-550k-s1",
+  "probe/map": 0.10214352053881709,
+  "probe/map_train": 0.2472514889187107,
+  "probe/alpha": 0.01,
+  "probe/holdout_map": 0.12649039436790888,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 288,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 2.9638660047203302,
+  "probe/total_s": 3.7686550486832857,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.12649039436790888
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.1259592626092733
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.12168749721775599
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.10888460028008248
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.08781424639490301
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.06448353124973302
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.051563276717990665
+    }
+  ],
+  "per_class_ap": [
+    0.6026932001113892,
+    0.010582761839032173,
+    0.061862967908382416,
+    0.1352940797805786,
+    0.06888173520565033,
+    0.2567618489265442,
+    0.15687663853168488,
+    0.28547555208206177,
+    0.08062665909528732,
+    0.025511080399155617,
+    0.023443056270480156,
+    0.05527593567967415,
+    0.310187429189682,
+    0.2121209055185318,
+    0.0202134158462286,
+    0.2967202961444855,
+    0.2610788941383362,
+    0.3424617052078247,
+    0.04020613059401512,
+    0.045515868812799454,
+    0.14826329052448273,
+    0.08114785701036453,
+    0.0762488842010498,
+    0.09022320806980133,
+    0.024546023458242416,
+    0.020017586648464203,
+    0.0432872548699379,
+    0.18342220783233643,
+    0.23067528009414673,
+    0.038471706211566925,
+    0.2020285725593567,
+    0.12608294188976288,
+    0.012780229561030865,
+    0.06254870444536209,
+    0.17501531541347504,
+    0.06905469298362732,
+    0.24288682639598846,
+    0.05098907649517059,
+    0.054355163127183914,
+    0.07373231649398804,
+    0.1264161914587021,
+    0.008971313945949078,
+    0.04244350641965866,
+    0.32435449957847595,
+    0.006181166972965002,
+    0.060204774141311646,
+    0.016246089711785316,
+    0.050825051963329315,
+    0.03152009844779968,
+    0.029610633850097656,
+    0.13130009174346924,
+    0.00907618086785078,
+    0.02018941007554531,
+    0.028854992240667343,
+    0.14164435863494873,
+    0.08935818821191788,
+    0.08775857836008072,
+    0.23505453765392303,
+    0.05013563111424446,
+    0.03823016211390495,
+    0.0799444392323494,
+    0.16596470773220062,
+    0.028874626383185387,
+    0.09044556319713593,
+    0.4243551790714264,
+    0.18758857250213623,
+    0.19789908826351166,
+    0.17722088098526,
+    0.26437312364578247,
+    0.29091718792915344,
+    0.08186992257833481,
+    0.09133856743574142,
+    0.14309965074062347,
+    0.12919661402702332,
+    0.12105540931224823,
+    0.14823439717292786,
+    0.04545537754893303,
+    0.13787183165550232,
+    0.07820722460746765,
+    0.042741332203149796,
+    0.022389905527234077,
+    0.06327904760837555,
+    0.12390216439962387,
+    0.04862245172262192,
+    0.07824539393186569,
+    0.040191732347011566,
+    0.03193051367998123,
+    0.016361931338906288,
+    0.02015078440308571,
+    0.03277995064854622,
+    0.04566356539726257,
+    0.04071106016635895,
+    0.12296988070011139,
+    0.018138211220502853,
+    0.01270637009292841,
+    0.026813331991434097,
+    0.02046356350183487,
+    0.013990013860166073,
+    0.10161536931991577,
+    0.11807404458522797,
+    0.03753836452960968,
+    0.14679554104804993,
+    0.040410056710243225,
+    0.03976969048380852,
+    0.017786944285035133,
+    0.03795289620757103,
+    0.05044614151120186,
+    0.03961937874555588,
+    0.04396384209394455,
+    0.05532591789960861,
+    0.06357688456773758,
+    0.08636042475700378,
+    0.06618323177099228,
+    0.04995791241526604,
+    0.031608544290065765,
+    0.11187387257814407,
+    0.10977894067764282,
+    0.03995094820857048,
+    0.0448155477643013,
+    0.10270611941814423,
+    0.09920614957809448,
+    0.10056273639202118,
+    0.029372472316026688,
+    0.056449227035045624,
+    0.00742463069036603,
+    0.030097240582108498,
+    0.10641347616910934,
+    0.1612558513879776,
+    0.024266602471470833,
+    0.0579705536365509,
+    0.005679539404809475,
+    0.09825257956981659,
+    0.08033208549022675,
+    0.05869751423597336,
+    0.020414035767316818,
+    0.01016791071742773,
+    0.06052633747458458,
+    0.706432580947876,
+    0.2100595235824585,
+    0.2545677423477173,
+    0.35094699263572693,
+    0.23800547420978546,
+    0.10129052400588989,
+    0.1282336413860321,
+    0.05525891110301018,
+    0.07513182610273361,
+    0.07564567029476166,
+    0.16015654802322388,
+    0.04335283115506172,
+    0.14837628602981567,
+    0.14453484117984772,
+    0.16421839594841003,
+    0.16904108226299286,
+    0.0914604440331459,
+    0.08150415122509003,
+    0.11458220332860947,
+    0.06399217993021011,
+    0.05328670144081116,
+    0.018603947013616562,
+    0.08454939723014832,
+    0.4092644155025482,
+    0.19045130908489227,
+    0.18091526627540588,
+    0.12094350904226303,
+    0.17638424038887024,
+    0.14075243473052979,
+    0.1764041632413864,
+    0.08915073424577713,
+    0.1698746234178543,
+    0.2539719045162201,
+    0.1537088304758072,
+    0.18250449001789093,
+    0.19052249193191528,
+    0.16604433953762054,
+    0.10722523182630539,
+    0.14240072667598724,
+    0.08318349719047546,
+    0.29279425740242004,
+    0.04587087780237198,
+    0.09000034630298615,
+    0.09995602816343307,
+    0.09613677114248276,
+    0.06162161007523537,
+    0.12569992244243622,
+    0.07428788393735886,
+    0.28396740555763245,
+    0.2942870259284973,
+    0.11876006424427032,
+    0.22593294084072113,
+    0.1215088739991188,
+    0.19059592485427856,
+    0.1173296868801117,
+    0.21160417795181274,
+    0.12726213037967682,
+    0.08326419442892075,
+    0.3243693709373474,
+    0.06941911578178406,
+    0.03200872614979744,
+    0.06160926818847656,
+    0.13495291769504547,
+    0.039536330848932266,
+    0.17592433094978333,
+    0.08516983687877655,
+    0.08706451952457428,
+    0.12571921944618225,
+    0.08276823908090591,
+    0.09253387153148651,
+    0.4240071177482605,
+    0.1416267603635788,
+    0.2797861695289612,
+    0.6452515721321106,
+    0.2715100049972534,
+    0.4618734121322632,
+    0.059503842145204544,
+    0.273459792137146,
+    0.11825695633888245,
+    0.04796113446354866,
+    0.16429084539413452,
+    0.08266596496105194,
+    0.1049245297908783,
+    0.17148645222187042,
+    0.0962873250246048,
+    0.13928042352199554,
+    0.2215818464756012,
+    0.06645055115222931,
+    0.12100978940725327,
+    0.07359839975833893,
+    0.05002261698246002,
+    0.20165756344795227,
+    0.03453151136636734,
+    0.06052012741565704,
+    0.07974611222743988,
+    0.06368356943130493,
+    0.03824533522129059,
+    0.06053142249584198,
+    0.016164036467671394,
+    0.11477799713611603,
+    0.023638160899281502,
+    0.27703505754470825,
+    0.03677048534154892,
+    0.1182728186249733,
+    0.15151074528694153,
+    0.24520206451416016,
+    0.16162614524364471,
+    0.13974452018737793,
+    0.2639371454715729,
+    0.051583390682935715,
+    0.14257796108722687,
+    0.05457194149494171,
+    0.09286017715930939,
+    0.10021911561489105,
+    0.05114680156111717,
+    0.06035358086228371,
+    0.08372079581022263,
+    0.12439960986375809,
+    0.1730155199766159,
+    0.24845091998577118,
+    0.21650411188602448,
+    0.12867602705955505,
+    0.06889230012893677,
+    0.044215377420186996,
+    0.05671781674027443,
+    0.11455203592777252,
+    0.08140919357538223,
+    0.023357940837740898,
+    0.08207716792821884,
+    0.07093124091625214,
+    0.09601033478975296,
+    0.09168916940689087,
+    0.06694148480892181,
+    0.026542114093899727,
+    0.14976845681667328,
+    0.08977449685335159,
+    0.05572093650698662,
+    0.14803913235664368,
+    0.03476846590638161,
+    0.06782829761505127,
+    0.031181441619992256,
+    0.0745893269777298,
+    0.035211190581321716,
+    0.026382211595773697,
+    0.2788466811180115,
+    0.07663542777299881,
+    0.15302705764770508,
+    0.03754638880491257,
+    0.14607654511928558,
+    0.21963705122470856,
+    0.23428931832313538,
+    0.13611610233783722,
+    0.19616344571113586,
+    0.1487652063369751,
+    0.1736992597579956,
+    0.05401797220110893,
+    0.23524346947669983,
+    0.1028730720281601,
+    0.13805747032165527,
+    0.10536031424999237,
+    0.009613164700567722,
+    0.02726898156106472,
+    0.00963572133332491,
+    0.2669795751571655,
+    0.14373750984668732,
+    0.08398453146219254,
+    0.02849978394806385,
+    0.04206908866763115,
+    0.0922243520617485,
+    0.024546639993786812,
+    0.1283016949892044,
+    0.08799916505813599,
+    0.11405842751264572,
+    0.10861866921186447,
+    0.043581523001194,
+    0.05286063998937607,
+    0.0211146529763937,
+    0.05476749688386917,
+    0.061513859778642654,
+    0.06634365767240524,
+    0.022019434720277786,
+    0.0712660476565361,
+    0.045358214527368546,
+    0.11762639135122299,
+    0.050590064376592636,
+    0.28423652052879333,
+    0.18293027579784393,
+    0.17043964564800262,
+    0.221644788980484,
+    0.022222016006708145,
+    0.046840064227581024,
+    0.17768163979053497,
+    0.1678551733493805,
+    0.06813858449459076,
+    0.13051369786262512,
+    0.18315865099430084,
+    0.21809370815753937,
+    0.13251568377017975,
+    0.14437983930110931,
+    0.127593532204628,
+    0.10812942683696747,
+    0.03729129582643509,
+    0.021733364090323448,
+    0.162373349070549,
+    0.006553133018314838,
+    0.02900215983390808,
+    0.12043984979391098,
+    0.10181873291730881,
+    0.098810113966465,
+    0.07572570443153381,
+    0.19104546308517456,
+    0.014140868559479713,
+    0.016202500090003014,
+    0.05726411193609238,
+    0.03933822363615036,
+    0.0477541908621788,
+    0.07697194814682007,
+    0.016209328547120094,
+    0.03313261270523071,
+    0.016576729714870453,
+    0.01208176277577877,
+    0.03419235721230507,
+    0.03827961906790733,
+    0.008882476948201656,
+    0.02775953896343708,
+    0.05965793505311012,
+    0.10616303980350494,
+    0.0434858463704586,
+    0.03578600287437439,
+    0.3091118633747101,
+    0.14605440199375153,
+    0.023115575313568115,
+    0.11986563354730606,
+    0.09847453981637955,
+    0.08533000200986862,
+    0.06344177573919296,
+    0.30786964297294617,
+    0.031891901046037674,
+    0.02939584292471409,
+    0.09876007586717606,
+    0.07126819342374802,
+    0.008447610773146152,
+    0.0140189528465271,
+    0.02159366011619568,
+    0.07747485488653183,
+    0.06959263980388641,
+    0.08052422106266022,
+    0.08522503823041916,
+    0.12222260236740112,
+    0.12191800028085709,
+    0.03224377706646919,
+    0.031876299530267715,
+    0.02137935347855091,
+    0.14893226325511932,
+    0.03317919000983238,
+    0.018956925719976425,
+    0.2076120525598526,
+    0.16825321316719055,
+    0.06218266859650612,
+    0.3642498850822449,
+    0.4843004047870636,
+    0.024074558168649673,
+    0.3489025831222534,
+    0.33875328302383423,
+    0.037223417311906815,
+    0.07257790863513947,
+    0.14830103516578674,
+    0.017729230225086212,
+    0.00970094371587038,
+    0.024846646934747696,
+    0.03303685411810875,
+    0.015789100900292397,
+    0.009185154922306538,
+    0.012992649339139462,
+    0.11093450337648392,
+    0.032839253544807434,
+    0.03134961426258087,
+    0.12897467613220215,
+    0.1737881749868393,
+    0.01668563112616539,
+    0.018040182068943977,
+    0.08804675936698914,
+    0.06366575509309769,
+    0.12162022292613983,
+    0.0371968075633049,
+    0.0449117012321949,
+    0.12061426788568497,
+    0.07278191298246384,
+    0.07198803126811981,
+    0.030726121738553047,
+    0.12988613545894623,
+    0.15278135240077972,
+    0.09454266726970673,
+    0.02881905995309353,
+    0.09119776636362076,
+    0.11144203692674637,
+    0.04816509783267975,
+    0.008304012008011341,
+    0.042916227132081985,
+    0.17482437193393707,
+    0.05562065169215202,
+    0.08374258130788803,
+    0.02400757558643818,
+    0.019103076308965683,
+    0.010844835080206394,
+    0.007125365547835827,
+    0.05483932048082352,
+    0.011933117173612118,
+    0.06103510037064552,
+    0.013969014398753643,
+    0.009150124154984951,
+    0.012306508608162403,
+    0.03717266768217087,
+    0.011528362520039082,
+    0.03515616059303284,
+    0.010151386260986328,
+    0.04906227067112923,
+    0.019549783319234848,
+    0.12685361504554749,
+    0.023528214544057846,
+    0.10496076196432114,
+    0.03918283432722092,
+    0.05202050507068634,
+    0.06296344101428986,
+    0.04257798567414284,
+    0.1845872402191162,
+    0.39516139030456543,
+    0.23150096833705902,
+    0.04670797660946846,
+    0.023618733510375023,
+    0.07322350144386292,
+    0.025826307013630867,
+    0.03593951463699341,
+    0.03175625577569008,
+    0.04581839591264725,
+    0.03357386216521263,
+    0.01376392412930727,
+    0.07295013219118118,
+    0.005691229831427336,
+    0.13706468045711517,
+    0.05721722170710564,
+    0.06525521725416183,
+    0.25549599528312683,
+    0.09597282856702805,
+    0.08086511492729187,
+    0.016973620280623436,
+    0.04539830610156059,
+    0.02781940996646881,
+    0.03125937655568123,
+    0.006924732122570276,
+    0.055585604161024094,
+    0.039827439934015274,
+    0.029338927939534187,
+    0.1713864505290985,
+    0.17158643901348114,
+    0.05043837055563927,
+    0.15918497741222382,
+    0.23548880219459534,
+    0.0360923670232296,
+    0.030833901837468147,
+    0.1337248533964157,
+    0.022251710295677185,
+    0.07213152945041656,
+    0.10186417400836945,
+    0.285513311624527,
+    0.012956331484019756,
+    0.08867719024419785,
+    0.025506017729640007,
+    0.022369015961885452,
+    0.08619742840528488,
+    0.02279670536518097,
+    0.01246693916618824,
+    0.033159300684928894,
+    0.02657691389322281,
+    0.1401253044605255,
+    0.07173939049243927,
+    0.009114567190408707,
+    0.08255116641521454,
+    0.2894826829433441,
+    0.040792081505060196,
+    0.28804993629455566,
+    0.027632562443614006,
+    0.019984392449259758,
+    0.018034104257822037,
+    0.15909823775291443,
+    0.11446152627468109,
+    0.023494737222790718,
+    0.009299545548856258,
+    0.08762960880994797,
+    0.09743496775627136
+  ]
+}

p8ess-eat-1m-natural-ess-550k-s1/exports/step_00040000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 144
+  depth: 4
+  num_heads: 3
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: eat
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 16
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 192.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 1
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.04398323452006878
+  - 0.047639569377790236
+  - 0.04987541997380786
+  - 0.04352455826914307
+  - 0.06833805433404602
+  - 0.0691879390635264
+  - 0.06156826483349581
+  - 0.023825537754756217
+  - 0.05248940389869583
+  - 0.04984770065647712
+  - 0.04359882511934997
+  - 0.025219348711104046
+  - 0.057987765843943384
+  - 0.09278753823173767
+  - 0.049216955435705825
+  - 0.054416680962163656
+  - 0.050065271147224095
+  - 0.05877645887290118
+  - 0.04349683895181232
+  - 0.014154634042250515
+  repetition_cap: 1000.0
+  distinct_fraction: 0.287653
+optim:
+  lr: 0.003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase8-ess-seed
+  trial_id: p8ess-eat-1m-natural-ess-550k-s1
+  wandb_project: mixture-transfer
+  wandb_entity: luequinn-montana-state-university
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 1
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p8ess-eat-1m-natural-ess-550k-s1/exports/step_00040000/fsd50k_lora_1ep_s0.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p8ess-eat-1m-natural-ess-550k-s1/exports/step_00040000",
+  "fingerprint": "5b066246c7ab5c62",
+  "campaign_id": "phase8-ess-seed",
+  "trial_id": "p8ess-eat-1m-natural-ess-550k-s1",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 16,
+  "params": {
+    "trainable": 179048,
+    "total": 1216712,
+    "fraction": 0.1471572566063292
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 989,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 1.0,
+    "batch_size": 48,
+    "lr": 0.003,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 0,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.3051344829238951,
+  "lora/map": 0.3051344829238951,
+  "fsd50k/map": 0.3051344829238951,
+  "train_seconds": 15.29,
+  "total_seconds": 19.04,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.02009431805461645,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 989,
+      "epoch": 1.0,
+      "loss": 0.027547987717236936,
+      "val_map": 0.3051344829238951,
+      "lr": 0.0,
+      "train_s": 15.288064289838076
+    }
+  ],
+  "per_class_ap": [
+    0.27276527881622314,
+    0.15092018246650696,
+    0.42351675033569336,
+    0.31188666820526123,
+    0.3771585524082184,
+    0.560309886932373,
+    0.8123354911804199,
+    0.5040165185928345,
+    0.5136942267417908,
+    0.419465571641922,
+    0.13916997611522675,
+    0.31714436411857605,
+    0.12648124992847443,
+    0.24549542367458344,
+    0.464143306016922,
+    0.43092483282089233,
+    0.033108290284872055,
+    0.20173659920692444,
+    0.5190767049789429,
+    0.18441537022590637,
+    0.2996326684951782,
+    0.34438958764076233,
+    0.4869844317436218,
+    0.09685130417346954,
+    0.13588696718215942,
+    0.3352702260017395,
+    0.284036248922348,
+    0.21366073191165924,
+    0.3501817584037781,
+    0.2760388255119324,
+    0.5574307441711426,
+    0.346609890460968,
+    0.23798294365406036,
+    0.1248137578368187,
+    0.25777187943458557,
+    0.21433398127555847,
+    0.385304719209671,
+    0.037580706179142,
+    0.27173247933387756,
+    0.2157944142818451,
+    0.36632251739501953,
+    0.22313299775123596,
+    0.48164206743240356,
+    0.18279285728931427,
+    0.3834904432296753,
+    0.1961933970451355,
+    0.1922149360179901,
+    0.16464205086231232,
+    0.7346475124359131,
+    0.34035155177116394,
+    0.23881255090236664,
+    0.46844661235809326,
+    0.48691555857658386,
+    0.1117163673043251,
+    0.14008015394210815,
+    0.0374843031167984,
+    0.20792239904403687,
+    0.6207007765769958,
+    0.11645781993865967,
+    0.4673139452934265,
+    0.38396432995796204,
+    0.566784679889679,
+    0.3506734371185303,
+    0.17622454464435577,
+    0.3536478877067566,
+    0.12626269459724426,
+    0.1366308629512787,
+    0.6299795508384705,
+    0.5147572755813599,
+    0.4581128656864166,
+    0.46484142541885376,
+    0.1750415563583374,
+    0.6229047179222107,
+    0.11323750019073486,
+    0.17918695509433746,
+    0.20027896761894226,
+    0.28721657395362854,
+    0.2105279266834259,
+    0.1875717043876648,
+    0.3510341942310333,
+    0.21074606478214264,
+    0.10727757215499878,
+    0.18762071430683136,
+    0.30040243268013,
+    0.10905841737985611,
+    0.1604808121919632,
+    0.31834354996681213,
+    0.6505257487297058,
+    0.1148076057434082,
+    0.14898361265659332,
+    0.6395720839500427,
+    0.07036242634057999,
+    0.4704606533050537,
+    0.13906484842300415,
+    0.18127059936523438,
+    0.2910079061985016,
+    0.21403996646404266,
+    0.09413212537765503,
+    0.3404613435268402,
+    0.06312278658151627,
+    0.5269261598587036,
+    0.6679152250289917,
+    0.20756423473358154,
+    0.3090366721153259,
+    0.24058671295642853,
+    0.2615252733230591,
+    0.5171427130699158,
+    0.3365134596824646,
+    0.40719619393348694,
+    0.10023816674947739,
+    0.2499135136604309,
+    0.2908965051174164,
+    0.4920635223388672,
+    0.03233519569039345,
+    0.1550498902797699,
+    0.24424083530902863,
+    0.4553704261779785,
+    0.33247849345207214,
+    0.43070703744888306,
+    0.17215323448181152,
+    0.8237662315368652,
+    0.8315188884735107,
+    0.2612130641937256,
+    0.13975588977336884,
+    0.20808394253253937,
+    0.6928220391273499,
+    0.22990816831588745,
+    0.6310853958129883,
+    0.2992821931838989,
+    0.11822092533111572,
+    0.07369952648878098,
+    0.4563828706741333,
+    0.24900038540363312,
+    0.29875648021698,
+    0.5770197510719299,
+    0.03205180913209915,
+    0.04223489761352539,
+    0.043402958661317825,
+    0.3948240876197815,
+    0.45877403020858765,
+    0.17713652551174164,
+    0.2917698919773102,
+    0.1334107220172882,
+    0.24227724969387054,
+    0.44875869154930115,
+    0.4391743242740631,
+    0.032172709703445435,
+    0.41965994238853455,
+    0.13995444774627686,
+    0.24165701866149902,
+    0.46841931343078613,
+    0.38726747035980225,
+    0.17902828752994537,
+    0.2182369828224182,
+    0.337724894285202,
+    0.2197457104921341,
+    0.5250157117843628,
+    0.3493598699569702,
+    0.44452258944511414,
+    0.03544904291629791,
+    0.22188091278076172,
+    0.10239085555076599,
+    0.5685510039329529,
+    0.17933791875839233,
+    0.1954350769519806,
+    0.2602526843547821,
+    0.43941208720207214,
+    0.052399009466171265,
+    0.21444857120513916,
+    0.2785961329936981,
+    0.10187963396310806,
+    0.7880671620368958,
+    0.7930268049240112,
+    0.03663867712020874,
+    0.37936830520629883,
+    0.7144037485122681,
+    0.1479407101869583,
+    0.20120801031589508,
+    0.1687258929014206,
+    0.28320837020874023,
+    0.06986472010612488,
+    0.3305509686470032,
+    0.04476036876440048,
+    0.46853673458099365,
+    0.5732832551002502,
+    0.1678200662136078,
+    0.24053941667079926,
+    0.60218346118927,
+    0.5118528008460999,
+    0.27839502692222595,
+    0.25468185544013977,
+    0.29325783252716064,
+    0.5257981419563293,
+    0.1148553416132927,
+    0.2111954540014267,
+    0.33079972863197327,
+    0.06776676326990128,
+    0.14962273836135864,
+    0.11238006502389908,
+    0.5872266292572021
+  ]
+}

p8ess-eat-1m-natural-ess-550k-s1/exports/step_00040000/fsd50k_lora_1ep_s1.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p8ess-eat-1m-natural-ess-550k-s1/exports/step_00040000",
+  "fingerprint": "5b066246c7ab5c62",
+  "campaign_id": "phase8-ess-seed",
+  "trial_id": "p8ess-eat-1m-natural-ess-550k-s1",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 16,
+  "params": {
+    "trainable": 179048,
+    "total": 1216712,
+    "fraction": 0.1471572566063292
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 989,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 1.0,
+    "batch_size": 48,
+    "lr": 0.003,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 1,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.30340448384173213,
+  "lora/map": 0.30340448384173213,
+  "fsd50k/map": 0.30340448384173213,
+  "train_seconds": 17.22,
+  "total_seconds": 21.02,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.021477555616293102,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 989,
+      "epoch": 1.0,
+      "loss": 0.027622559022010645,
+      "val_map": 0.30340448384173213,
+      "lr": 0.0,
+      "train_s": 17.219165570102632
+    }
+  ],
+  "per_class_ap": [
+    0.2835380434989929,
+    0.0805579125881195,
+    0.43857499957084656,
+    0.3519541025161743,
+    0.3702237606048584,
+    0.5465545654296875,
+    0.8167281746864319,
+    0.5016852021217346,
+    0.5203352570533752,
+    0.36538833379745483,
+    0.11798618733882904,
+    0.34070494771003723,
+    0.1250436007976532,
+    0.2638462483882904,
+    0.46069473028182983,
+    0.4360032379627228,
+    0.030519340187311172,
+    0.2099037617444992,
+    0.5066837072372437,
+    0.1654616743326187,
+    0.3298492133617401,
+    0.3060529828071594,
+    0.5075470805168152,
+    0.08713644742965698,
+    0.09687642753124237,
+    0.29463839530944824,
+    0.262100487947464,
+    0.20650406181812286,
+    0.38421040773391724,
+    0.27074962854385376,
+    0.5723440647125244,
+    0.3097999691963196,
+    0.24952329695224762,
+    0.09374292194843292,
+    0.2512044608592987,
+    0.21484345197677612,
+    0.38790902495384216,
+    0.09448482096195221,
+    0.3005783259868622,
+    0.19263261556625366,
+    0.3943347632884979,
+    0.13493840396404266,
+    0.5363588333129883,
+    0.1837717592716217,
+    0.3309527635574341,
+    0.1350805163383484,
+    0.164896160364151,
+    0.18013232946395874,
+    0.7489990592002869,
+    0.3563917577266693,
+    0.2169697880744934,
+    0.4599757492542267,
+    0.50621497631073,
+    0.12891517579555511,
+    0.1295752227306366,
+    0.019080307334661484,
+    0.21658994257450104,
+    0.6223517656326294,
+    0.1230289563536644,
+    0.4446818232536316,
+    0.40319815278053284,
+    0.5617690682411194,
+    0.3546372950077057,
+    0.10522286593914032,
+    0.2716105282306671,
+    0.14902397990226746,
+    0.1452147215604782,
+    0.6010560989379883,
+    0.5343334078788757,
+    0.4505150020122528,
+    0.4559359848499298,
+    0.168310284614563,
+    0.6179980635643005,
+    0.1356196403503418,
+    0.15819457173347473,
+    0.20352697372436523,
+    0.3187364339828491,
+    0.18487142026424408,
+    0.23179632425308228,
+    0.3347194194793701,
+    0.2435833364725113,
+    0.1319485306739807,
+    0.2992681562900543,
+    0.2761469781398773,
+    0.0971170961856842,
+    0.23049500584602356,
+    0.3250564932823181,
+    0.6878896355628967,
+    0.1252949833869934,
+    0.1014443188905716,
+    0.6145292520523071,
+    0.039176393300294876,
+    0.4443531334400177,
+    0.16233386099338531,
+    0.21048502624034882,
+    0.2624313533306122,
+    0.21559590101242065,
+    0.07992712408304214,
+    0.31835731863975525,
+    0.07434003055095673,
+    0.5211344957351685,
+    0.6604463458061218,
+    0.22448259592056274,
+    0.3019077777862549,
+    0.22193138301372528,
+    0.28578469157218933,
+    0.4566775858402252,
+    0.3572579622268677,
+    0.4305059313774109,
+    0.10574288666248322,
+    0.17077970504760742,
+    0.2823731601238251,
+    0.505273163318634,
+    0.033679138869047165,
+    0.14538592100143433,
+    0.2405824512243271,
+    0.47133582830429077,
+    0.3267701268196106,
+    0.43614932894706726,
+    0.1575194150209427,
+    0.8351606130599976,
+    0.8433313369750977,
+    0.23701271414756775,
+    0.09960812330245972,
+    0.12516920268535614,
+    0.7102356553077698,
+    0.2341785430908203,
+    0.6129677891731262,
+    0.30941110849380493,
+    0.13596774637699127,
+    0.0807647854089737,
+    0.41613808274269104,
+    0.31466591358184814,
+    0.31038784980773926,
+    0.5509766936302185,
+    0.02714710310101509,
+    0.034721001982688904,
+    0.05468393489718437,
+    0.38486212491989136,
+    0.4242008328437805,
+    0.15570150315761566,
+    0.33389022946357727,
+    0.07797722518444061,
+    0.22386248409748077,
+    0.4493747651576996,
+    0.5023794174194336,
+    0.036199867725372314,
+    0.38063597679138184,
+    0.15851810574531555,
+    0.24493548274040222,
+    0.43997684121131897,
+    0.3858718276023865,
+    0.19885912537574768,
+    0.17340487241744995,
+    0.3625335991382599,
+    0.23763549327850342,
+    0.5030508041381836,
+    0.44289329648017883,
+    0.4303070902824402,
+    0.04359873756766319,
+    0.2679354250431061,
+    0.1045391857624054,
+    0.5705631375312805,
+    0.17225666344165802,
+    0.2019778937101364,
+    0.17482635378837585,
+    0.348878413438797,
+    0.05551963672041893,
+    0.24281272292137146,
+    0.27302083373069763,
+    0.09797641634941101,
+    0.7803183794021606,
+    0.7902908325195312,
+    0.028780551627278328,
+    0.4278828501701355,
+    0.6798328161239624,
+    0.17168496549129486,
+    0.2381460815668106,
+    0.14349769055843353,
+    0.2878136932849884,
+    0.06652399897575378,
+    0.36588767170906067,
+    0.08494741469621658,
+    0.525992214679718,
+    0.5855851769447327,
+    0.17802895605564117,
+    0.2018483579158783,
+    0.6118388772010803,
+    0.5284244418144226,
+    0.2691120505332947,
+    0.2453145533800125,
+    0.28793495893478394,
+    0.5210516452789307,
+    0.1165432557463646,
+    0.23205828666687012,
+    0.3584336042404175,
+    0.07259155809879303,
+    0.16295462846755981,
+    0.12829922139644623,
+    0.5156334638595581
+  ]
+}

p8ess-eat-1m-natural-ess-550k-s1/exports/step_00040000/fsd50k_lora_1ep_s2.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p8ess-eat-1m-natural-ess-550k-s1/exports/step_00040000",
+  "fingerprint": "5b066246c7ab5c62",
+  "campaign_id": "phase8-ess-seed",
+  "trial_id": "p8ess-eat-1m-natural-ess-550k-s1",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 16,
+  "params": {
+    "trainable": 179048,
+    "total": 1216712,
+    "fraction": 0.1471572566063292
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 989,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 1.0,
+    "batch_size": 48,
+    "lr": 0.003,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 2,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.30839673629961906,
+  "lora/map": 0.30839673629961906,
+  "fsd50k/map": 0.30839673629961906,
+  "train_seconds": 21.57,
+  "total_seconds": 25.29,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.0206118828302715,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 989,
+      "epoch": 1.0,
+      "loss": 0.02780946344313111,
+      "val_map": 0.30839673629961906,
+      "lr": 0.0,
+      "train_s": 21.574035449884832
+    }
+  ],
+  "per_class_ap": [
+    0.24973756074905396,
+    0.05496984347701073,
+    0.47805318236351013,
+    0.34954026341438293,
+    0.3663902282714844,
+    0.5646032691001892,
+    0.8125158548355103,
+    0.4543696641921997,
+    0.4972642958164215,
+    0.3802223205566406,
+    0.10386642068624496,
+    0.33469706773757935,
+    0.10649488121271133,
+    0.24779517948627472,
+    0.47034573554992676,
+    0.4369576573371887,
+    0.025977855548262596,
+    0.22947707772254944,
+    0.48544609546661377,
+    0.14984986186027527,
+    0.36722812056541443,
+    0.3184279799461365,
+    0.567430853843689,
+    0.08600226044654846,
+    0.10439624637365341,
+    0.3091162443161011,
+    0.2604660093784332,
+    0.20102447271347046,
+    0.4237622618675232,
+    0.2687682807445526,
+    0.5521970391273499,
+    0.35618293285369873,
+    0.1912744641304016,
+    0.09645501524209976,
+    0.28452152013778687,
+    0.21070098876953125,
+    0.38610735535621643,
+    0.1328994333744049,
+    0.2647167444229126,
+    0.1867489516735077,
+    0.42151764035224915,
+    0.1541532427072525,
+    0.5598194003105164,
+    0.18925081193447113,
+    0.3322277069091797,
+    0.14386694133281708,
+    0.19755108654499054,
+    0.11845139414072037,
+    0.743729829788208,
+    0.39105546474456787,
+    0.2305399775505066,
+    0.4501468539237976,
+    0.4903033375740051,
+    0.10803699493408203,
+    0.12787024676799774,
+    0.029209405183792114,
+    0.21647964417934418,
+    0.660075306892395,
+    0.11888419836759567,
+    0.4173511862754822,
+    0.372747004032135,
+    0.5462465882301331,
+    0.3603920638561249,
+    0.04736499488353729,
+    0.34553244709968567,
+    0.09939594566822052,
+    0.157175213098526,
+    0.6396062970161438,
+    0.5502129197120667,
+    0.5102146863937378,
+    0.45674705505371094,
+    0.1829078644514084,
+    0.6353672742843628,
+    0.11777715384960175,
+    0.2017572671175003,
+    0.1806255578994751,
+    0.3492303788661957,
+    0.16805130243301392,
+    0.19710810482501984,
+    0.3339874744415283,
+    0.21998968720436096,
+    0.1735386699438095,
+    0.34842443466186523,
+    0.25638318061828613,
+    0.0904216393828392,
+    0.1407993584871292,
+    0.3210146129131317,
+    0.6582248210906982,
+    0.11947226524353027,
+    0.10821559280157089,
+    0.6600698232650757,
+    0.053334690630435944,
+    0.45302751660346985,
+    0.14640989899635315,
+    0.23585067689418793,
+    0.24232226610183716,
+    0.34796199202537537,
+    0.06730125844478607,
+    0.36745119094848633,
+    0.059836529195308685,
+    0.5346153974533081,
+    0.6603133678436279,
+    0.21634699404239655,
+    0.31764739751815796,
+    0.24813079833984375,
+    0.24028094112873077,
+    0.5832943916320801,
+    0.34864622354507446,
+    0.4566301107406616,
+    0.12126348912715912,
+    0.14671924710273743,
+    0.303751677274704,
+    0.5022194981575012,
+    0.036635298281908035,
+    0.12430571019649506,
+    0.2451554536819458,
+    0.5511338114738464,
+    0.32281267642974854,
+    0.4072321057319641,
+    0.1561497151851654,
+    0.8319637179374695,
+    0.8401316404342651,
+    0.22011660039424896,
+    0.09431953728199005,
+    0.20424996316432953,
+    0.6961050033569336,
+    0.31642481684684753,
+    0.6448448896408081,
+    0.32032066583633423,
+    0.09831660240888596,
+    0.11194819211959839,
+    0.42688167095184326,
+    0.2363995611667633,
+    0.3430856764316559,
+    0.588620662689209,
+    0.05007627233862877,
+    0.04071086272597313,
+    0.044278956949710846,
+    0.3924233913421631,
+    0.45272329449653625,
+    0.16598950326442719,
+    0.2443980574607849,
+    0.15340256690979004,
+    0.2952784597873688,
+    0.45033663511276245,
+    0.46637484431266785,
+    0.031882915645837784,
+    0.417034775018692,
+    0.17477093636989594,
+    0.25199928879737854,
+    0.4290035367012024,
+    0.39637675881385803,
+    0.20534683763980865,
+    0.1782151162624359,
+    0.3474666178226471,
+    0.22261089086532593,
+    0.5020856261253357,
+    0.4419323801994324,
+    0.42468923330307007,
+    0.0470135398209095,
+    0.2663007974624634,
+    0.0895799919962883,
+    0.596898078918457,
+    0.24788524210453033,
+    0.22772520780563354,
+    0.27095985412597656,
+    0.4052751064300537,
+    0.04988066479563713,
+    0.23208409547805786,
+    0.2676205337047577,
+    0.08609204739332199,
+    0.7739616632461548,
+    0.7852032780647278,
+    0.04369278624653816,
+    0.46967393159866333,
+    0.7231805324554443,
+    0.16116683185100555,
+    0.21182706952095032,
+    0.12841087579727173,
+    0.29460999369621277,
+    0.06413116306066513,
+    0.4202832281589508,
+    0.0409165695309639,
+    0.51399165391922,
+    0.5817174911499023,
+    0.15902015566825867,
+    0.23322375118732452,
+    0.6253154277801514,
+    0.5443243980407715,
+    0.24053725600242615,
+    0.19593459367752075,
+    0.3124000132083893,
+    0.5330252051353455,
+    0.13123109936714172,
+    0.1794668287038803,
+    0.2850554287433624,
+    0.07793795317411423,
+    0.17107832431793213,
+    0.1360020935535431,
+    0.5882713794708252
+  ]
+}

p8ess-eat-1m-natural-ess-550k-s1/exports/step_00040000/lora_1ep_s0.json

@@ -0,0 +1,260 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p8ess-eat-1m-natural-ess-550k-s1/exports/step_00040000",
+    "fingerprint": "5b066246c7ab5c62",
+    "campaign_id": "phase8-ess-seed",
+    "trial_id": "p8ess-eat-1m-natural-ess-550k-s1",
+    "lora_layers_wrapped": 16,
+    "params": {
+      "trainable": 226463,
+      "total": 1264127,
+      "fraction": 0.1791457662086167
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 428,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 1.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 0,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.007287403980607566,
+      "val_map": 0.006156039374095849,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02448,
+      "train_map": 0.020635657295990255,
+      "val_map": null,
+      "lr": 0.0017857142857142857,
+      "train_s": 0.4
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02371,
+      "train_map": 0.03687317278130118,
+      "val_map": null,
+      "lr": 0.002996832162669313,
+      "train_s": 0.7
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02237,
+      "train_map": 0.04699438842268841,
+      "val_map": null,
+      "lr": 0.0029464015850084926,
+      "train_s": 1.0
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02206,
+      "train_map": 0.06708659747822221,
+      "val_map": null,
+      "lr": 0.0028365019165406584,
+      "train_s": 1.4
+    },
+    {
+      "step": 107,
+      "epoch": 0.25,
+      "loss": 0.02194,
+      "train_map": 0.06422524136646635,
+      "val_map": 0.0424629691899869,
+      "lr": 0.002795633084492174,
+      "train_s": 1.5
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02186,
+      "train_map": 0.07744846352291218,
+      "val_map": null,
+      "lr": 0.0026716673782849554,
+      "train_s": 1.7
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02073,
+      "train_map": 0.0881779595495571,
+      "val_map": null,
+      "lr": 0.002458698684369641,
+      "train_s": 2.1
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02073,
+      "train_map": 0.0949107301814669,
+      "val_map": null,
+      "lr": 0.0022063824593754194,
+      "train_s": 2.4
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.0205,
+      "train_map": 0.09538687773550766,
+      "val_map": null,
+      "lr": 0.0019251287213377403,
+      "train_s": 2.7
+    },
+    {
+      "step": 214,
+      "epoch": 0.5,
+      "loss": 0.02045,
+      "train_map": 0.10686977490856961,
+      "val_map": 0.06768543380657228,
+      "lr": 0.0017592766878384548,
+      "train_s": 2.9
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.01994,
+      "train_map": 0.11324902093550455,
+      "val_map": null,
+      "lr": 0.0016265413870700269,
+      "train_s": 3.0
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02011,
+      "train_map": 0.12245946448204413,
+      "val_map": null,
+      "lr": 0.0013229395198229876,
+      "train_s": 3.4
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.01966,
+      "train_map": 0.12897146011718622,
+      "val_map": null,
+      "lr": 0.0010268490715591258,
+      "train_s": 3.7
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.01953,
+      "train_map": 0.13570316932720805,
+      "val_map": null,
+      "lr": 0.000750486089449494,
+      "train_s": 4.0
+    },
+    {
+      "step": 321,
+      "epoch": 0.75,
+      "loss": 0.01931,
+      "train_map": 0.14084312611169392,
+      "val_map": 0.09025022084868921,
+      "lr": 0.000541962785848462,
+      "train_s": 4.3
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01948,
+      "train_map": 0.14363452956341985,
+      "val_map": null,
+      "lr": 0.0005052527083673369,
+      "train_s": 4.3
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01966,
+      "train_map": 0.1455286895729022,
+      "val_map": null,
+      "lr": 0.00030126672363088163,
+      "train_s": 4.7
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01887,
+      "train_map": 0.1497768253446742,
+      "val_map": null,
+      "lr": 0.00014694415279957929,
+      "train_s": 5.0
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01918,
+      "train_map": 0.15153208658615203,
+      "val_map": null,
+      "lr": 4.865200911511649e-05,
+      "train_s": 5.4
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01874,
+      "train_map": 0.15237794674498223,
+      "val_map": null,
+      "lr": 1.0445612398966596e-05,
+      "train_s": 5.7
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01861,
+      "train_map": 0.15238604946874887,
+      "val_map": 0.09671220902364129,
+      "lr": 1e-05,
+      "train_s": 5.7
+    }
+  ],
+  "final_train_map": 0.15238604946874887,
+  "final_val_map": 0.09671220902364129,
+  "lora/map": 0.09671220902364129,
+  "train_seconds": 5.7,
+  "wall_seconds": 24.1
+}

p8ess-eat-1m-natural-ess-550k-s1/exports/step_00040000/lora_1ep_s1.json

@@ -0,0 +1,260 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p8ess-eat-1m-natural-ess-550k-s1/exports/step_00040000",
+    "fingerprint": "5b066246c7ab5c62",
+    "campaign_id": "phase8-ess-seed",
+    "trial_id": "p8ess-eat-1m-natural-ess-550k-s1",
+    "lora_layers_wrapped": 16,
+    "params": {
+      "trainable": 226463,
+      "total": 1264127,
+      "fraction": 0.1791457662086167
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 428,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 1.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 1,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006750227830993927,
+      "val_map": 0.005878626444709241,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02481,
+      "train_map": 0.02027706539426688,
+      "val_map": null,
+      "lr": 0.0017857142857142857,
+      "train_s": 0.4
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.0238,
+      "train_map": 0.036709022695645764,
+      "val_map": null,
+      "lr": 0.002996832162669313,
+      "train_s": 0.7
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.0229,
+      "train_map": 0.0441030460337806,
+      "val_map": null,
+      "lr": 0.0029464015850084926,
+      "train_s": 1.0
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02196,
+      "train_map": 0.054622874005195776,
+      "val_map": null,
+      "lr": 0.0028365019165406584,
+      "train_s": 1.4
+    },
+    {
+      "step": 107,
+      "epoch": 0.25,
+      "loss": 0.02155,
+      "train_map": 0.05837063111238486,
+      "val_map": 0.041616790552855075,
+      "lr": 0.002795633084492174,
+      "train_s": 1.5
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02165,
+      "train_map": 0.07336634298432194,
+      "val_map": null,
+      "lr": 0.0026716673782849554,
+      "train_s": 1.7
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02138,
+      "train_map": 0.0773959826882151,
+      "val_map": null,
+      "lr": 0.002458698684369641,
+      "train_s": 2.1
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02075,
+      "train_map": 0.08668909853932216,
+      "val_map": null,
+      "lr": 0.0022063824593754194,
+      "train_s": 2.4
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02047,
+      "train_map": 0.09972150106446029,
+      "val_map": null,
+      "lr": 0.0019251287213377403,
+      "train_s": 2.8
+    },
+    {
+      "step": 214,
+      "epoch": 0.5,
+      "loss": 0.02003,
+      "train_map": 0.11134316685894041,
+      "val_map": 0.06931574782444981,
+      "lr": 0.0017592766878384548,
+      "train_s": 3.0
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02056,
+      "train_map": 0.11301213378781202,
+      "val_map": null,
+      "lr": 0.0016265413870700269,
+      "train_s": 3.1
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.01985,
+      "train_map": 0.1219273678564327,
+      "val_map": null,
+      "lr": 0.0013229395198229876,
+      "train_s": 3.4
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.01958,
+      "train_map": 0.12825942864425946,
+      "val_map": null,
+      "lr": 0.0010268490715591258,
+      "train_s": 3.8
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.019,
+      "train_map": 0.13594478607951774,
+      "val_map": null,
+      "lr": 0.000750486089449494,
+      "train_s": 4.1
+    },
+    {
+      "step": 321,
+      "epoch": 0.75,
+      "loss": 0.01953,
+      "train_map": 0.13884752087358676,
+      "val_map": 0.08923032584350973,
+      "lr": 0.000541962785848462,
+      "train_s": 4.4
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01927,
+      "train_map": 0.13967675136921812,
+      "val_map": null,
+      "lr": 0.0005052527083673369,
+      "train_s": 4.4
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01869,
+      "train_map": 0.143383943833644,
+      "val_map": null,
+      "lr": 0.00030126672363088163,
+      "train_s": 4.8
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01888,
+      "train_map": 0.14734716017499028,
+      "val_map": null,
+      "lr": 0.00014694415279957929,
+      "train_s": 5.1
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01874,
+      "train_map": 0.14848125359110634,
+      "val_map": null,
+      "lr": 4.865200911511649e-05,
+      "train_s": 5.4
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01911,
+      "train_map": 0.14920342814767526,
+      "val_map": null,
+      "lr": 1.0445612398966596e-05,
+      "train_s": 5.7
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01914,
+      "train_map": 0.14925885085984922,
+      "val_map": 0.09479958501395255,
+      "lr": 1e-05,
+      "train_s": 5.7
+    }
+  ],
+  "final_train_map": 0.14925885085984922,
+  "final_val_map": 0.09479958501395255,
+  "lora/map": 0.09479958501395255,
+  "train_seconds": 5.7,
+  "wall_seconds": 24.2
+}

p8ess-eat-1m-natural-ess-550k-s1/exports/step_00040000/lora_1ep_s2.json

@@ -0,0 +1,260 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p8ess-eat-1m-natural-ess-550k-s1/exports/step_00040000",
+    "fingerprint": "5b066246c7ab5c62",
+    "campaign_id": "phase8-ess-seed",
+    "trial_id": "p8ess-eat-1m-natural-ess-550k-s1",
+    "lora_layers_wrapped": 16,
+    "params": {
+      "trainable": 226463,
+      "total": 1264127,
+      "fraction": 0.1791457662086167
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 428,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 1.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 2,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006524789124436542,
+      "val_map": 0.005479694035061523,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02443,
+      "train_map": 0.01910118974985615,
+      "val_map": null,
+      "lr": 0.0017857142857142857,
+      "train_s": 0.4
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02412,
+      "train_map": 0.036499327335831847,
+      "val_map": null,
+      "lr": 0.002996832162669313,
+      "train_s": 0.7
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02243,
+      "train_map": 0.04983920572026044,
+      "val_map": null,
+      "lr": 0.0029464015850084926,
+      "train_s": 1.1
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02186,
+      "train_map": 0.06153806125209711,
+      "val_map": null,
+      "lr": 0.0028365019165406584,
+      "train_s": 1.4
+    },
+    {
+      "step": 107,
+      "epoch": 0.25,
+      "loss": 0.02229,
+      "train_map": 0.06275568721176211,
+      "val_map": 0.0461592786005244,
+      "lr": 0.002795633084492174,
+      "train_s": 1.5
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02165,
+      "train_map": 0.06977494030155285,
+      "val_map": null,
+      "lr": 0.0026716673782849554,
+      "train_s": 1.8
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02143,
+      "train_map": 0.07968648224830471,
+      "val_map": null,
+      "lr": 0.002458698684369641,
+      "train_s": 2.1
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02142,
+      "train_map": 0.09074332460538401,
+      "val_map": null,
+      "lr": 0.0022063824593754194,
+      "train_s": 2.5
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02006,
+      "train_map": 0.09630698870613012,
+      "val_map": null,
+      "lr": 0.0019251287213377403,
+      "train_s": 2.8
+    },
+    {
+      "step": 214,
+      "epoch": 0.5,
+      "loss": 0.02006,
+      "train_map": 0.10345870089510445,
+      "val_map": 0.07203178316535007,
+      "lr": 0.0017592766878384548,
+      "train_s": 3.0
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.01986,
+      "train_map": 0.10857325561602638,
+      "val_map": null,
+      "lr": 0.0016265413870700269,
+      "train_s": 3.1
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02042,
+      "train_map": 0.12096288784422984,
+      "val_map": null,
+      "lr": 0.0013229395198229876,
+      "train_s": 3.5
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.01907,
+      "train_map": 0.12929971272610058,
+      "val_map": null,
+      "lr": 0.0010268490715591258,
+      "train_s": 3.8
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.01964,
+      "train_map": 0.1349640379286949,
+      "val_map": null,
+      "lr": 0.000750486089449494,
+      "train_s": 4.2
+    },
+    {
+      "step": 321,
+      "epoch": 0.75,
+      "loss": 0.01892,
+      "train_map": 0.1405381193310305,
+      "val_map": 0.09127068771773938,
+      "lr": 0.000541962785848462,
+      "train_s": 4.5
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01881,
+      "train_map": 0.1407757286791755,
+      "val_map": null,
+      "lr": 0.0005052527083673369,
+      "train_s": 4.5
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01894,
+      "train_map": 0.14367431898440536,
+      "val_map": null,
+      "lr": 0.00030126672363088163,
+      "train_s": 4.9
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01882,
+      "train_map": 0.14489118683644953,
+      "val_map": null,
+      "lr": 0.00014694415279957929,
+      "train_s": 5.3
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01851,
+      "train_map": 0.14594060529829259,
+      "val_map": null,
+      "lr": 4.865200911511649e-05,
+      "train_s": 5.6
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01904,
+      "train_map": 0.14669584576835754,
+      "val_map": null,
+      "lr": 1.0445612398966596e-05,
+      "train_s": 5.9
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01932,
+      "train_map": 0.14721547899965684,
+      "val_map": 0.0949384997690722,
+      "lr": 1e-05,
+      "train_s": 6.0
+    }
+  ],
+  "final_train_map": 0.14721547899965684,
+  "final_val_map": 0.0949384997690722,
+  "lora/map": 0.0949384997690722,
+  "train_seconds": 6.0,
+  "wall_seconds": 24.8
+}

p8ess-eat-1m-natural-ess-550k-s1/exports/step_00040000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p8ess-eat-1m-natural-ess-550k-s1/exports/step_00040000",
+  "fingerprint": "5b066246c7ab5c62",
+  "campaign_id": "phase8-ess-seed",
+  "trial_id": "p8ess-eat-1m-natural-ess-550k-s1",
+  "probe/map": 0.10249758142610373,
+  "probe/map_train": 0.24786363081190121,
+  "probe/alpha": 0.01,
+  "probe/holdout_map": 0.12718566635445086,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 288,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 3.486961944028735,
+  "probe/total_s": 4.281643446534872,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.12718566635445086
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.12709466112685697
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1224491719388009
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.10994742706813894
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.08788175226774145
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.0644558067420282
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.05174677948373771
+    }
+  ],
+  "per_class_ap": [
+    0.6035094261169434,
+    0.010918443091213703,
+    0.061963487416505814,
+    0.13430720567703247,
+    0.06821288913488388,
+    0.26194071769714355,
+    0.15680493414402008,
+    0.29665833711624146,
+    0.0799654871225357,
+    0.025568800047039986,
+    0.02322872169315815,
+    0.053418394178152084,
+    0.3168805241584778,
+    0.21479319036006927,
+    0.02121271938085556,
+    0.2983071804046631,
+    0.2574608027935028,
+    0.3373301029205322,
+    0.04131336882710457,
+    0.04485022649168968,
+    0.1357177346944809,
+    0.08012762665748596,
+    0.08383727818727493,
+    0.09093629568815231,
+    0.024563312530517578,
+    0.020314017310738564,
+    0.04409731179475784,
+    0.18228694796562195,
+    0.22893179953098297,
+    0.04102873429656029,
+    0.20055368542671204,
+    0.11965954303741455,
+    0.012687158770859241,
+    0.056542638689279556,
+    0.16747309267520905,
+    0.07026799768209457,
+    0.2495831847190857,
+    0.05068528652191162,
+    0.06051482632756233,
+    0.07463067024946213,
+    0.12507601082324982,
+    0.008839132264256477,
+    0.04772089794278145,
+    0.31807267665863037,
+    0.006366646382957697,
+    0.058866746723651886,
+    0.016388561576604843,
+    0.049060091376304626,
+    0.03277353569865227,
+    0.028906118124723434,
+    0.12888728082180023,
+    0.009645110927522182,
+    0.022246550768613815,
+    0.027582228183746338,
+    0.142550989985466,
+    0.08964617550373077,
+    0.09204297512769699,
+    0.23971210420131683,
+    0.047258082777261734,
+    0.04337792098522186,
+    0.08584152907133102,
+    0.17114345729351044,
+    0.029455825686454773,
+    0.09207220375537872,
+    0.42676791548728943,
+    0.18510931730270386,
+    0.19551733136177063,
+    0.1802084892988205,
+    0.262741357088089,
+    0.2956874966621399,
+    0.07825575023889542,
+    0.09133324027061462,
+    0.14284013211727142,
+    0.12573322653770447,
+    0.12078048288822174,
+    0.1433568298816681,
+    0.04957873001694679,
+    0.1300325244665146,
+    0.07749437540769577,
+    0.042288925498723984,
+    0.021991420537233353,
+    0.06733247637748718,
+    0.1213822066783905,
+    0.049315787851810455,
+    0.07863954454660416,
+    0.03984103724360466,
+    0.03180062025785446,
+    0.017187895253300667,
+    0.021346602588891983,
+    0.03354274481534958,
+    0.044368866831064224,
+    0.041689433157444,
+    0.1224338486790657,
+    0.017444219440221786,
+    0.012257826514542103,
+    0.026833008974790573,
+    0.01764071173965931,
+    0.013274860568344593,
+    0.10036905109882355,
+    0.10720003396272659,
+    0.03582659736275673,
+    0.1393013596534729,
+    0.04006044939160347,
+    0.039245374500751495,
+    0.01887066662311554,
+    0.040429770946502686,
+    0.04910079762339592,
+    0.038895606994628906,
+    0.04560220614075661,
+    0.04886236414313316,
+    0.05931876227259636,
+    0.08951843529939651,
+    0.06820913404226303,
+    0.05176103860139847,
+    0.032576605677604675,
+    0.11807185411453247,
+    0.12094921618700027,
+    0.04204297438263893,
+    0.049728408455848694,
+    0.09818562120199203,
+    0.09814247488975525,
+    0.09718997776508331,
+    0.028234297409653664,
+    0.05803300067782402,
+    0.00739361671730876,
+    0.029271572828292847,
+    0.11048255115747452,
+    0.17283552885055542,
+    0.022759627550840378,
+    0.05751583352684975,
+    0.00540970778092742,
+    0.09046255052089691,
+    0.08417630940675735,
+    0.05087144672870636,
+    0.020632009953260422,
+    0.010523160919547081,
+    0.06599936634302139,
+    0.7060315012931824,
+    0.21023602783679962,
+    0.25408831238746643,
+    0.35254615545272827,
+    0.24028070271015167,
+    0.09913770854473114,
+    0.12551994621753693,
+    0.05646723136305809,
+    0.07532408833503723,
+    0.06994848698377609,
+    0.1591174304485321,
+    0.043868087232112885,
+    0.14080555737018585,
+    0.15128383040428162,
+    0.1612028032541275,
+    0.16649308800697327,
+    0.09769570082426071,
+    0.09174209833145142,
+    0.11579914391040802,
+    0.0684983879327774,
+    0.05528584495186806,
+    0.018278703093528748,
+    0.08323940634727478,
+    0.4023861587047577,
+    0.1955769658088684,
+    0.18279854953289032,
+    0.12238214910030365,
+    0.17876000702381134,
+    0.15467461943626404,
+    0.17909421026706696,
+    0.08908919245004654,
+    0.1699347048997879,
+    0.2520923614501953,
+    0.15451611578464508,
+    0.18524006009101868,
+    0.19339163601398468,
+    0.17180103063583374,
+    0.10784792900085449,
+    0.13589991629123688,
+    0.08047126978635788,
+    0.2897418439388275,
+    0.044878311455249786,
+    0.08918172121047974,
+    0.10073522478342056,
+    0.09766661375761032,
+    0.06219179183244705,
+    0.13133247196674347,
+    0.07260212302207947,
+    0.2829509973526001,
+    0.29803428053855896,
+    0.11971492320299149,
+    0.22724050283432007,
+    0.11863964796066284,
+    0.18729276955127716,
+    0.12020646780729294,
+    0.2143850177526474,
+    0.1308092176914215,
+    0.08430498093366623,
+    0.3282224237918854,
+    0.06624440103769302,
+    0.032493364065885544,
+    0.060824546962976456,
+    0.13990366458892822,
+    0.035106536000967026,
+    0.17770881950855255,
+    0.0804005041718483,
+    0.08564089238643646,
+    0.11534557491540909,
+    0.08003859221935272,
+    0.09799185395240784,
+    0.41996487975120544,
+    0.1363135427236557,
+    0.2830634117126465,
+    0.6482699513435364,
+    0.2824365496635437,
+    0.47334566712379456,
+    0.055438362061977386,
+    0.2764263153076172,
+    0.10865995287895203,
+    0.04641389101743698,
+    0.17028898000717163,
+    0.08864932507276535,
+    0.10671553760766983,
+    0.1690065562725067,
+    0.09647015482187271,
+    0.1404418647289276,
+    0.22117644548416138,
+    0.06698720157146454,
+    0.11892790347337723,
+    0.07638241350650787,
+    0.048689037561416626,
+    0.19770638644695282,
+    0.03569277003407478,
+    0.062115345150232315,
+    0.0769486129283905,
+    0.06519892066717148,
+    0.04097342491149902,
+    0.0538778156042099,
+    0.015130034647881985,
+    0.11499323695898056,
+    0.02339501865208149,
+    0.2808713912963867,
+    0.03560307249426842,
+    0.11791716516017914,
+    0.15267974138259888,
+    0.2457847148180008,
+    0.16230855882167816,
+    0.14176130294799805,
+    0.27740898728370667,
+    0.05488799884915352,
+    0.1425469070672989,
+    0.057002656161785126,
+    0.09428045898675919,
+    0.10226369649171829,
+    0.05178370326757431,
+    0.05929611623287201,
+    0.08311185240745544,
+    0.12144919484853745,
+    0.17735141515731812,
+    0.24551565945148468,
+    0.2146686315536499,
+    0.11994801461696625,
+    0.06981352716684341,
+    0.04753592237830162,
+    0.054810844361782074,
+    0.11264500766992569,
+    0.08336573094129562,
+    0.02385764755308628,
+    0.08072655647993088,
+    0.0716945007443428,
+    0.09344770014286041,
+    0.0950363278388977,
+    0.06439778208732605,
+    0.027095511555671692,
+    0.1475033462047577,
+    0.10130826383829117,
+    0.059607237577438354,
+    0.1515350639820099,
+    0.03565329313278198,
+    0.07159022986888885,
+    0.03163113072514534,
+    0.07439127564430237,
+    0.03430553153157234,
+    0.026327751576900482,
+    0.27827444672584534,
+    0.07945557683706284,
+    0.15340274572372437,
+    0.03821742162108421,
+    0.14678731560707092,
+    0.21568915247917175,
+    0.2297513335943222,
+    0.13754141330718994,
+    0.19306743144989014,
+    0.14487220346927643,
+    0.17852431535720825,
+    0.05475281551480293,
+    0.23175553977489471,
+    0.09778964519500732,
+    0.1494065821170807,
+    0.10868989676237106,
+    0.009584863670170307,
+    0.027644451707601547,
+    0.00982433557510376,
+    0.2690097391605377,
+    0.14079970121383667,
+    0.08549328148365021,
+    0.027624530717730522,
+    0.05041687935590744,
+    0.090041384100914,
+    0.024629298597574234,
+    0.12772957980632782,
+    0.08438776433467865,
+    0.11321341246366501,
+    0.10649962723255157,
+    0.04378122836351395,
+    0.05537743121385574,
+    0.0211642999202013,
+    0.05419401451945305,
+    0.06400979310274124,
+    0.06361550092697144,
+    0.02193606086075306,
+    0.07187633216381073,
+    0.04458450525999069,
+    0.11657774448394775,
+    0.04954737797379494,
+    0.28844377398490906,
+    0.18523837625980377,
+    0.17242684960365295,
+    0.21600285172462463,
+    0.023320864886045456,
+    0.04689331352710724,
+    0.1784592568874359,
+    0.1675388216972351,
+    0.06826545298099518,
+    0.12683863937854767,
+    0.18577155470848083,
+    0.22171400487422943,
+    0.13490809500217438,
+    0.14515718817710876,
+    0.12387946993112564,
+    0.10891216993331909,
+    0.03732934594154358,
+    0.0225147046148777,
+    0.15713012218475342,
+    0.006579185836017132,
+    0.029205000028014183,
+    0.11751154065132141,
+    0.10201064497232437,
+    0.09658785909414291,
+    0.07743185758590698,
+    0.1907743364572525,
+    0.014513466507196426,
+    0.016343023627996445,
+    0.0565473847091198,
+    0.03885898366570473,
+    0.049148235470056534,
+    0.07644037157297134,
+    0.01607527583837509,
+    0.034198176115751266,
+    0.01677018217742443,
+    0.011431577615439892,
+    0.033932242542505264,
+    0.035783667117357254,
+    0.008943455293774605,
+    0.02962697669863701,
+    0.06923958659172058,
+    0.10758962482213974,
+    0.04146215319633484,
+    0.036348607391119,
+    0.30359554290771484,
+    0.14573907852172852,
+    0.023086804896593094,
+    0.12657883763313293,
+    0.0973360538482666,
+    0.09704569727182388,
+    0.06052997708320618,
+    0.3081418573856354,
+    0.040970344096422195,
+    0.028725650161504745,
+    0.09872490167617798,
+    0.07376141101121902,
+    0.00866831373423338,
+    0.014296532608568668,
+    0.021156545728445053,
+    0.08030541986227036,
+    0.0684853345155716,
+    0.08005154132843018,
+    0.08680867403745651,
+    0.12615473568439484,
+    0.13289742171764374,
+    0.03210372105240822,
+    0.03177589923143387,
+    0.022154267877340317,
+    0.15367010235786438,
+    0.03375469148159027,
+    0.018757903948426247,
+    0.20407690107822418,
+    0.1733691692352295,
+    0.05993271619081497,
+    0.36788567900657654,
+    0.49292051792144775,
+    0.02526584453880787,
+    0.3373773694038391,
+    0.34186413884162903,
+    0.03752516210079193,
+    0.06971168518066406,
+    0.15550848841667175,
+    0.017164146527647972,
+    0.009363102726638317,
+    0.02430202253162861,
+    0.03160775452852249,
+    0.016986090689897537,
+    0.009416569955646992,
+    0.013354641385376453,
+    0.08737805485725403,
+    0.03151486814022064,
+    0.03218090161681175,
+    0.1324491649866104,
+    0.18061991035938263,
+    0.015959009528160095,
+    0.027512019500136375,
+    0.08870475739240646,
+    0.07021655142307281,
+    0.11136063188314438,
+    0.03733820468187332,
+    0.04803713411092758,
+    0.11901120841503143,
+    0.07426492869853973,
+    0.0745651051402092,
+    0.028868455439805984,
+    0.1304459273815155,
+    0.1625296175479889,
+    0.09588225185871124,
+    0.02982291951775551,
+    0.08975174278020859,
+    0.10865741968154907,
+    0.04757840186357498,
+    0.008209941908717155,
+    0.04353265464305878,
+    0.17667146027088165,
+    0.05625172331929207,
+    0.08415267616510391,
+    0.024603625759482384,
+    0.021646449342370033,
+    0.010559078305959702,
+    0.00715729920193553,
+    0.0458507314324379,
+    0.013179168105125427,
+    0.06496202945709229,
+    0.014511371962726116,
+    0.009523731656372547,
+    0.013102459721267223,
+    0.039665207266807556,
+    0.012183726765215397,
+    0.03527279570698738,
+    0.010431882925331593,
+    0.04969413951039314,
+    0.019317708909511566,
+    0.12552817165851593,
+    0.023619133979082108,
+    0.10390365123748779,
+    0.03737419843673706,
+    0.05422123149037361,
+    0.0627380907535553,
+    0.04261256381869316,
+    0.2014608532190323,
+    0.3908538222312927,
+    0.22785316407680511,
+    0.052229300141334534,
+    0.024865349754691124,
+    0.07433532178401947,
+    0.025642091408371925,
+    0.03715476021170616,
+    0.032403524965047836,
+    0.0451810285449028,
+    0.034826505929231644,
+    0.01368005108088255,
+    0.07574483007192612,
+    0.00568022858351469,
+    0.13606151938438416,
+    0.057524632662534714,
+    0.06521948426961899,
+    0.2538130581378937,
+    0.09689884632825851,
+    0.08244524896144867,
+    0.017523230984807014,
+    0.04623371735215187,
+    0.02774944342672825,
+    0.03828416392207146,
+    0.006906169466674328,
+    0.05670752003788948,
+    0.03823470324277878,
+    0.0276050865650177,
+    0.17791131138801575,
+    0.1665908545255661,
+    0.049088671803474426,
+    0.1686115264892578,
+    0.23719364404678345,
+    0.036326803267002106,
+    0.03086620755493641,
+    0.12886637449264526,
+    0.023244310170412064,
+    0.07407617568969727,
+    0.10181495547294617,
+    0.28000563383102417,
+    0.012980401515960693,
+    0.09181181341409683,
+    0.024812577292323112,
+    0.023208940401673317,
+    0.08659438043832779,
+    0.022859061136841774,
+    0.012812693603336811,
+    0.033692680299282074,
+    0.026202624663710594,
+    0.13793641328811646,
+    0.06810560822486877,
+    0.0094235148280859,
+    0.08354739844799042,
+    0.2749614715576172,
+    0.037348516285419464,
+    0.2884889841079712,
+    0.02896580845117569,
+    0.019503632560372353,
+    0.02019067481160164,
+    0.16320498287677765,
+    0.11732053756713867,
+    0.024093396961688995,
+    0.00911457184702158,
+    0.08918150514364243,
+    0.09425081312656403
+  ]
+}

p8ess-eat-1m-natural-ess-550k-s1/run.json

@@ -0,0 +1,94 @@
+{
+  "campaign_id": "phase8-ess-seed",
+  "trial_id": "p8ess-eat-1m-natural-ess-550k-s1",
+  "fingerprint": "5b066246c7ab5c62",
+  "wandb_run_id": "phase8-ess-seed-p8ess-eat-1m-natural-ess-550k-s1",
+  "environment": {
+    "git_sha": "",
+    "git_dirty": false,
+    "torch": "2.13.0+cu130",
+    "cuda": "13.0",
+    "cudnn": 92000,
+    "gpu_count": 1,
+    "gpu_name": "NVIDIA GeForce RTX 4090",
+    "gpu_memory_gib": 23.52,
+    "capability": "8.9",
+    "driver": "580.159.03"
+  },
+  "parameters": {
+    "encoder_params": 1039968,
+    "decoder_params": 91728,
+    "trainable_params": 1131696,
+    "total_params": 2171664
+  },
+  "schedule": {
+    "budget_clips": 1920000,
+    "schedule_clips": null,
+    "clips_per_step": 48,
+    "total_steps": 40000,
+    "schedule_steps": 40000,
+    "warmup_steps": 4000,
+    "ema_anneal_steps": 40000,
+    "final_lr": 6.000005700153392e-06,
+    "final_ema_decay": 0.9999899952500001
+  },
+  "geometry": {
+    "patch_grid": [
+      64,
+      4
+    ],
+    "num_patches": 256,
+    "visible_patches": 51,
+    "centers_per_mask": 2
+  },
+  "data": {
+    "split": "train",
+    "rows": 1912024,
+    "shards": 96,
+    "sampled_sha256": "58cddcb9592605014dfe6c40579aa65d2a3216cdb77feeaf0267c183e9f0d5a9",
+    "val_split": "balanced_train",
+    "val_clips": 2048
+  },
+  "mixture": {
+    "dist_id": null,
+    "has_weights": true,
+    "repetition_cap": 1000.0,
+    "distinct_fraction": 0.287653,
+    "max_repetition": 3.490977361379461,
+    "distinct_clips": 549998,
+    "capped_clusters": 0,
+    "realized_weights": [
+      0.04398333333333333,
+      0.04763958333333333,
+      0.04987552083333333,
+      0.043524479166666664,
+      0.06833802083333333,
+      0.06918802083333334,
+      0.06156822916666667,
+      0.023825520833333332,
+      0.05248958333333333,
+      0.049847916666666665,
+      0.04359895833333333,
+      0.025219270833333335,
+      0.0579875,
+      0.0927875,
+      0.049216666666666666,
+      0.05441666666666667,
+      0.050065104166666666,
+      0.0587765625,
+      0.043496875,
+      0.0141546875
+    ]
+  },
+  "started_at": 1787793978.9900596,
+  "finished_at": 1787795570.8512356,
+  "summary": {
+    "completed": true,
+    "final_step": 40000,
+    "clips_seen": 1920000,
+    "peak_gib": 2.1453585624694824,
+    "val/loss": 0.40542031615041196,
+    "val/frame": 0.3465465693734586,
+    "val/utterance": 0.0003066340761961328
+  }
+}

p8ess-eat-1m-natural-ess-550k-s1/status.json

@@ -0,0 +1,13 @@
+{
+  "state": "complete",
+  "updated_at": 1787795570.852484,
+  "step": 40000,
+  "total_steps": 40000,
+  "clips_seen": 1920000,
+  "completed": true,
+  "final_step": 40000,
+  "peak_gib": 2.1453585624694824,
+  "val/loss": 0.40542031615041196,
+  "val/frame": 0.3465465693734586,
+  "val/utterance": 0.0003066340761961328
+}