Upload folder using huggingface_hub

checkpoint-1000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e0bebd95a2e6a37ad397ea656dc2d8e18c70e39c9590d7d105ea57d54f2f98
+size 558664971

checkpoint-1000/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6fa33968d4ed26b5e442c2cc888a6a86a98b5325a529d3bfea288be0093c5b
+size 279336283

checkpoint-1000/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b093dfe59b41efeb45cc3d628d3360abaa2303bbaa489081411faf431e52941d
+size 16389

checkpoint-1000/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450a0ac1645503c0b14fe9c37d77060cc76b1c9942dcfdd0e779cd526b2e98d9
+size 16389

checkpoint-1000/rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938b37918eac9a4cbef3805f7d2abdcef094a334f848e73ac19fcdc39d38663a
+size 16389

checkpoint-1000/rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b27a54988f134299ab296b95e8c1e63d476dffdba7c6f120f2076e8688f355
+size 16389

checkpoint-1000/rng_state_4.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95f73d920296d5d9558e47894c5a2c0d649d7cb10a3b07a013d6bfbd3b8cf90
+size 16389

checkpoint-1000/rng_state_5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b945bb634c9daf4a00433296ecc5245b34a2b5f09017993b5f5f03b84dabea
+size 16389

checkpoint-1000/rng_state_6.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfdd1fca0dace16a59c8592c531a70661218184bb0249c5862bbfb5ab0844fc9
+size 16389

checkpoint-1000/rng_state_7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d106363f9f1b0ff898c86d083a097bf22fd84de35e5670aa299504abcc99752a
+size 16389

checkpoint-1000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f10ac0b70778fb49c17b30c87ede08deb3a2bbd486b8970ed9515f2cf51c5eb
+size 1529

checkpoint-1000/trainer_state.json

@@ -0,0 +1,2012 @@
+{
+  "best_global_step": 1000,
+  "best_metric": 3.2542863563067255,
+  "best_model_checkpoint": "/gpfs/scratch/guoh/DNAFM/output/gencode_human_12.8k_12800/GeneZip-4R_12.8K-100B/checkpoint-1000",
+  "epoch": 0.28368794326241137,
+  "eval_steps": 500,
+  "global_step": 1000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.0028368794326241137,
+      "grad_norm": 1631.21875,
+      "loss": 88.5514,
+      "loss_ce": 61.01824188232422,
+      "loss_region": 0.08141374588012695,
+      "loss_total": 61.09965515136719,
+      "lr": 2.20454076850486e-05,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 0.0,
+      "router/selected_tokens_s0": 829.25,
+      "router/selected_tokens_s1": 174.53125,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 0.0,
+      "step": 10,
+      "tokens_trained": 0.03276544
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.005673758865248227,
+      "grad_norm": 434.8985595703125,
+      "loss": 27.284,
+      "loss_ce": 15.031281471252441,
+      "loss_region": 0.13326193392276764,
+      "loss_total": 15.164543151855469,
+      "lr": 4.654030511288038e-05,
+      "router/avg_deficit_s0": 7.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 1.0,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 1.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 20,
+      "tokens_trained": 0.06553088
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.00851063829787234,
+      "grad_norm": 583.2597045898438,
+      "loss": 10.2036,
+      "loss_ce": 7.8456501960754395,
+      "loss_region": 0.06420987844467163,
+      "loss_total": 7.909860134124756,
+      "lr": 7.103520254071216e-05,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 99.875,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 30,
+      "tokens_trained": 0.09829632
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.011347517730496455,
+      "grad_norm": 476.65606689453125,
+      "loss": 14.0147,
+      "loss_ce": 18.72601318359375,
+      "loss_region": 0.13252411782741547,
+      "loss_total": 18.858537673950195,
+      "lr": 9.553009996854394e-05,
+      "router/avg_deficit_s0": 7.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 1.0,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 1.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 40,
+      "tokens_trained": 0.13106176
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.014184397163120567,
+      "grad_norm": 574.13232421875,
+      "loss": 11.397,
+      "loss_ce": 12.435722351074219,
+      "loss_region": 0.13453753292560577,
+      "loss_total": 12.570260047912598,
+      "lr": 0.00012002499739637572,
+      "router/avg_deficit_s0": 7.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 1.0,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 1.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 50,
+      "tokens_trained": 0.1638272
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.01702127659574468,
+      "grad_norm": 572.3484497070312,
+      "loss": 11.4654,
+      "loss_ce": 15.20344066619873,
+      "loss_region": 0.1364777684211731,
+      "loss_total": 15.33991813659668,
+      "lr": 0.00014451989482420748,
+      "router/avg_deficit_s0": 7.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 1.0,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 1.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 60,
+      "tokens_trained": 0.19659264
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.019858156028368795,
+      "grad_norm": 506.12725830078125,
+      "loss": 10.0282,
+      "loss_ce": 7.821432590484619,
+      "loss_region": 0.12491649389266968,
+      "loss_total": 7.946349143981934,
+      "lr": 0.00016901479225203927,
+      "router/avg_deficit_s0": 7.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 1.0,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 1.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 70,
+      "tokens_trained": 0.22935808
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.02269503546099291,
+      "grad_norm": 327.83026123046875,
+      "loss": 9.0494,
+      "loss_ce": 13.648162841796875,
+      "loss_region": 0.1402742862701416,
+      "loss_total": 13.788436889648438,
+      "lr": 0.00019350968967987104,
+      "router/avg_deficit_s0": 7.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 1.0,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 1.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 80,
+      "tokens_trained": 0.26212352
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.02553191489361702,
+      "grad_norm": 533.38037109375,
+      "loss": 10.6353,
+      "loss_ce": 11.381054878234863,
+      "loss_region": 0.12512199580669403,
+      "loss_total": 11.506176948547363,
+      "lr": 0.0002180045871077028,
+      "router/avg_deficit_s0": 7.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 1.0,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 1.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 90,
+      "tokens_trained": 0.29488896
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.028368794326241134,
+      "grad_norm": 491.7203063964844,
+      "loss": 10.7556,
+      "loss_ce": 14.666193962097168,
+      "loss_region": 0.13100658357143402,
+      "loss_total": 14.797200202941895,
+      "lr": 0.00024249948453553463,
+      "router/avg_deficit_s0": 7.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 1.0,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 1.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 100,
+      "tokens_trained": 0.3276544
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.031205673758865248,
+      "grad_norm": 412.38726806640625,
+      "loss": 8.1796,
+      "loss_ce": 7.042880535125732,
+      "loss_region": 0.12635233998298645,
+      "loss_total": 7.1692328453063965,
+      "lr": 0.00026699438196336637,
+      "router/avg_deficit_s0": 7.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 1.0,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 1.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 110,
+      "tokens_trained": 0.36041984
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.03404255319148936,
+      "grad_norm": 380.94964599609375,
+      "loss": 10.906,
+      "loss_ce": 11.391271591186523,
+      "loss_region": 0.13119234144687653,
+      "loss_total": 11.52246379852295,
+      "lr": 0.00029148927939119814,
+      "router/avg_deficit_s0": 6.96875,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 1.03125,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 1.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 120,
+      "tokens_trained": 0.39318448
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.03687943262411347,
+      "grad_norm": 199.84938049316406,
+      "loss": 9.1563,
+      "loss_ce": 3.2591464519500732,
+      "loss_region": 0.06539206206798553,
+      "loss_total": 3.324538469314575,
+      "lr": 0.00031598417681902996,
+      "router/avg_deficit_s0": 5.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 47.1875,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.03125,
+      "router/trigger_rate_s1": 1.0,
+      "step": 130,
+      "tokens_trained": 0.42594992
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.03971631205673759,
+      "grad_norm": 296.4170227050781,
+      "loss": 12.2809,
+      "loss_ce": 11.650270462036133,
+      "loss_region": 0.09621138125658035,
+      "loss_total": 11.746481895446777,
+      "lr": 0.00034047907424686173,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 2378.96875,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 140,
+      "tokens_trained": 0.45871536
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.0425531914893617,
+      "grad_norm": 286.05914306640625,
+      "loss": 9.714,
+      "loss_ce": 13.918790817260742,
+      "loss_region": 0.1489456295967102,
+      "loss_total": 14.067736625671387,
+      "lr": 0.0003649739716746935,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 4390.6875,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 150,
+      "tokens_trained": 0.4914808
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.04539007092198582,
+      "grad_norm": 256.81048583984375,
+      "loss": 7.6435,
+      "loss_ce": 7.968850135803223,
+      "loss_region": 0.1997712403535843,
+      "loss_total": 8.168621063232422,
+      "lr": 0.00038946886910252526,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 6185.8125,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 160,
+      "tokens_trained": 0.52424544
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.04822695035460993,
+      "grad_norm": 223.51954650878906,
+      "loss": 5.6721,
+      "loss_ce": 7.768090724945068,
+      "loss_region": 0.10872498154640198,
+      "loss_total": 7.8768157958984375,
+      "lr": 0.0004139637665303571,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 2846.78125,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 170,
+      "tokens_trained": 0.55701008
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.05106382978723404,
+      "grad_norm": 218.51199340820312,
+      "loss": 5.0097,
+      "loss_ce": 4.9551897048950195,
+      "loss_region": 0.11287109553813934,
+      "loss_total": 5.068060874938965,
+      "lr": 0.0004384586639581888,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 3095.65625,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 180,
+      "tokens_trained": 0.58977552
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.05390070921985816,
+      "grad_norm": 111.65990447998047,
+      "loss": 4.0707,
+      "loss_ce": 1.8088655471801758,
+      "loss_region": 0.1163250282406807,
+      "loss_total": 1.9251905679702759,
+      "lr": 0.0004629535613860206,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 3243.25,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 190,
+      "tokens_trained": 0.62254016
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.05673758865248227,
+      "grad_norm": 202.0291748046875,
+      "loss": 3.8831,
+      "loss_ce": 4.9208855628967285,
+      "loss_region": 0.15217137336730957,
+      "loss_total": 5.073057174682617,
+      "lr": 0.00048744845881385244,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 4667.375,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 200,
+      "tokens_trained": 0.6553056
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.059574468085106386,
+      "grad_norm": 148.11932373046875,
+      "loss": 5.9535,
+      "loss_ce": 6.731753349304199,
+      "loss_region": 0.1624327301979065,
+      "loss_total": 6.894186019897461,
+      "lr": 0.0005119433562416841,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 5666.625,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 210,
+      "tokens_trained": 0.68807104
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.062411347517730496,
+      "grad_norm": 170.54896545410156,
+      "loss": 6.0952,
+      "loss_ce": 6.673608303070068,
+      "loss_region": 0.05599266663193703,
+      "loss_total": 6.72960090637207,
+      "lr": 0.0005364382536695159,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 173.8125,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 220,
+      "tokens_trained": 0.72083648
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.06524822695035461,
+      "grad_norm": 97.6951904296875,
+      "loss": 5.0635,
+      "loss_ce": 4.121210098266602,
+      "loss_region": 0.20329658687114716,
+      "loss_total": 4.324506759643555,
+      "lr": 0.0005609331510973477,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 6635.03125,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 230,
+      "tokens_trained": 0.75360192
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.06808510638297872,
+      "grad_norm": 138.48391723632812,
+      "loss": 3.7867,
+      "loss_ce": 4.167834281921387,
+      "loss_region": 0.06501111388206482,
+      "loss_total": 4.232845306396484,
+      "lr": 0.0005854280485251795,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 1004.15625,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 240,
+      "tokens_trained": 0.78636736
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.07092198581560284,
+      "grad_norm": 132.49085998535156,
+      "loss": 3.4818,
+      "loss_ce": 4.135341167449951,
+      "loss_region": 0.059110887348651886,
+      "loss_total": 4.194452285766602,
+      "lr": 0.0006099229459530113,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 102.625,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 250,
+      "tokens_trained": 0.8191328
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.07375886524822695,
+      "grad_norm": 114.51081848144531,
+      "loss": 3.9975,
+      "loss_ce": 4.087859630584717,
+      "loss_region": 0.06149622052907944,
+      "loss_total": 4.149355888366699,
+      "lr": 0.0006344178433808431,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 696.5625,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 260,
+      "tokens_trained": 0.85189824
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.07659574468085106,
+      "grad_norm": 97.07891845703125,
+      "loss": 4.1583,
+      "loss_ce": 5.67254638671875,
+      "loss_region": 0.08243336528539658,
+      "loss_total": 5.754979610443115,
+      "lr": 0.0006589127408086749,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 1881.78125,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 270,
+      "tokens_trained": 0.88466288
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.07943262411347518,
+      "grad_norm": 117.09831237792969,
+      "loss": 4.3864,
+      "loss_ce": 3.5589284896850586,
+      "loss_region": 0.08375530689954758,
+      "loss_total": 3.642683744430542,
+      "lr": 0.0006834076382365066,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 2048.4375,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 280,
+      "tokens_trained": 0.91742832
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.08226950354609928,
+      "grad_norm": 50.94511413574219,
+      "loss": 2.6175,
+      "loss_ce": 1.673315167427063,
+      "loss_region": 0.05678440257906914,
+      "loss_total": 1.7300995588302612,
+      "lr": 0.0007079025356643384,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 916.25,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 290,
+      "tokens_trained": 0.95019376
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.0851063829787234,
+      "grad_norm": 101.19383239746094,
+      "loss": 2.602,
+      "loss_ce": 2.7257542610168457,
+      "loss_region": 0.06887104362249374,
+      "loss_total": 2.7946252822875977,
+      "lr": 0.0007323974330921702,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 1558.4375,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 300,
+      "tokens_trained": 0.9829592
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.08794326241134752,
+      "grad_norm": 103.9866943359375,
+      "loss": 2.7451,
+      "loss_ce": 4.545335292816162,
+      "loss_region": 0.06630731374025345,
+      "loss_total": 4.611642837524414,
+      "lr": 0.000756892330520002,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 1316.53125,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 310,
+      "tokens_trained": 1.01572464
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.09078014184397164,
+      "grad_norm": 68.10435485839844,
+      "loss": 3.1077,
+      "loss_ce": 3.9576547145843506,
+      "loss_region": 0.06686295568943024,
+      "loss_total": 4.02451753616333,
+      "lr": 0.0007813872279478337,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 1619.4375,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 320,
+      "tokens_trained": 1.04848992
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.09361702127659574,
+      "grad_norm": 66.0996322631836,
+      "loss": 3.6268,
+      "loss_ce": 2.3814711570739746,
+      "loss_region": 0.06678226590156555,
+      "loss_total": 2.4482533931732178,
+      "lr": 0.0008058821253756655,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 1653.875,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 330,
+      "tokens_trained": 1.08125456
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.09645390070921986,
+      "grad_norm": 85.41226959228516,
+      "loss": 2.2121,
+      "loss_ce": 2.704575300216675,
+      "loss_region": 0.06229915842413902,
+      "loss_total": 2.7668745517730713,
+      "lr": 0.0008303770228034974,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 1233.90625,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 340,
+      "tokens_trained": 1.11402
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.09929078014184398,
+      "grad_norm": 65.33210754394531,
+      "loss": 3.0251,
+      "loss_ce": 2.7039618492126465,
+      "loss_region": 0.06328069418668747,
+      "loss_total": 2.767242431640625,
+      "lr": 0.0008548719202313291,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 1259.8125,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 350,
+      "tokens_trained": 1.14678544
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.10212765957446808,
+      "grad_norm": 90.26396179199219,
+      "loss": 3.2803,
+      "loss_ce": 3.2153475284576416,
+      "loss_region": 0.09488862007856369,
+      "loss_total": 3.3102362155914307,
+      "lr": 0.0008793668176591608,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 2469.34375,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 360,
+      "tokens_trained": 1.17955088
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.1049645390070922,
+      "grad_norm": 54.07102584838867,
+      "loss": 2.0596,
+      "loss_ce": 2.0937747955322266,
+      "loss_region": 0.06421175599098206,
+      "loss_total": 2.157986640930176,
+      "lr": 0.0009038617150869926,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 1472.28125,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 370,
+      "tokens_trained": 1.21231632
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.10780141843971631,
+      "grad_norm": 48.10196304321289,
+      "loss": 2.1087,
+      "loss_ce": 2.1116416454315186,
+      "loss_region": 0.05196397379040718,
+      "loss_total": 2.1636056900024414,
+      "lr": 0.0009283566125148244,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 449.125,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 380,
+      "tokens_trained": 1.24508176
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.11063829787234042,
+      "grad_norm": 54.023807525634766,
+      "loss": 2.2794,
+      "loss_ce": 2.8213136196136475,
+      "loss_region": 0.059752676635980606,
+      "loss_total": 2.88106632232666,
+      "lr": 0.0009528515099426562,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 1112.1875,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 390,
+      "tokens_trained": 1.2778448
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.11347517730496454,
+      "grad_norm": 89.19528198242188,
+      "loss": 2.4597,
+      "loss_ce": 3.5597033500671387,
+      "loss_region": 0.2661536931991577,
+      "loss_total": 3.825857162475586,
+      "lr": 0.000977346407370488,
+      "router/avg_deficit_s0": 7.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 1.0,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 1.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 400,
+      "tokens_trained": 1.31061024
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.11631205673758865,
+      "grad_norm": 37.59690856933594,
+      "loss": 2.0656,
+      "loss_ce": 1.5812817811965942,
+      "loss_region": 0.07297738641500473,
+      "loss_total": 1.654259204864502,
+      "lr": 0.0010018413047983197,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 1352.25,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 410,
+      "tokens_trained": 1.34337568
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.11914893617021277,
+      "grad_norm": 31.402502059936523,
+      "loss": 1.7999,
+      "loss_ce": 1.4559017419815063,
+      "loss_region": 0.07083795219659805,
+      "loss_total": 1.5267397165298462,
+      "lr": 0.0010263362022261515,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 1392.46875,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 420,
+      "tokens_trained": 1.376141104
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.12198581560283688,
+      "grad_norm": 32.30119705200195,
+      "loss": 1.7606,
+      "loss_ce": 1.619798183441162,
+      "loss_region": 0.05854247137904167,
+      "loss_total": 1.6783406734466553,
+      "lr": 0.0010508310996539833,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 107.46875,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 430,
+      "tokens_trained": 1.408906544
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.12482269503546099,
+      "grad_norm": 46.65761947631836,
+      "loss": 1.9924,
+      "loss_ce": 2.4070842266082764,
+      "loss_region": 0.06459856033325195,
+      "loss_total": 2.4716827869415283,
+      "lr": 0.0010753259970818151,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 1131.90625,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 440,
+      "tokens_trained": 1.441671984
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.1276595744680851,
+      "grad_norm": 30.38531494140625,
+      "loss": 1.8704,
+      "loss_ce": 1.4392523765563965,
+      "loss_region": 0.055338773876428604,
+      "loss_total": 1.4945911169052124,
+      "lr": 0.001099820894509647,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 631.5625,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 450,
+      "tokens_trained": 1.474437424
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.13049645390070921,
+      "grad_norm": 37.19720458984375,
+      "loss": 1.7504,
+      "loss_ce": 1.5982601642608643,
+      "loss_region": 0.07102015614509583,
+      "loss_total": 1.6692802906036377,
+      "lr": 0.0011243157919374788,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 0.0,
+      "router/selected_tokens_s0": 929.3125,
+      "router/selected_tokens_s1": 48.28125,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 0.0,
+      "step": 460,
+      "tokens_trained": 1.507202864
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.13333333333333333,
+      "grad_norm": 30.36027717590332,
+      "loss": 1.7281,
+      "loss_ce": 1.4914231300354004,
+      "loss_region": 0.05361942574381828,
+      "loss_total": 1.5450425148010254,
+      "lr": 0.0011488106893653104,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 377.4375,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 470,
+      "tokens_trained": 1.539968304
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.13617021276595745,
+      "grad_norm": 12.751656532287598,
+      "loss": 1.502,
+      "loss_ce": 1.3392599821090698,
+      "loss_region": 0.05824059993028641,
+      "loss_total": 1.3975006341934204,
+      "lr": 0.0011733055867931422,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 779.8125,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 480,
+      "tokens_trained": 1.572733744
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.13900709219858157,
+      "grad_norm": 30.712886810302734,
+      "loss": 1.5265,
+      "loss_ce": 1.441983699798584,
+      "loss_region": 0.05336770787835121,
+      "loss_total": 1.4953514337539673,
+      "lr": 0.001197800484220974,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 630.71875,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 490,
+      "tokens_trained": 1.605499184
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.14184397163120568,
+      "grad_norm": 23.531269073486328,
+      "loss": 1.6006,
+      "loss_ce": 1.3859856128692627,
+      "loss_region": 0.05309389531612396,
+      "loss_total": 1.4390795230865479,
+      "lr": 0.0012222953816488059,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 355.1875,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 500,
+      "tokens_trained": 1.638264624
+    },
+    {
+      "epoch": 0.14184397163120568,
+      "eval_ppl": 5.639791369232795,
+      "eval_runtime": 0.6154,
+      "step": 500,
+      "tokens_trained": 1.638264624
+    },
+    {
+      "epoch": 0.14184397163120568,
+      "eval_F": 0.0006250488319399953,
+      "eval_F_cds": 0.000417908784442649,
+      "eval_F_exon": 0.0010869565217391304,
+      "eval_F_intron": 0.0006231804525964301,
+      "eval_F_nig": 0.0007117661631871394,
+      "eval_F_promoter": 0.00046730843692003687,
+      "eval_F_utr": 0.0007665184730952016,
+      "eval_G": 0.018260951935942262,
+      "eval_G_cds": 0.017367320490764216,
+      "eval_G_exon": 0.01836432857789855,
+      "eval_G_intron": 0.018287128753366702,
+      "eval_G_nig": 0.019185528203734217,
+      "eval_G_promoter": 0.016835490531997278,
+      "eval_G_utr": 0.017702484637692268,
+      "eval_avg_bp_per_token": 1599.875,
+      "eval_bp_per_token/cds": 2392.866666666667,
+      "eval_bp_per_token/exon": 920.0,
+      "eval_bp_per_token/intron": 1604.6716417910447,
+      "eval_bp_per_token/nig": 1404.9558011049724,
+      "eval_bp_per_token/promoter": 2139.9142857142856,
+      "eval_bp_per_token/utr": 1304.6,
+      "eval_ppl_cds": 6.105901405038029,
+      "eval_ppl_exon": 5.801578519769911,
+      "eval_ppl_intron": 5.612093447668663,
+      "eval_ppl_nig": 5.620627240075904,
+      "eval_ppl_promoter": 5.688336002196773,
+      "eval_ppl_utr": 5.695504465687492,
+      "step": 500,
+      "tokens_trained": 1.638264624
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.14468085106382977,
+      "grad_norm": 9.532892227172852,
+      "loss": 1.5975,
+      "loss_ce": 1.3092715740203857,
+      "loss_region": 0.05799846723675728,
+      "loss_total": 1.3672699928283691,
+      "lr": 0.0012243786686061229,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 946.25,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 510,
+      "tokens_trained": 1.671030064
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.1475177304964539,
+      "grad_norm": 18.65001678466797,
+      "loss": 1.6168,
+      "loss_ce": 1.343700885772705,
+      "loss_region": 0.05204938352108002,
+      "loss_total": 1.3957502841949463,
+      "lr": 0.0012239717766222718,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 541.875,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 520,
+      "tokens_trained": 1.703795504
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.150354609929078,
+      "grad_norm": 34.98784255981445,
+      "loss": 1.6703,
+      "loss_ce": 1.456465721130371,
+      "loss_region": 0.05966515839099884,
+      "loss_total": 1.5161309242248535,
+      "lr": 0.001223564884638421,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 980.71875,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 530,
+      "tokens_trained": 1.736560944
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.15319148936170213,
+      "grad_norm": 27.90123176574707,
+      "loss": 1.5678,
+      "loss_ce": 1.4636605978012085,
+      "loss_region": 0.055262189358472824,
+      "loss_total": 1.5189228057861328,
+      "lr": 0.00122315799265457,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 515.9375,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 540,
+      "tokens_trained": 1.769326384
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.15602836879432624,
+      "grad_norm": 36.412662506103516,
+      "loss": 1.617,
+      "loss_ce": 1.481337070465088,
+      "loss_region": 0.057017069309949875,
+      "loss_total": 1.5383541584014893,
+      "lr": 0.001222751100670719,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 653.09375,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 550,
+      "tokens_trained": 1.802091024
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.15886524822695036,
+      "grad_norm": 33.760154724121094,
+      "loss": 1.6967,
+      "loss_ce": 1.6242401599884033,
+      "loss_region": 0.05576888844370842,
+      "loss_total": 1.6800090074539185,
+      "lr": 0.001222344208686868,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 6.46875,
+      "router/selected_tokens_s0": 594.71875,
+      "router/selected_tokens_s1": 1.53125,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 560,
+      "tokens_trained": 1.834856464
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.16170212765957448,
+      "grad_norm": 30.55908966064453,
+      "loss": 1.7022,
+      "loss_ce": 1.4764841794967651,
+      "loss_region": 0.053381841629743576,
+      "loss_total": 1.5298659801483154,
+      "lr": 0.0012219373167030169,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 584.40625,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 570,
+      "tokens_trained": 1.867621904
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.16453900709219857,
+      "grad_norm": 24.999780654907227,
+      "loss": 1.4763,
+      "loss_ce": 1.4031097888946533,
+      "loss_region": 0.05390815809369087,
+      "loss_total": 1.4570178985595703,
+      "lr": 0.0012215304247191658,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 671.75,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 580,
+      "tokens_trained": 1.900385744
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.1673758865248227,
+      "grad_norm": 34.729034423828125,
+      "loss": 1.4617,
+      "loss_ce": 1.487898349761963,
+      "loss_region": 0.10076552629470825,
+      "loss_total": 1.5886638164520264,
+      "lr": 0.0012211235327353148,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 5.5,
+      "router/selected_tokens_s0": 540.78125,
+      "router/selected_tokens_s1": 105.71875,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 0.125,
+      "step": 590,
+      "tokens_trained": 1.933151184
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.1702127659574468,
+      "grad_norm": 23.622325897216797,
+      "loss": 1.4675,
+      "loss_ce": 1.3250795602798462,
+      "loss_region": 0.0658915713429451,
+      "loss_total": 1.3909711837768555,
+      "lr": 0.0012207166407514638,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 5.0,
+      "router/selected_tokens_s0": 539.9375,
+      "router/selected_tokens_s1": 32.5,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 0.3125,
+      "step": 600,
+      "tokens_trained": 1.965916624
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.17304964539007092,
+      "grad_norm": 20.5329532623291,
+      "loss": 1.3919,
+      "loss_ce": 1.31636381149292,
+      "loss_region": 0.06174392253160477,
+      "loss_total": 1.3781077861785889,
+      "lr": 0.0012203097487676127,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 6.84375,
+      "router/selected_tokens_s0": 1102.0,
+      "router/selected_tokens_s1": 1.15625,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 610,
+      "tokens_trained": 1.998682064
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.17588652482269504,
+      "grad_norm": 25.521442413330078,
+      "loss": 1.371,
+      "loss_ce": 1.3530433177947998,
+      "loss_region": 0.055061180144548416,
+      "loss_total": 1.4081045389175415,
+      "lr": 0.0012199028567837617,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 6.96875,
+      "router/selected_tokens_s0": 267.96875,
+      "router/selected_tokens_s1": 1.03125,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 620,
+      "tokens_trained": 2.031447504
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.17872340425531916,
+      "grad_norm": 19.09522819519043,
+      "loss": 1.3462,
+      "loss_ce": 1.2844027280807495,
+      "loss_region": 0.05663185566663742,
+      "loss_total": 1.3410345315933228,
+      "lr": 0.0012194959647999107,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 5.741935483870968,
+      "router/selected_tokens_s0": 761.0625,
+      "router/selected_tokens_s1": 2.4375,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 0.96875,
+      "step": 630,
+      "tokens_trained": 2.064212944
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.18156028368794327,
+      "grad_norm": 13.425186157226562,
+      "loss": 1.3235,
+      "loss_ce": 1.2834771871566772,
+      "loss_region": 0.057796087116003036,
+      "loss_total": 1.341273307800293,
+      "lr": 0.0012190890728160596,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 4.384615384615385,
+      "router/selected_tokens_s0": 976.3125,
+      "router/selected_tokens_s1": 5.75,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 0.8125,
+      "step": 640,
+      "tokens_trained": 2.096975976
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.18439716312056736,
+      "grad_norm": 30.06955909729004,
+      "loss": 1.3965,
+      "loss_ce": 1.4326735734939575,
+      "loss_region": 0.051951903849840164,
+      "loss_total": 1.4846254587173462,
+      "lr": 0.0012186821808322086,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 6.96875,
+      "router/selected_tokens_s0": 366.9375,
+      "router/selected_tokens_s1": 1.03125,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 650,
+      "tokens_trained": 2.129741416
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.18723404255319148,
+      "grad_norm": 26.722410202026367,
+      "loss": 1.3767,
+      "loss_ce": 1.3280962705612183,
+      "loss_region": 0.05729561671614647,
+      "loss_total": 1.3853918313980103,
+      "lr": 0.0012182752888483576,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 938.03125,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 660,
+      "tokens_trained": 2.162506856
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.1900709219858156,
+      "grad_norm": 13.13896656036377,
+      "loss": 1.3329,
+      "loss_ce": 1.2802703380584717,
+      "loss_region": 0.05178743973374367,
+      "loss_total": 1.3320578336715698,
+      "lr": 0.0012178683968645065,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 558.8125,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 670,
+      "tokens_trained": 2.195272296
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.19290780141843972,
+      "grad_norm": 13.104703903198242,
+      "loss": 1.3014,
+      "loss_ce": 1.2344958782196045,
+      "loss_region": 0.05391368269920349,
+      "loss_total": 1.2884095907211304,
+      "lr": 0.0012174615048806555,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 328.4375,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 680,
+      "tokens_trained": 2.228037736
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.19574468085106383,
+      "grad_norm": 15.946929931640625,
+      "loss": 1.2954,
+      "loss_ce": 1.2488086223602295,
+      "loss_region": 0.05314250662922859,
+      "loss_total": 1.3019511699676514,
+      "lr": 0.0012170546128968045,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 583.71875,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 690,
+      "tokens_trained": 2.260803176
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.19858156028368795,
+      "grad_norm": 36.70180130004883,
+      "loss": 1.3394,
+      "loss_ce": 1.3971507549285889,
+      "loss_region": 0.06877385824918747,
+      "loss_total": 1.465924620628357,
+      "lr": 0.0012166477209129534,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 6.96875,
+      "router/selected_tokens_s0": 1593.3125,
+      "router/selected_tokens_s1": 1.03125,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 700,
+      "tokens_trained": 2.293568616
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.20141843971631207,
+      "grad_norm": 9.902652740478516,
+      "loss": 1.4144,
+      "loss_ce": 1.231865644454956,
+      "loss_region": 0.23015622794628143,
+      "loss_total": 1.462021827697754,
+      "lr": 0.0012162408289291026,
+      "router/avg_deficit_s0": 6.333333333333333,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 36.34375,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.1875,
+      "router/trigger_rate_s1": 1.0,
+      "step": 710,
+      "tokens_trained": 2.326334056
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.20425531914893616,
+      "grad_norm": 16.028406143188477,
+      "loss": 1.3595,
+      "loss_ce": 1.2959296703338623,
+      "loss_region": 0.05357291176915169,
+      "loss_total": 1.3495025634765625,
+      "lr": 0.0012158339369452516,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 6.9375,
+      "router/selected_tokens_s0": 248.96875,
+      "router/selected_tokens_s1": 1.0625,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 720,
+      "tokens_trained": 2.359099496
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.20709219858156028,
+      "grad_norm": 12.643508911132812,
+      "loss": 1.347,
+      "loss_ce": 1.2560234069824219,
+      "loss_region": 0.05382990837097168,
+      "loss_total": 1.3098533153533936,
+      "lr": 0.0012154270449614005,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 212.34375,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 730,
+      "tokens_trained": 2.391864136
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.2099290780141844,
+      "grad_norm": 6.794911861419678,
+      "loss": 1.2899,
+      "loss_ce": 1.2041139602661133,
+      "loss_region": 0.05598007142543793,
+      "loss_total": 1.2600940465927124,
+      "lr": 0.0012150201529775495,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 436.8125,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 740,
+      "tokens_trained": 2.424628776
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.2127659574468085,
+      "grad_norm": 8.187490463256836,
+      "loss": 1.2837,
+      "loss_ce": 1.21809720993042,
+      "loss_region": 0.05316738411784172,
+      "loss_total": 1.2712645530700684,
+      "lr": 0.0012146132609936982,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 324.8125,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 750,
+      "tokens_trained": 2.457394216
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.21560283687943263,
+      "grad_norm": 6.42191743850708,
+      "loss": 1.2935,
+      "loss_ce": 1.232576847076416,
+      "loss_region": 0.053723808377981186,
+      "loss_total": 1.2863006591796875,
+      "lr": 0.0012142063690098472,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 6.5625,
+      "router/selected_tokens_s0": 596.46875,
+      "router/selected_tokens_s1": 1.4375,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 760,
+      "tokens_trained": 2.490159656
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.21843971631205675,
+      "grad_norm": 18.290868759155273,
+      "loss": 1.303,
+      "loss_ce": 1.2971560955047607,
+      "loss_region": 0.0527898408472538,
+      "loss_total": 1.3499459028244019,
+      "lr": 0.0012137994770259962,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 454.40625,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 770,
+      "tokens_trained": 2.522925096
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.22127659574468084,
+      "grad_norm": 15.430254936218262,
+      "loss": 1.313,
+      "loss_ce": 1.2602447271347046,
+      "loss_region": 0.052465811371803284,
+      "loss_total": 1.3127105236053467,
+      "lr": 0.0012133925850421454,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 236.28125,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 780,
+      "tokens_trained": 2.555690536
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.22411347517730495,
+      "grad_norm": 7.031615734100342,
+      "loss": 1.301,
+      "loss_ce": 1.185632586479187,
+      "loss_region": 0.06820279359817505,
+      "loss_total": 1.2538354396820068,
+      "lr": 0.0012129856930582943,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 1199.375,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 790,
+      "tokens_trained": 2.588455976
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.22695035460992907,
+      "grad_norm": 5.123201847076416,
+      "loss": 1.2839,
+      "loss_ce": 1.2030867338180542,
+      "loss_region": 0.06425300985574722,
+      "loss_total": 1.2673397064208984,
+      "lr": 0.0012125788010744433,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 1046.25,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 800,
+      "tokens_trained": 2.621221416
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.2297872340425532,
+      "grad_norm": 8.874433517456055,
+      "loss": 1.282,
+      "loss_ce": 1.2380104064941406,
+      "loss_region": 0.05459459125995636,
+      "loss_total": 1.2926050424575806,
+      "lr": 0.0012121719090905923,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 5.448275862068965,
+      "router/selected_tokens_s0": 606.28125,
+      "router/selected_tokens_s1": 3.125,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 0.90625,
+      "step": 810,
+      "tokens_trained": 2.653986856
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.2326241134751773,
+      "grad_norm": 3.3697080612182617,
+      "loss": 1.279,
+      "loss_ce": 1.2127931118011475,
+      "loss_region": 0.05367187783122063,
+      "loss_total": 1.2664649486541748,
+      "lr": 0.0012117650171067412,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 5.387096774193548,
+      "router/selected_tokens_s0": 550.875,
+      "router/selected_tokens_s1": 2.78125,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 0.96875,
+      "step": 820,
+      "tokens_trained": 2.686752296
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.23546099290780143,
+      "grad_norm": 18.332046508789062,
+      "loss": 1.3407,
+      "loss_ce": 1.366118311882019,
+      "loss_region": 0.0635012835264206,
+      "loss_total": 1.429619550704956,
+      "lr": 0.0012113581251228902,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 6.9375,
+      "router/selected_tokens_s0": 1186.375,
+      "router/selected_tokens_s1": 1.0625,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 830,
+      "tokens_trained": 2.719517736
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.23829787234042554,
+      "grad_norm": 9.937188148498535,
+      "loss": 1.3486,
+      "loss_ce": 1.243201494216919,
+      "loss_region": 0.09887048602104187,
+      "loss_total": 1.3420720100402832,
+      "lr": 0.0012109512331390391,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 6.96875,
+      "router/selected_tokens_s0": 67.71875,
+      "router/selected_tokens_s1": 1.03125,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 840,
+      "tokens_trained": 2.752283176
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.24113475177304963,
+      "grad_norm": 6.917110443115234,
+      "loss": 1.311,
+      "loss_ce": 1.2267051935195923,
+      "loss_region": 0.0637051984667778,
+      "loss_total": 1.2904103994369507,
+      "lr": 0.0012105443411551881,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 6.28125,
+      "router/selected_tokens_s0": 1052.40625,
+      "router/selected_tokens_s1": 1.71875,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 850,
+      "tokens_trained": 2.7850478
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.24397163120567375,
+      "grad_norm": 6.469630718231201,
+      "loss": 1.269,
+      "loss_ce": 1.1876814365386963,
+      "loss_region": 0.0656404048204422,
+      "loss_total": 1.253321886062622,
+      "lr": 0.001210137449171337,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 6.516129032258065,
+      "router/selected_tokens_s0": 1256.46875,
+      "router/selected_tokens_s1": 3.09375,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 0.96875,
+      "step": 860,
+      "tokens_trained": 2.817809728
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.24680851063829787,
+      "grad_norm": 9.715760231018066,
+      "loss": 1.2708,
+      "loss_ce": 1.2158164978027344,
+      "loss_region": 0.12369807064533234,
+      "loss_total": 1.3395146131515503,
+      "lr": 0.001209730557187486,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 3.6666666666666665,
+      "router/selected_tokens_s0": 780.3125,
+      "router/selected_tokens_s1": 226.90625,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 0.09375,
+      "step": 870,
+      "tokens_trained": 2.850575168
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.24964539007092199,
+      "grad_norm": 5.817880630493164,
+      "loss": 1.2945,
+      "loss_ce": 1.2212210893630981,
+      "loss_region": 0.0879848301410675,
+      "loss_total": 1.3092058897018433,
+      "lr": 0.001209323665203635,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 0.0,
+      "router/selected_tokens_s0": 245.15625,
+      "router/selected_tokens_s1": 37.03125,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 0.0,
+      "step": 880,
+      "tokens_trained": 2.883340608
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.2524822695035461,
+      "grad_norm": 13.84002685546875,
+      "loss": 1.3021,
+      "loss_ce": 1.2078100442886353,
+      "loss_region": 0.055929187685251236,
+      "loss_total": 1.2637392282485962,
+      "lr": 0.001208916773219784,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 6.9375,
+      "router/selected_tokens_s0": 808.375,
+      "router/selected_tokens_s1": 1.0625,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 890,
+      "tokens_trained": 2.916106048
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.2553191489361702,
+      "grad_norm": 12.068603515625,
+      "loss": 1.2995,
+      "loss_ce": 1.2349709272384644,
+      "loss_region": 0.07071184366941452,
+      "loss_total": 1.3056827783584595,
+      "lr": 0.001208509881235933,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 6.71875,
+      "router/selected_tokens_s0": 1462.46875,
+      "router/selected_tokens_s1": 1.28125,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 900,
+      "tokens_trained": 2.948871488
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.2581560283687943,
+      "grad_norm": 3.185922384262085,
+      "loss": 1.2773,
+      "loss_ce": 1.2066916227340698,
+      "loss_region": 0.05171738564968109,
+      "loss_total": 1.258409023284912,
+      "lr": 0.001208102989252082,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 6.9375,
+      "router/selected_tokens_s0": 612.25,
+      "router/selected_tokens_s1": 1.0625,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 910,
+      "tokens_trained": 2.981630496
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.26099290780141843,
+      "grad_norm": 13.117000579833984,
+      "loss": 1.3082,
+      "loss_ce": 1.2591320276260376,
+      "loss_region": 0.057609450072050095,
+      "loss_total": 1.3167414665222168,
+      "lr": 0.0012076960972682309,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 873.21875,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 920,
+      "tokens_trained": 3.014395936
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.26382978723404255,
+      "grad_norm": 3.454926013946533,
+      "loss": 1.2552,
+      "loss_ce": 1.192643165588379,
+      "loss_region": 0.05184994637966156,
+      "loss_total": 1.2444931268692017,
+      "lr": 0.0012072892052843798,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 660.6875,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 930,
+      "tokens_trained": 3.047160576
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.26666666666666666,
+      "grad_norm": 3.770582437515259,
+      "loss": 1.256,
+      "loss_ce": 1.1592071056365967,
+      "loss_region": 0.049208104610443115,
+      "loss_total": 1.2084152698516846,
+      "lr": 0.0012068823133005288,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 6.8125,
+      "router/selected_tokens_s0": 356.875,
+      "router/selected_tokens_s1": 1.1875,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 940,
+      "tokens_trained": 3.079925216
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.2695035460992908,
+      "grad_norm": 7.1153244972229,
+      "loss": 1.2572,
+      "loss_ce": 1.1901915073394775,
+      "loss_region": 0.050450198352336884,
+      "loss_total": 1.240641713142395,
+      "lr": 0.0012064754213166778,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 6.935483870967742,
+      "router/selected_tokens_s0": 375.375,
+      "router/selected_tokens_s1": 1.3125,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 0.96875,
+      "step": 950,
+      "tokens_trained": 3.112689856
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.2723404255319149,
+      "grad_norm": 9.772027015686035,
+      "loss": 1.2898,
+      "loss_ce": 1.2428486347198486,
+      "loss_region": 0.04990971088409424,
+      "loss_total": 1.2927583456039429,
+      "lr": 0.001206068529332827,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 6.9375,
+      "router/selected_tokens_s0": 411.8125,
+      "router/selected_tokens_s1": 1.0625,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 960,
+      "tokens_trained": 3.145454496
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.275177304964539,
+      "grad_norm": 11.92085075378418,
+      "loss": 1.2779,
+      "loss_ce": 1.224082350730896,
+      "loss_region": 0.061600904911756516,
+      "loss_total": 1.285683274269104,
+      "lr": 0.001205661637348976,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 6.9375,
+      "router/selected_tokens_s0": 1274.90625,
+      "router/selected_tokens_s1": 1.0625,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 970,
+      "tokens_trained": 3.178219936
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.27801418439716313,
+      "grad_norm": 6.2715935707092285,
+      "loss": 1.256,
+      "loss_ce": 1.2057243585586548,
+      "loss_region": 0.05960024148225784,
+      "loss_total": 1.265324592590332,
+      "lr": 0.0012052547453651249,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 6.9375,
+      "router/selected_tokens_s0": 1017.5,
+      "router/selected_tokens_s1": 1.0625,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 980,
+      "tokens_trained": 3.210985376
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.28085106382978725,
+      "grad_norm": 4.448913097381592,
+      "loss": 1.2509,
+      "loss_ce": 1.2143372297286987,
+      "loss_region": 0.056969594210386276,
+      "loss_total": 1.2713068723678589,
+      "lr": 0.0012048478533812738,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 965.90625,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 990,
+      "tokens_trained": 3.243750816
+    },
+    {
+      "comp/rl_weight": 0.03,
+      "comp/strictness": 1.0,
+      "epoch": 0.28368794326241137,
+      "grad_norm": 5.426684856414795,
+      "loss": 1.2402,
+      "loss_ce": 1.16555655002594,
+      "loss_region": 0.05230846256017685,
+      "loss_total": 1.217864990234375,
+      "lr": 0.0012044409613974226,
+      "router/avg_deficit_s0": 0.0,
+      "router/avg_deficit_s1": 7.0,
+      "router/selected_tokens_s0": 619.40625,
+      "router/selected_tokens_s1": 1.0,
+      "router/trigger_rate_s0": 0.0,
+      "router/trigger_rate_s1": 1.0,
+      "step": 1000,
+      "tokens_trained": 3.276516256
+    },
+    {
+      "epoch": 0.28368794326241137,
+      "eval_ppl": 3.2542863563067255,
+      "eval_runtime": 0.578,
+      "step": 1000,
+      "tokens_trained": 3.276516256
+    },
+    {
+      "epoch": 0.28368794326241137,
+      "eval_F": 0.0006250488319399953,
+      "eval_F_cds": 0.0011144234251803972,
+      "eval_F_exon": 0.00042270531400966186,
+      "eval_F_intron": 0.000556743304131992,
+      "eval_F_nig": 0.0006567124268080237,
+      "eval_F_promoter": 0.000801100177577206,
+      "eval_F_utr": 0.0007665184730952016,
+      "eval_G": 0.02674509616687583,
+      "eval_G_cds": 0.03768764539743125,
+      "eval_G_exon": 0.030816443991545893,
+      "eval_G_intron": 0.02521758477546237,
+      "eval_G_nig": 0.02268251573209672,
+      "eval_G_promoter": 0.037520551661782184,
+      "eval_G_utr": 0.032285099359957076,
+      "eval_avg_bp_per_token": 1599.875,
+      "eval_bp_per_token/cds": 897.325,
+      "eval_bp_per_token/exon": 2365.714285714286,
+      "eval_bp_per_token/intron": 1796.1599045346063,
+      "eval_bp_per_token/nig": 1522.7365269461077,
+      "eval_bp_per_token/promoter": 1248.2833333333333,
+      "eval_bp_per_token/utr": 1304.6,
+      "eval_ppl_cds": 3.858434678372507,
+      "eval_ppl_exon": 3.4414248334927393,
+      "eval_ppl_intron": 3.301873903034357,
+      "eval_ppl_nig": 3.1578400796505584,
+      "eval_ppl_promoter": 3.4346062040854677,
+      "eval_ppl_utr": 3.5520807511116885,
+      "step": 1000,
+      "tokens_trained": 3.276516256
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 30600,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 9,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-1000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7cb4518b673fe0a40ad5d569c2df0284b1ddc1094eaecb8b6f4b2a826f0f109
+size 5969