{
  "best_global_step": 6000,
  "best_metric": 2.7438295521464737,
  "best_model_checkpoint": "/gpfs/scratch/guoh/DNAFM/output/gencode_human_12.8k_12800/HNet_Ori-BPT3/checkpoint-6000",
  "epoch": 1.7017941989929792,
  "eval_steps": 500,
  "global_step": 6000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.0028366782497695198,
      "grad_norm": 590.2120361328125,
      "loss": 144.5784,
      "loss_ce": 170.91241455078125,
      "loss_region": 0.030412333086133003,
      "loss_total": 170.9428253173828,
      "lr": 2.20454076850486e-05,
      "router/selected_tokens_s0": 1.0,
      "step": 10,
      "tokens_trained": 0.03276544
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.0056733564995390395,
      "grad_norm": 565.2921142578125,
      "loss": 52.047,
      "loss_ce": 28.61202049255371,
      "loss_region": 0.03181665763258934,
      "loss_total": 28.643836975097656,
      "lr": 4.654030511288038e-05,
      "router/selected_tokens_s0": 1.0,
      "step": 20,
      "tokens_trained": 0.06553088
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.00851003474930856,
      "grad_norm": 361.24432373046875,
      "loss": 18.4265,
      "loss_ce": 16.737817764282227,
      "loss_region": 0.03595759719610214,
      "loss_total": 16.773775100708008,
      "lr": 7.103520254071216e-05,
      "router/selected_tokens_s0": 1.0,
      "step": 30,
      "tokens_trained": 0.09829632
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.011346712999078079,
      "grad_norm": 649.0695190429688,
      "loss": 8.0445,
      "loss_ce": 11.410881996154785,
      "loss_region": 0.03821098059415817,
      "loss_total": 11.449092864990234,
      "lr": 9.553009996854394e-05,
      "router/selected_tokens_s0": 1.0,
      "step": 40,
      "tokens_trained": 0.13106176
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.014183391248847599,
      "grad_norm": 534.2383422851562,
      "loss": 9.3219,
      "loss_ce": 9.884474754333496,
      "loss_region": 0.040100596845149994,
      "loss_total": 9.924575805664062,
      "lr": 0.00012002499739637572,
      "router/selected_tokens_s0": 1.0,
      "step": 50,
      "tokens_trained": 0.1638272
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.01702006949861712,
      "grad_norm": 273.8401184082031,
      "loss": 14.1755,
      "loss_ce": 12.677406311035156,
      "loss_region": 0.041250791400671005,
      "loss_total": 12.718657493591309,
      "lr": 0.00014451989482420748,
      "router/selected_tokens_s0": 1.0,
      "step": 60,
      "tokens_trained": 0.19659264
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.01985674774838664,
      "grad_norm": 544.6290893554688,
      "loss": 14.1136,
      "loss_ce": 14.262775421142578,
      "loss_region": 0.042144227772951126,
      "loss_total": 14.304919242858887,
      "lr": 0.00016901479225203927,
      "router/selected_tokens_s0": 1.0,
      "step": 70,
      "tokens_trained": 0.22935808
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.022693425998156158,
      "grad_norm": 527.1918334960938,
      "loss": 15.2492,
      "loss_ce": 11.932450294494629,
      "loss_region": 0.04246167093515396,
      "loss_total": 11.9749116897583,
      "lr": 0.00019350968967987104,
      "router/selected_tokens_s0": 1.0,
      "step": 80,
      "tokens_trained": 0.26212192
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.025530104247925678,
      "grad_norm": 343.09454345703125,
      "loss": 12.0101,
      "loss_ce": 6.092933177947998,
      "loss_region": 0.04214272275567055,
      "loss_total": 6.13507604598999,
      "lr": 0.0002180045871077028,
      "router/selected_tokens_s0": 1.0,
      "step": 90,
      "tokens_trained": 0.29488736
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.028366782497695198,
      "grad_norm": 309.79541015625,
      "loss": 9.8843,
      "loss_ce": 5.214886665344238,
      "loss_region": 0.041769951581954956,
      "loss_total": 5.256656646728516,
      "lr": 0.00024249948453553463,
      "router/selected_tokens_s0": 1.0,
      "step": 100,
      "tokens_trained": 0.3276528
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.031203460747464717,
      "grad_norm": 251.26068115234375,
      "loss": 8.5835,
      "loss_ce": 12.269608497619629,
      "loss_region": 0.04041137546300888,
      "loss_total": 12.310019493103027,
      "lr": 0.00026699438196336637,
      "router/selected_tokens_s0": 1.0,
      "step": 110,
      "tokens_trained": 0.36041744
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.03404013899723424,
      "grad_norm": 148.94601440429688,
      "loss": 6.4366,
      "loss_ce": 3.2050940990448,
      "loss_region": 0.03642381727695465,
      "loss_total": 3.241518020629883,
      "lr": 0.00029148927939119814,
      "router/selected_tokens_s0": 1.0,
      "step": 120,
      "tokens_trained": 0.39318128
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.03687681724700376,
      "grad_norm": 187.2681427001953,
      "loss": 10.4928,
      "loss_ce": 6.001107215881348,
      "loss_region": 0.030254848301410675,
      "loss_total": 6.031362056732178,
      "lr": 0.00031598417681902996,
      "router/selected_tokens_s0": 4752.0,
      "step": 130,
      "tokens_trained": 0.42594672
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.03971349549677328,
      "grad_norm": 218.34559631347656,
      "loss": 8.5742,
      "loss_ce": 3.848691701889038,
      "loss_region": 0.03400004655122757,
      "loss_total": 3.8826918601989746,
      "lr": 0.00034047907424686173,
      "router/selected_tokens_s0": 7042.125,
      "step": 140,
      "tokens_trained": 0.458709112
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.042550173746542796,
      "grad_norm": 215.60699462890625,
      "loss": 4.5762,
      "loss_ce": 5.0876851081848145,
      "loss_region": 0.03198177367448807,
      "loss_total": 5.119667053222656,
      "lr": 0.0003649739716746935,
      "router/selected_tokens_s0": 424.5,
      "step": 150,
      "tokens_trained": 0.491469992
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.045386851996312316,
      "grad_norm": 147.6339111328125,
      "loss": 5.8047,
      "loss_ce": 8.435795783996582,
      "loss_region": 0.03364315256476402,
      "loss_total": 8.469438552856445,
      "lr": 0.00038946886910252526,
      "router/selected_tokens_s0": 536.875,
      "step": 160,
      "tokens_trained": 0.524234632
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.048223530246081836,
      "grad_norm": 218.0553741455078,
      "loss": 5.7968,
      "loss_ce": 6.644444942474365,
      "loss_region": 0.031727153807878494,
      "loss_total": 6.676172256469727,
      "lr": 0.0004139637665303571,
      "router/selected_tokens_s0": 1833.5,
      "step": 170,
      "tokens_trained": 0.556999272
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.051060208495851356,
      "grad_norm": 100.56309509277344,
      "loss": 6.7503,
      "loss_ce": 8.332029342651367,
      "loss_region": 0.03232778236269951,
      "loss_total": 8.364356994628906,
      "lr": 0.0004384586639581888,
      "router/selected_tokens_s0": 1649.75,
      "step": 180,
      "tokens_trained": 0.589762952
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.053896886745620876,
      "grad_norm": 157.10765075683594,
      "loss": 6.4449,
      "loss_ce": 4.925128936767578,
      "loss_region": 0.031663134694099426,
      "loss_total": 4.956791877746582,
      "lr": 0.0004629535613860206,
      "router/selected_tokens_s0": 1687.375,
      "step": 190,
      "tokens_trained": 0.622527592
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.056733564995390395,
      "grad_norm": 83.81340026855469,
      "loss": 3.7524,
      "loss_ce": 5.0940961837768555,
      "loss_region": 0.02894311398267746,
      "loss_total": 5.123039245605469,
      "lr": 0.00048744845881385244,
      "router/selected_tokens_s0": 3074.125,
      "step": 200,
      "tokens_trained": 0.655293032
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.059570243245159915,
      "grad_norm": 169.4013671875,
      "loss": 5.9481,
      "loss_ce": 9.220865249633789,
      "loss_region": 0.02949724718928337,
      "loss_total": 9.250362396240234,
      "lr": 0.0005119433562416841,
      "router/selected_tokens_s0": 3610.375,
      "step": 210,
      "tokens_trained": 0.688057672
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.062406921494929435,
      "grad_norm": 80.7753677368164,
      "loss": 5.1122,
      "loss_ce": 3.287958860397339,
      "loss_region": 0.029488109052181244,
      "loss_total": 3.3174469470977783,
      "lr": 0.0005364382536695159,
      "router/selected_tokens_s0": 2584.75,
      "step": 220,
      "tokens_trained": 0.720823112
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.06524359974469895,
      "grad_norm": 89.39635467529297,
      "loss": 3.3047,
      "loss_ce": 2.1086361408233643,
      "loss_region": 0.029821382835507393,
      "loss_total": 2.1384575366973877,
      "lr": 0.0005609331510973477,
      "router/selected_tokens_s0": 3991.5,
      "step": 230,
      "tokens_trained": 0.753588552
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.06808027799446847,
      "grad_norm": 90.892333984375,
      "loss": 4.2563,
      "loss_ce": 2.7003867626190186,
      "loss_region": 0.030828693881630898,
      "loss_total": 2.731215476989746,
      "lr": 0.0005854280485251795,
      "router/selected_tokens_s0": 4964.125,
      "step": 240,
      "tokens_trained": 0.786353992
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.070916956244238,
      "grad_norm": 86.70359802246094,
      "loss": 2.8849,
      "loss_ce": 3.55375599861145,
      "loss_region": 0.029162542894482613,
      "loss_total": 3.582918643951416,
      "lr": 0.0006099229459530113,
      "router/selected_tokens_s0": 2891.75,
      "step": 250,
      "tokens_trained": 0.819119432
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.07375363449400751,
      "grad_norm": 106.11075592041016,
      "loss": 4.4058,
      "loss_ce": 5.333348751068115,
      "loss_region": 0.029971925541758537,
      "loss_total": 5.363320827484131,
      "lr": 0.0006344178433808431,
      "router/selected_tokens_s0": 4181.375,
      "step": 260,
      "tokens_trained": 0.851884072
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.07659031274377703,
      "grad_norm": 75.7653579711914,
      "loss": 3.6076,
      "loss_ce": 2.3445212841033936,
      "loss_region": 0.029431568458676338,
      "loss_total": 2.373952865600586,
      "lr": 0.0006589127408086749,
      "router/selected_tokens_s0": 3440.0,
      "step": 270,
      "tokens_trained": 0.884649512
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.07942699099354655,
      "grad_norm": 95.4271469116211,
      "loss": 2.8447,
      "loss_ce": 3.030097007751465,
      "loss_region": 0.030556708574295044,
      "loss_total": 3.0606536865234375,
      "lr": 0.0006834076382365066,
      "router/selected_tokens_s0": 4730.5,
      "step": 280,
      "tokens_trained": 0.917414936
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.08226366924331607,
      "grad_norm": 74.673828125,
      "loss": 2.0288,
      "loss_ce": 2.1509435176849365,
      "loss_region": 0.028712084516882896,
      "loss_total": 2.1796555519104004,
      "lr": 0.0007079025356643384,
      "router/selected_tokens_s0": 2658.625,
      "step": 290,
      "tokens_trained": 0.950180376
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.08510034749308559,
      "grad_norm": 77.71709442138672,
      "loss": 2.0227,
      "loss_ce": 2.286048650741577,
      "loss_region": 0.03060404770076275,
      "loss_total": 2.316652774810791,
      "lr": 0.0007323974330921702,
      "router/selected_tokens_s0": 4752.0,
      "step": 300,
      "tokens_trained": 0.982945816
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.08793702574285511,
      "grad_norm": 55.31558609008789,
      "loss": 2.1281,
      "loss_ce": 2.0437748432159424,
      "loss_region": 0.030610591173171997,
      "loss_total": 2.074385404586792,
      "lr": 0.000756892330520002,
      "router/selected_tokens_s0": 4748.625,
      "step": 310,
      "tokens_trained": 1.015711256
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.09077370399262463,
      "grad_norm": 77.07698059082031,
      "loss": 2.5761,
      "loss_ce": 2.7218589782714844,
      "loss_region": 0.03093603625893593,
      "loss_total": 2.7527949810028076,
      "lr": 0.0007813872279478337,
      "router/selected_tokens_s0": 4946.625,
      "step": 320,
      "tokens_trained": 1.048476696
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.09361038224239415,
      "grad_norm": 47.57994842529297,
      "loss": 2.239,
      "loss_ce": 1.9163914918899536,
      "loss_region": 0.029897142201662064,
      "loss_total": 1.9462885856628418,
      "lr": 0.0008058821253756655,
      "router/selected_tokens_s0": 4135.875,
      "step": 330,
      "tokens_trained": 1.081242136
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.09644706049216367,
      "grad_norm": 58.62579345703125,
      "loss": 2.8423,
      "loss_ce": 3.2828376293182373,
      "loss_region": 0.03434763103723526,
      "loss_total": 3.317185163497925,
      "lr": 0.0008303770228034974,
      "router/selected_tokens_s0": 6686.5,
      "step": 340,
      "tokens_trained": 1.114007576
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.09928373874193319,
      "grad_norm": 34.5246696472168,
      "loss": 2.5891,
      "loss_ce": 1.537825345993042,
      "loss_region": 0.02885586954653263,
      "loss_total": 1.5666812658309937,
      "lr": 0.0008548719202313291,
      "router/selected_tokens_s0": 154.125,
      "step": 350,
      "tokens_trained": 1.146773016
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.10212041699170271,
      "grad_norm": 37.228973388671875,
      "loss": 2.7756,
      "loss_ce": 1.9871504306793213,
      "loss_region": 0.029301652684807777,
      "loss_total": 2.0164520740509033,
      "lr": 0.0008793668176591608,
      "router/selected_tokens_s0": 3631.75,
      "step": 360,
      "tokens_trained": 1.179538456
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.10495709524147223,
      "grad_norm": 30.546344757080078,
      "loss": 2.4884,
      "loss_ce": 1.4886701107025146,
      "loss_region": 0.031588103622198105,
      "loss_total": 1.5202581882476807,
      "lr": 0.0009038617150869926,
      "router/selected_tokens_s0": 5236.625,
      "step": 370,
      "tokens_trained": 1.212303896
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.10779377349124175,
      "grad_norm": 45.68803405761719,
      "loss": 2.8937,
      "loss_ce": 2.285705804824829,
      "loss_region": 0.030362222343683243,
      "loss_total": 2.316067934036255,
      "lr": 0.0009283566125148244,
      "router/selected_tokens_s0": 4493.625,
      "step": 380,
      "tokens_trained": 1.245068536
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.11063045174101127,
      "grad_norm": 32.428009033203125,
      "loss": 1.9186,
      "loss_ce": 1.5672893524169922,
      "loss_region": 0.03746495023369789,
      "loss_total": 1.6047543287277222,
      "lr": 0.0009528515099426562,
      "router/selected_tokens_s0": 8134.375,
      "step": 390,
      "tokens_trained": 1.277833176
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.11346712999078079,
      "grad_norm": 35.54498291015625,
      "loss": 1.6959,
      "loss_ce": 1.6413251161575317,
      "loss_region": 0.026098042726516724,
      "loss_total": 1.667423129081726,
      "lr": 0.000977346407370488,
      "router/selected_tokens_s0": 625.5,
      "step": 400,
      "tokens_trained": 1.310598616
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.11630380824055031,
      "grad_norm": 8.186758041381836,
      "loss": 1.671,
      "loss_ce": 1.324172019958496,
      "loss_region": 0.03537043184041977,
      "loss_total": 1.3595424890518188,
      "lr": 0.0010018413047983197,
      "router/selected_tokens_s0": 7117.75,
      "step": 410,
      "tokens_trained": 1.343364056
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.11914048649031983,
      "grad_norm": 32.364845275878906,
      "loss": 1.7487,
      "loss_ce": 1.6946724653244019,
      "loss_region": 0.030674295499920845,
      "loss_total": 1.7253468036651611,
      "lr": 0.0010263362022261515,
      "router/selected_tokens_s0": 4591.75,
      "step": 420,
      "tokens_trained": 1.376129496
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.12197716474008935,
      "grad_norm": 51.924861907958984,
      "loss": 1.6652,
      "loss_ce": 1.7081111669540405,
      "loss_region": 0.029956262558698654,
      "loss_total": 1.738067388534546,
      "lr": 0.0010508310996539833,
      "router/selected_tokens_s0": 4165.25,
      "step": 430,
      "tokens_trained": 1.408889864
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.12481384298985887,
      "grad_norm": 31.08187484741211,
      "loss": 1.6269,
      "loss_ce": 1.688795804977417,
      "loss_region": 0.030442532151937485,
      "loss_total": 1.71923828125,
      "lr": 0.0010753259970818151,
      "router/selected_tokens_s0": 4528.875,
      "step": 440,
      "tokens_trained": 1.441655304
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.1276505212396284,
      "grad_norm": 9.750688552856445,
      "loss": 1.646,
      "loss_ce": 1.342025637626648,
      "loss_region": 0.0289932768791914,
      "loss_total": 1.371018886566162,
      "lr": 0.001099820894509647,
      "router/selected_tokens_s0": 3472.375,
      "step": 450,
      "tokens_trained": 1.474420744
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.1304871994893979,
      "grad_norm": 69.62458038330078,
      "loss": 2.646,
      "loss_ce": 2.835515022277832,
      "loss_region": 0.03730851039290428,
      "loss_total": 2.872823476791382,
      "lr": 0.0011243157919374788,
      "router/selected_tokens_s0": 7822.125,
      "step": 460,
      "tokens_trained": 1.507186184
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.13332387773916743,
      "grad_norm": 62.241451263427734,
      "loss": 2.2121,
      "loss_ce": 1.9173500537872314,
      "loss_region": 0.033008284866809845,
      "loss_total": 1.9503583908081055,
      "lr": 0.0011488106893653104,
      "router/selected_tokens_s0": 5854.125,
      "step": 470,
      "tokens_trained": 1.539950832
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.13616055598893695,
      "grad_norm": 36.45135498046875,
      "loss": 1.8122,
      "loss_ce": 1.579708456993103,
      "loss_region": 0.030225276947021484,
      "loss_total": 1.6099337339401245,
      "lr": 0.0011733055867931422,
      "router/selected_tokens_s0": 4330.5,
      "step": 480,
      "tokens_trained": 1.572715472
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.13899723423870647,
      "grad_norm": 13.028325080871582,
      "loss": 1.5027,
      "loss_ce": 1.357754111289978,
      "loss_region": 0.03526536747813225,
      "loss_total": 1.393019437789917,
      "lr": 0.001197800484220974,
      "router/selected_tokens_s0": 7119.25,
      "step": 490,
      "tokens_trained": 1.605480912
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.141833912488476,
      "grad_norm": 24.705984115600586,
      "loss": 1.6096,
      "loss_ce": 1.6097279787063599,
      "loss_region": 0.02911153808236122,
      "loss_total": 1.6388394832611084,
      "lr": 0.0012222953816488059,
      "router/selected_tokens_s0": 3648.75,
      "step": 500,
      "tokens_trained": 1.638244216
    },
    {
      "epoch": 0.141833912488476,
      "eval_ppl": 4.8348835473380465,
      "eval_runtime": 2.9238,
      "step": 500,
      "tokens_trained": 1.638244216
    },
    {
      "epoch": 0.141833912488476,
      "eval_F": 0.3934690889573574,
      "eval_F_cds": 0.29905151571508276,
      "eval_F_dig": 0.4478214443836758,
      "eval_F_exon": 0.39103450221457386,
      "eval_F_intron": 0.40873021991492037,
      "eval_F_nig": 0.4262229153142855,
      "eval_F_promoter": 0.30306008909923465,
      "eval_F_utr": 0.3906123042448191,
      "eval_G": 0.49025372407568035,
      "eval_G_cds": 0.48331595902636837,
      "eval_G_dig": 0.49727705981261555,
      "eval_G_exon": 0.4909996295084916,
      "eval_G_intron": 0.4915825135015993,
      "eval_G_nig": 0.49304083637658525,
      "eval_G_promoter": 0.48200754687828323,
      "eval_G_utr": 0.4901697268782234,
      "eval_avg_bp_per_token": 2.541495705926663,
      "eval_bp_per_token/cds": 3.343905472636816,
      "eval_bp_per_token/dig": 2.2330328583890666,
      "eval_bp_per_token/exon": 2.5573190967462667,
      "eval_bp_per_token/intron": 2.4466015755041455,
      "eval_bp_per_token/nig": 2.346190136826938,
      "eval_bp_per_token/promoter": 3.299675661589863,
      "eval_bp_per_token/utr": 2.56008320560543,
      "eval_ppl_cds": 5.567015659246301,
      "eval_ppl_dig": 4.898425899350941,
      "eval_ppl_exon": 4.9662705320329295,
      "eval_ppl_intron": 4.767518067357663,
      "eval_ppl_nig": 4.6987085494689405,
      "eval_ppl_promoter": 5.216405144788708,
      "eval_ppl_utr": 4.913846632347962,
      "step": 500,
      "tokens_trained": 1.638244216
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.1446705907382455,
      "grad_norm": 37.46432113647461,
      "loss": 1.5582,
      "loss_ce": 1.5548115968704224,
      "loss_region": 0.02565930411219597,
      "loss_total": 1.5804709196090698,
      "lr": 0.0012243786686061229,
      "router/selected_tokens_s0": 1004.25,
      "step": 510,
      "tokens_trained": 1.671005424
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.14750726898801503,
      "grad_norm": 27.722349166870117,
      "loss": 1.5672,
      "loss_ce": 1.478359341621399,
      "loss_region": 0.031882915645837784,
      "loss_total": 1.510242223739624,
      "lr": 0.0012239717766222718,
      "router/selected_tokens_s0": 5380.75,
      "step": 520,
      "tokens_trained": 1.703770864
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.15034394723778455,
      "grad_norm": 26.949983596801758,
      "loss": 1.6157,
      "loss_ce": 1.4986213445663452,
      "loss_region": 0.03651271015405655,
      "loss_total": 1.5351340770721436,
      "lr": 0.001223564884638421,
      "router/selected_tokens_s0": 7781.0,
      "step": 530,
      "tokens_trained": 1.736536304
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.15318062548755407,
      "grad_norm": 28.232316970825195,
      "loss": 1.6637,
      "loss_ce": 1.4607714414596558,
      "loss_region": 0.025137916207313538,
      "loss_total": 1.485909342765808,
      "lr": 0.00122315799265457,
      "router/selected_tokens_s0": 612.875,
      "step": 540,
      "tokens_trained": 1.769301744
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.1560173037373236,
      "grad_norm": 23.33485221862793,
      "loss": 1.4993,
      "loss_ce": 1.4412897825241089,
      "loss_region": 0.035474810749292374,
      "loss_total": 1.4767645597457886,
      "lr": 0.001222751100670719,
      "router/selected_tokens_s0": 7357.5,
      "step": 550,
      "tokens_trained": 1.802067184
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.1588539819870931,
      "grad_norm": 21.005512237548828,
      "loss": 1.4335,
      "loss_ce": 1.3612841367721558,
      "loss_region": 0.029854778200387955,
      "loss_total": 1.3911389112472534,
      "lr": 0.001222344208686868,
      "router/selected_tokens_s0": 4172.125,
      "step": 560,
      "tokens_trained": 1.834832624
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.16169066023686263,
      "grad_norm": 19.53492546081543,
      "loss": 1.4383,
      "loss_ce": 1.4045627117156982,
      "loss_region": 0.02937491238117218,
      "loss_total": 1.433937668800354,
      "lr": 0.0012219373167030169,
      "router/selected_tokens_s0": 3881.875,
      "step": 570,
      "tokens_trained": 1.867598064
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.16452733848663215,
      "grad_norm": 25.31780242919922,
      "loss": 1.7004,
      "loss_ce": 1.591187834739685,
      "loss_region": 0.03149839863181114,
      "loss_total": 1.6226862668991089,
      "lr": 0.0012215304247191658,
      "router/selected_tokens_s0": 5153.875,
      "step": 580,
      "tokens_trained": 1.900363504
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.16736401673640167,
      "grad_norm": 16.421045303344727,
      "loss": 1.5092,
      "loss_ce": 1.2439810037612915,
      "loss_region": 0.02931862138211727,
      "loss_total": 1.2732995748519897,
      "lr": 0.0012211235327353148,
      "router/selected_tokens_s0": 3840.5,
      "step": 590,
      "tokens_trained": 1.933128944
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.17020069498617119,
      "grad_norm": 25.38547706604004,
      "loss": 1.5893,
      "loss_ce": 1.5482516288757324,
      "loss_region": 0.025499241426587105,
      "loss_total": 1.5737508535385132,
      "lr": 0.0012207166407514638,
      "router/selected_tokens_s0": 1237.25,
      "step": 600,
      "tokens_trained": 1.96589048
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.1730373732359407,
      "grad_norm": 14.48205852508545,
      "loss": 1.3098,
      "loss_ce": 1.2969579696655273,
      "loss_region": 0.03318855166435242,
      "loss_total": 1.3301465511322021,
      "lr": 0.0012203097487676127,
      "router/selected_tokens_s0": 6087.625,
      "step": 610,
      "tokens_trained": 1.99865592
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.17587405148571023,
      "grad_norm": 10.29987907409668,
      "loss": 1.2844,
      "loss_ce": 1.2728289365768433,
      "loss_region": 0.03153729811310768,
      "loss_total": 1.3043662309646606,
      "lr": 0.0012199028567837617,
      "router/selected_tokens_s0": 5177.0,
      "step": 620,
      "tokens_trained": 2.03142136
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.17871072973547975,
      "grad_norm": 14.114507675170898,
      "loss": 1.2792,
      "loss_ce": 1.2729930877685547,
      "loss_region": 0.03177153319120407,
      "loss_total": 1.3047646284103394,
      "lr": 0.0012194959647999107,
      "router/selected_tokens_s0": 5318.5,
      "step": 630,
      "tokens_trained": 2.0641868
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.18154740798524927,
      "grad_norm": 35.086570739746094,
      "loss": 1.327,
      "loss_ce": 1.4959396123886108,
      "loss_region": 0.031267955899238586,
      "loss_total": 1.527207612991333,
      "lr": 0.0012190890728160596,
      "router/selected_tokens_s0": 5018.625,
      "step": 640,
      "tokens_trained": 2.09695224
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.18438408623501878,
      "grad_norm": 12.891855239868164,
      "loss": 1.3231,
      "loss_ce": 1.251932978630066,
      "loss_region": 0.030069500207901,
      "loss_total": 1.2820024490356445,
      "lr": 0.0012186821808322086,
      "router/selected_tokens_s0": 4308.125,
      "step": 650,
      "tokens_trained": 2.12971768
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.1872207644847883,
      "grad_norm": 16.94170570373535,
      "loss": 1.273,
      "loss_ce": 1.303807258605957,
      "loss_region": 0.030183279886841774,
      "loss_total": 1.3339905738830566,
      "lr": 0.0012182752888483576,
      "router/selected_tokens_s0": 4374.375,
      "step": 660,
      "tokens_trained": 2.16248312
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.19005744273455782,
      "grad_norm": 8.820389747619629,
      "loss": 1.291,
      "loss_ce": 1.2488102912902832,
      "loss_region": 0.030493643134832382,
      "loss_total": 1.2793039083480835,
      "lr": 0.0012178683968645065,
      "router/selected_tokens_s0": 4566.875,
      "step": 670,
      "tokens_trained": 2.19524856
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.19289412098432734,
      "grad_norm": 12.072690963745117,
      "loss": 1.2551,
      "loss_ce": 1.257431149482727,
      "loss_region": 0.02906171977519989,
      "loss_total": 1.2864928245544434,
      "lr": 0.0012174615048806555,
      "router/selected_tokens_s0": 3676.75,
      "step": 680,
      "tokens_trained": 2.228014
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.19573079923409686,
      "grad_norm": 3.4100522994995117,
      "loss": 1.2685,
      "loss_ce": 1.217279314994812,
      "loss_region": 0.03290281072258949,
      "loss_total": 1.2501821517944336,
      "lr": 0.0012170546128968045,
      "router/selected_tokens_s0": 5992.0,
      "step": 690,
      "tokens_trained": 2.26077944
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.19856747748386638,
      "grad_norm": 6.675322532653809,
      "loss": 1.2504,
      "loss_ce": 1.1835153102874756,
      "loss_region": 0.031250134110450745,
      "loss_total": 1.2147654294967651,
      "lr": 0.0012166477209129534,
      "router/selected_tokens_s0": 5040.625,
      "step": 700,
      "tokens_trained": 2.29354488
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.2014041557336359,
      "grad_norm": 21.388051986694336,
      "loss": 1.267,
      "loss_ce": 1.3746044635772705,
      "loss_region": 0.027913136407732964,
      "loss_total": 1.402517557144165,
      "lr": 0.0012162408289291026,
      "router/selected_tokens_s0": 2922.75,
      "step": 710,
      "tokens_trained": 2.32631032
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.20424083398340542,
      "grad_norm": 12.917130470275879,
      "loss": 1.3025,
      "loss_ce": 1.2145620584487915,
      "loss_region": 0.031132886186242104,
      "loss_total": 1.2456949949264526,
      "lr": 0.0012158339369452516,
      "router/selected_tokens_s0": 4968.875,
      "step": 720,
      "tokens_trained": 2.35907576
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.20707751223317494,
      "grad_norm": 8.888051986694336,
      "loss": 1.2457,
      "loss_ce": 1.185524821281433,
      "loss_region": 0.03197301924228668,
      "loss_total": 1.2174978256225586,
      "lr": 0.0012154270449614005,
      "router/selected_tokens_s0": 5463.0,
      "step": 730,
      "tokens_trained": 2.3918396
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.20991419048294446,
      "grad_norm": 13.051305770874023,
      "loss": 1.2446,
      "loss_ce": 1.1078685522079468,
      "loss_region": 0.0308807585388422,
      "loss_total": 1.138749361038208,
      "lr": 0.0012150201529775495,
      "router/selected_tokens_s0": 4844.0,
      "step": 740,
      "tokens_trained": 2.424600048
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.21275086873271398,
      "grad_norm": 6.593105316162109,
      "loss": 1.2851,
      "loss_ce": 1.255039930343628,
      "loss_region": 0.029710784554481506,
      "loss_total": 1.2847506999969482,
      "lr": 0.0012146132609936982,
      "router/selected_tokens_s0": 4083.875,
      "step": 750,
      "tokens_trained": 2.457364688
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.2155875469824835,
      "grad_norm": 3.900451183319092,
      "loss": 1.2291,
      "loss_ce": 1.1926592588424683,
      "loss_region": 0.030736476182937622,
      "loss_total": 1.2233957052230835,
      "lr": 0.0012142063690098472,
      "router/selected_tokens_s0": 4719.25,
      "step": 760,
      "tokens_trained": 2.490130128
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.21842422523225302,
      "grad_norm": 8.001019477844238,
      "loss": 1.2285,
      "loss_ce": 1.1942657232284546,
      "loss_region": 0.03041156381368637,
      "loss_total": 1.224677324295044,
      "lr": 0.0012137994770259962,
      "router/selected_tokens_s0": 4525.75,
      "step": 770,
      "tokens_trained": 2.522895568
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.22126090348202254,
      "grad_norm": 5.169371128082275,
      "loss": 1.2072,
      "loss_ce": 1.2079213857650757,
      "loss_region": 0.031087037175893784,
      "loss_total": 1.2390084266662598,
      "lr": 0.0012133925850421454,
      "router/selected_tokens_s0": 4938.25,
      "step": 780,
      "tokens_trained": 2.555659392
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.22409758173179206,
      "grad_norm": 8.434707641601562,
      "loss": 1.2079,
      "loss_ce": 1.2038490772247314,
      "loss_region": 0.02821769006550312,
      "loss_total": 1.2320667505264282,
      "lr": 0.0012129856930582943,
      "router/selected_tokens_s0": 3119.875,
      "step": 790,
      "tokens_trained": 2.588422136
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.22693425998156158,
      "grad_norm": 8.451072692871094,
      "loss": 1.2072,
      "loss_ce": 1.2617510557174683,
      "loss_region": 0.0316130593419075,
      "loss_total": 1.29336416721344,
      "lr": 0.0012125788010744433,
      "router/selected_tokens_s0": 5238.75,
      "step": 800,
      "tokens_trained": 2.621187576
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.2297709382313311,
      "grad_norm": 12.750673294067383,
      "loss": 1.2283,
      "loss_ce": 1.2528263330459595,
      "loss_region": 0.03109751269221306,
      "loss_total": 1.283923864364624,
      "lr": 0.0012121719090905923,
      "router/selected_tokens_s0": 4940.75,
      "step": 810,
      "tokens_trained": 2.653953016
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.23260761648110062,
      "grad_norm": 10.307655334472656,
      "loss": 1.2544,
      "loss_ce": 1.2496147155761719,
      "loss_region": 0.02913491614162922,
      "loss_total": 1.2787495851516724,
      "lr": 0.0012117650171067412,
      "router/selected_tokens_s0": 3717.75,
      "step": 820,
      "tokens_trained": 2.686718456
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.23544429473087014,
      "grad_norm": 0.6592714190483093,
      "loss": 1.2022,
      "loss_ce": 1.0889158248901367,
      "loss_region": 0.031184613704681396,
      "loss_total": 1.120100498199463,
      "lr": 0.0012113581251228902,
      "router/selected_tokens_s0": 5037.375,
      "step": 830,
      "tokens_trained": 2.71948036
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.23828097298063966,
      "grad_norm": 3.0865817070007324,
      "loss": 1.1958,
      "loss_ce": 1.267112374305725,
      "loss_region": 0.02916303649544716,
      "loss_total": 1.2962753772735596,
      "lr": 0.0012109512331390391,
      "router/selected_tokens_s0": 3734.375,
      "step": 840,
      "tokens_trained": 2.7522458
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.24111765123040918,
      "grad_norm": 2.513849973678589,
      "loss": 1.2014,
      "loss_ce": 1.108485221862793,
      "loss_region": 0.0302209984511137,
      "loss_total": 1.1387062072753906,
      "lr": 0.0012105443411551881,
      "router/selected_tokens_s0": 4417.125,
      "step": 850,
      "tokens_trained": 2.78501124
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.2439543294801787,
      "grad_norm": 5.594594478607178,
      "loss": 1.206,
      "loss_ce": 1.1815146207809448,
      "loss_region": 0.031508028507232666,
      "loss_total": 1.2130227088928223,
      "lr": 0.001210137449171337,
      "router/selected_tokens_s0": 5212.875,
      "step": 860,
      "tokens_trained": 2.81777668
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.24679100772994822,
      "grad_norm": 2.2655980587005615,
      "loss": 1.1897,
      "loss_ce": 1.2304372787475586,
      "loss_region": 0.031548820436000824,
      "loss_total": 1.2619861364364624,
      "lr": 0.001209730557187486,
      "router/selected_tokens_s0": 5213.25,
      "step": 870,
      "tokens_trained": 2.85054212
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.24962768597971774,
      "grad_norm": 4.335860252380371,
      "loss": 1.1897,
      "loss_ce": 1.2337130308151245,
      "loss_region": 0.02997858263552189,
      "loss_total": 1.2636916637420654,
      "lr": 0.001209323665203635,
      "router/selected_tokens_s0": 4252.5,
      "step": 880,
      "tokens_trained": 2.88330756
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.25246436422948726,
      "grad_norm": 12.377155303955078,
      "loss": 1.1966,
      "loss_ce": 1.1369762420654297,
      "loss_region": 0.029613491147756577,
      "loss_total": 1.1665897369384766,
      "lr": 0.001208916773219784,
      "router/selected_tokens_s0": 4027.75,
      "step": 890,
      "tokens_trained": 2.916073
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.2553010424792568,
      "grad_norm": 7.238094806671143,
      "loss": 1.2143,
      "loss_ce": 1.1700671911239624,
      "loss_region": 0.029774101451039314,
      "loss_total": 1.1998412609100342,
      "lr": 0.001208509881235933,
      "router/selected_tokens_s0": 4116.875,
      "step": 900,
      "tokens_trained": 2.94883828
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.2581377207290263,
      "grad_norm": 3.2694191932678223,
      "loss": 1.1892,
      "loss_ce": 1.1454379558563232,
      "loss_region": 0.029824109748005867,
      "loss_total": 1.1752620935440063,
      "lr": 0.001208102989252082,
      "router/selected_tokens_s0": 4152.625,
      "step": 910,
      "tokens_trained": 2.981597288
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.2609743989787958,
      "grad_norm": 9.457625389099121,
      "loss": 1.2038,
      "loss_ce": 1.3160332441329956,
      "loss_region": 0.030873605981469154,
      "loss_total": 1.3469069004058838,
      "lr": 0.0012076960972682309,
      "router/selected_tokens_s0": 4797.5,
      "step": 920,
      "tokens_trained": 3.014362456
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.26381107722856534,
      "grad_norm": 4.293655872344971,
      "loss": 1.1978,
      "loss_ce": 1.1440948247909546,
      "loss_region": 0.02935035713016987,
      "loss_total": 1.173445224761963,
      "lr": 0.0012072892052843798,
      "router/selected_tokens_s0": 3829.5,
      "step": 930,
      "tokens_trained": 3.047127096
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.26664775547833486,
      "grad_norm": 1.7136532068252563,
      "loss": 1.1906,
      "loss_ce": 1.1432236433029175,
      "loss_region": 0.028851088136434555,
      "loss_total": 1.1720746755599976,
      "lr": 0.0012068823133005288,
      "router/selected_tokens_s0": 3479.125,
      "step": 940,
      "tokens_trained": 3.079892536
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.2694844337281044,
      "grad_norm": 4.0433244705200195,
      "loss": 1.1868,
      "loss_ce": 1.168936014175415,
      "loss_region": 0.02876598760485649,
      "loss_total": 1.1977020502090454,
      "lr": 0.0012064754213166778,
      "router/selected_tokens_s0": 3396.25,
      "step": 950,
      "tokens_trained": 3.11265336
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.2723211119778739,
      "grad_norm": 6.829047203063965,
      "loss": 1.1828,
      "loss_ce": 1.2480430603027344,
      "loss_region": 0.02934931591153145,
      "loss_total": 1.2773923873901367,
      "lr": 0.001206068529332827,
      "router/selected_tokens_s0": 3843.75,
      "step": 960,
      "tokens_trained": 3.1454188
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.2751577902276434,
      "grad_norm": 5.5668439865112305,
      "loss": 1.1882,
      "loss_ce": 1.1349202394485474,
      "loss_region": 0.0297370757907629,
      "loss_total": 1.1646573543548584,
      "lr": 0.001205661637348976,
      "router/selected_tokens_s0": 4102.5,
      "step": 970,
      "tokens_trained": 3.17818424
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.27799446847741294,
      "grad_norm": 3.729381561279297,
      "loss": 1.1839,
      "loss_ce": 1.1995916366577148,
      "loss_region": 0.03041483648121357,
      "loss_total": 1.230006456375122,
      "lr": 0.0012052547453651249,
      "router/selected_tokens_s0": 4537.125,
      "step": 980,
      "tokens_trained": 3.21094968
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.28083114672718246,
      "grad_norm": 2.7978885173797607,
      "loss": 1.1739,
      "loss_ce": 1.1886447668075562,
      "loss_region": 0.030223874375224113,
      "loss_total": 1.218868613243103,
      "lr": 0.0012048478533812738,
      "router/selected_tokens_s0": 4418.875,
      "step": 990,
      "tokens_trained": 3.24371512
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.283667824976952,
      "grad_norm": 2.7768421173095703,
      "loss": 1.1695,
      "loss_ce": 1.1791244745254517,
      "loss_region": 0.03016069531440735,
      "loss_total": 1.2092851400375366,
      "lr": 0.0012044409613974226,
      "router/selected_tokens_s0": 4373.0,
      "step": 1000,
      "tokens_trained": 3.27648056
    },
    {
      "epoch": 0.283667824976952,
      "eval_ppl": 3.1457362037176693,
      "eval_runtime": 2.5704,
      "step": 1000,
      "tokens_trained": 3.27648056
    },
    {
      "epoch": 0.283667824976952,
      "eval_F": 0.35905403615092213,
      "eval_F_cds": 0.3614752043728926,
      "eval_F_dig": 0.36203349219991143,
      "eval_F_exon": 0.3609332242502892,
      "eval_F_intron": 0.3608845011093654,
      "eval_F_nig": 0.36360427639485304,
      "eval_F_promoter": 0.3446594753609168,
      "eval_F_utr": 0.35993294503032014,
      "eval_G": 0.4747950002316863,
      "eval_G_cds": 0.4875693056072159,
      "eval_G_dig": 0.4165539971384483,
      "eval_G_exon": 0.4825983323253731,
      "eval_G_intron": 0.4746974505122046,
      "eval_G_nig": 0.4719204972271849,
      "eval_G_promoter": 0.47860970096474814,
      "eval_G_utr": 0.4806883865646302,
      "eval_avg_bp_per_token": 2.785096111772066,
      "eval_bp_per_token/cds": 2.7664414817466,
      "eval_bp_per_token/dig": 2.7621753830659665,
      "eval_bp_per_token/exon": 2.770595591683602,
      "eval_bp_per_token/intron": 2.7709696507497057,
      "eval_bp_per_token/nig": 2.7502426811780905,
      "eval_bp_per_token/promoter": 2.90141450181467,
      "eval_bp_per_token/utr": 2.77829527362593,
      "eval_ppl_cds": 3.7937951600140427,
      "eval_ppl_dig": 1.292568207392483,
      "eval_ppl_exon": 3.5063285971819904,
      "eval_ppl_intron": 3.1623742022954864,
      "eval_ppl_nig": 3.03123217862896,
      "eval_ppl_promoter": 3.420873133996253,
      "eval_ppl_utr": 3.4079030610184535,
      "step": 1000,
      "tokens_trained": 3.27648056
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.2865045032267215,
      "grad_norm": 1.750190258026123,
      "loss": 1.1681,
      "loss_ce": 1.1951100826263428,
      "loss_region": 0.029561972245573997,
      "loss_total": 1.2246720790863037,
      "lr": 0.0012040340694135716,
      "router/selected_tokens_s0": 3974.5,
      "step": 1010,
      "tokens_trained": 3.309246
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.289341181476491,
      "grad_norm": 5.037286758422852,
      "loss": 1.1855,
      "loss_ce": 1.1606330871582031,
      "loss_region": 0.030172061175107956,
      "loss_total": 1.190805196762085,
      "lr": 0.0012036271774297205,
      "router/selected_tokens_s0": 4388.375,
      "step": 1020,
      "tokens_trained": 3.34201144
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.29217785972626054,
      "grad_norm": 5.963747024536133,
      "loss": 1.1794,
      "loss_ce": 1.116599678993225,
      "loss_region": 0.030543407425284386,
      "loss_total": 1.1471431255340576,
      "lr": 0.0012032202854458697,
      "router/selected_tokens_s0": 4640.0,
      "step": 1030,
      "tokens_trained": 3.37477688
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.29501453797603006,
      "grad_norm": 4.626336574554443,
      "loss": 1.1934,
      "loss_ce": 1.094927430152893,
      "loss_region": 0.02999301068484783,
      "loss_total": 1.1249204874038696,
      "lr": 0.0012028133934620187,
      "router/selected_tokens_s0": 4248.5,
      "step": 1040,
      "tokens_trained": 3.40754232
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.2978512162257996,
      "grad_norm": 4.208251476287842,
      "loss": 1.1843,
      "loss_ce": 1.1818771362304688,
      "loss_region": 0.030715491622686386,
      "loss_total": 1.212592601776123,
      "lr": 0.0012024065014781676,
      "router/selected_tokens_s0": 4729.75,
      "step": 1050,
      "tokens_trained": 3.44030696
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.3006878944755691,
      "grad_norm": 2.3673582077026367,
      "loss": 1.1726,
      "loss_ce": 1.1216882467269897,
      "loss_region": 0.030366381630301476,
      "loss_total": 1.1520546674728394,
      "lr": 0.0012019996094943166,
      "router/selected_tokens_s0": 4503.625,
      "step": 1060,
      "tokens_trained": 3.4730724
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.3035245727253386,
      "grad_norm": 2.6513352394104004,
      "loss": 1.1707,
      "loss_ce": 1.1285063028335571,
      "loss_region": 0.02974226139485836,
      "loss_total": 1.1582485437393188,
      "lr": 0.0012015927175104656,
      "router/selected_tokens_s0": 4085.375,
      "step": 1070,
      "tokens_trained": 3.50583784
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.30636125097510813,
      "grad_norm": 1.0276976823806763,
      "loss": 1.165,
      "loss_ce": 1.1330546140670776,
      "loss_region": 0.029834387823939323,
      "loss_total": 1.162889003753662,
      "lr": 0.0012011858255266145,
      "router/selected_tokens_s0": 4155.5,
      "step": 1080,
      "tokens_trained": 3.53860328
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.30919792922487765,
      "grad_norm": 3.4352457523345947,
      "loss": 1.1759,
      "loss_ce": 1.153834581375122,
      "loss_region": 0.030001970008015633,
      "loss_total": 1.183836579322815,
      "lr": 0.0012007789335427635,
      "router/selected_tokens_s0": 4271.375,
      "step": 1090,
      "tokens_trained": 3.57136872
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.3120346074746472,
      "grad_norm": 3.4334914684295654,
      "loss": 1.1668,
      "loss_ce": 1.0656555891036987,
      "loss_region": 0.03014238551259041,
      "loss_total": 1.0957980155944824,
      "lr": 0.0012003720415589125,
      "router/selected_tokens_s0": 4376.625,
      "step": 1100,
      "tokens_trained": 3.60413416
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.3148712857244167,
      "grad_norm": 7.573620796203613,
      "loss": 1.1737,
      "loss_ce": 1.1206940412521362,
      "loss_region": 0.030071774497628212,
      "loss_total": 1.1507657766342163,
      "lr": 0.0011999651495750614,
      "router/selected_tokens_s0": 4325.0,
      "step": 1110,
      "tokens_trained": 3.6368996
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.3177079639741862,
      "grad_norm": 4.200015544891357,
      "loss": 1.1705,
      "loss_ce": 1.1700469255447388,
      "loss_region": 0.02990192547440529,
      "loss_total": 1.1999489068984985,
      "lr": 0.0011995582575912104,
      "router/selected_tokens_s0": 4194.25,
      "step": 1120,
      "tokens_trained": 3.669661712
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.32054464222395573,
      "grad_norm": 5.207011699676514,
      "loss": 1.1668,
      "loss_ce": 1.1708717346191406,
      "loss_region": 0.029880443587899208,
      "loss_total": 1.2007521390914917,
      "lr": 0.0011991513656073594,
      "router/selected_tokens_s0": 4177.25,
      "step": 1130,
      "tokens_trained": 3.702426352
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.32338132047372525,
      "grad_norm": 4.160227298736572,
      "loss": 1.1671,
      "loss_ce": 1.1502091884613037,
      "loss_region": 0.030087152495980263,
      "loss_total": 1.1802963018417358,
      "lr": 0.0011987444736235083,
      "router/selected_tokens_s0": 4325.25,
      "step": 1140,
      "tokens_trained": 3.735191792
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.3262179987234948,
      "grad_norm": 2.3496572971343994,
      "loss": 1.1578,
      "loss_ce": 1.0942906141281128,
      "loss_region": 0.02960728108882904,
      "loss_total": 1.123897910118103,
      "lr": 0.0011983375816396573,
      "router/selected_tokens_s0": 3976.25,
      "step": 1150,
      "tokens_trained": 3.767957232
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.3290546769732643,
      "grad_norm": 3.0820891857147217,
      "loss": 1.158,
      "loss_ce": 1.2191810607910156,
      "loss_region": 0.030029961839318275,
      "loss_total": 1.249211072921753,
      "lr": 0.0011979306896558062,
      "router/selected_tokens_s0": 4285.125,
      "step": 1160,
      "tokens_trained": 3.800722672
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.3318913552230338,
      "grad_norm": 1.7340823411941528,
      "loss": 1.1537,
      "loss_ce": 1.0748310089111328,
      "loss_region": 0.030402792617678642,
      "loss_total": 1.1052337884902954,
      "lr": 0.0011975237976719552,
      "router/selected_tokens_s0": 4566.375,
      "step": 1170,
      "tokens_trained": 3.833488112
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.33472803347280333,
      "grad_norm": 1.6883597373962402,
      "loss": 1.1524,
      "loss_ce": 1.15337073802948,
      "loss_region": 0.029628688469529152,
      "loss_total": 1.1829993724822998,
      "lr": 0.0011971169056881042,
      "router/selected_tokens_s0": 3994.125,
      "step": 1180,
      "tokens_trained": 3.866252752
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.33756471172257285,
      "grad_norm": 1.3079456090927124,
      "loss": 1.155,
      "loss_ce": 1.147839903831482,
      "loss_region": 0.029972558841109276,
      "loss_total": 1.1778124570846558,
      "lr": 0.0011967100137042531,
      "router/selected_tokens_s0": 4250.125,
      "step": 1190,
      "tokens_trained": 3.899018184
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.34040138997234237,
      "grad_norm": 2.042187452316284,
      "loss": 1.1551,
      "loss_ce": 1.1045622825622559,
      "loss_region": 0.030126892030239105,
      "loss_total": 1.134689211845398,
      "lr": 0.0011963031217204021,
      "router/selected_tokens_s0": 4366.25,
      "step": 1200,
      "tokens_trained": 3.931783624
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.3432380682221119,
      "grad_norm": 0.5720299482345581,
      "loss": 1.1514,
      "loss_ce": 1.1252881288528442,
      "loss_region": 0.02972925268113613,
      "loss_total": 1.155017375946045,
      "lr": 0.0011958962297365513,
      "router/selected_tokens_s0": 4055.0,
      "step": 1210,
      "tokens_trained": 3.964549064
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.3460747464718814,
      "grad_norm": 2.726912498474121,
      "loss": 1.1481,
      "loss_ce": 1.0980409383773804,
      "loss_region": 0.030369114130735397,
      "loss_total": 1.1284101009368896,
      "lr": 0.0011954893377527003,
      "router/selected_tokens_s0": 4549.75,
      "step": 1220,
      "tokens_trained": 3.997311912
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.34891142472165093,
      "grad_norm": 1.576530933380127,
      "loss": 1.1547,
      "loss_ce": 1.1488255262374878,
      "loss_region": 0.03008064441382885,
      "loss_total": 1.1789062023162842,
      "lr": 0.0011950824457688492,
      "router/selected_tokens_s0": 4327.125,
      "step": 1230,
      "tokens_trained": 4.030077352
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.35174810297142045,
      "grad_norm": 1.7633917331695557,
      "loss": 1.1491,
      "loss_ce": 1.0437774658203125,
      "loss_region": 0.03009728156030178,
      "loss_total": 1.0738747119903564,
      "lr": 0.0011946755537849982,
      "router/selected_tokens_s0": 4352.5,
      "step": 1240,
      "tokens_trained": 4.062842792
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.35458478122118997,
      "grad_norm": 0.8599131107330322,
      "loss": 1.1502,
      "loss_ce": 1.1635342836380005,
      "loss_region": 0.030227093026041985,
      "loss_total": 1.1937613487243652,
      "lr": 0.001194268661801147,
      "router/selected_tokens_s0": 4437.875,
      "step": 1250,
      "tokens_trained": 4.095608232
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.3574214594709595,
      "grad_norm": 2.0207033157348633,
      "loss": 1.1525,
      "loss_ce": 1.161281943321228,
      "loss_region": 0.02980414777994156,
      "loss_total": 1.1910860538482666,
      "lr": 0.001193861769817296,
      "router/selected_tokens_s0": 4113.375,
      "step": 1260,
      "tokens_trained": 4.128373672
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.360258137720729,
      "grad_norm": 1.6762081384658813,
      "loss": 1.1549,
      "loss_ce": 1.176638126373291,
      "loss_region": 0.02979988045990467,
      "loss_total": 1.2064380645751953,
      "lr": 0.0011934548778334449,
      "router/selected_tokens_s0": 4110.375,
      "step": 1270,
      "tokens_trained": 4.161136768
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.36309481597049853,
      "grad_norm": 1.5674160718917847,
      "loss": 1.1538,
      "loss_ce": 1.1160061359405518,
      "loss_region": 0.029819507151842117,
      "loss_total": 1.1458256244659424,
      "lr": 0.001193047985849594,
      "router/selected_tokens_s0": 4122.75,
      "step": 1280,
      "tokens_trained": 4.193902208
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.36593149422026805,
      "grad_norm": 1.232892394065857,
      "loss": 1.1499,
      "loss_ce": 1.192215085029602,
      "loss_region": 0.030095556750893593,
      "loss_total": 1.2223106622695923,
      "lr": 0.001192641093865743,
      "router/selected_tokens_s0": 4337.75,
      "step": 1290,
      "tokens_trained": 4.226667648
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.36876817247003757,
      "grad_norm": 1.280081033706665,
      "loss": 1.1625,
      "loss_ce": 1.0769988298416138,
      "loss_region": 0.030076846480369568,
      "loss_total": 1.1070756912231445,
      "lr": 0.001192234201881892,
      "router/selected_tokens_s0": 4330.625,
      "step": 1300,
      "tokens_trained": 4.259424272
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.3716048507198071,
      "grad_norm": 0.7819789052009583,
      "loss": 1.1516,
      "loss_ce": 1.0531295537948608,
      "loss_region": 0.029812535271048546,
      "loss_total": 1.0829421281814575,
      "lr": 0.001191827309898041,
      "router/selected_tokens_s0": 4107.75,
      "step": 1310,
      "tokens_trained": 4.292189712
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.3744415289695766,
      "grad_norm": 4.3887505531311035,
      "loss": 1.1524,
      "loss_ce": 1.0992565155029297,
      "loss_region": 0.030015140771865845,
      "loss_total": 1.1292716264724731,
      "lr": 0.00119142041791419,
      "router/selected_tokens_s0": 4279.625,
      "step": 1320,
      "tokens_trained": 4.32495164
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.37727820721934613,
      "grad_norm": 2.5429630279541016,
      "loss": 1.1622,
      "loss_ce": 0.9915607571601868,
      "loss_region": 0.02960185892879963,
      "loss_total": 1.0211626291275024,
      "lr": 0.0011910135259303389,
      "router/selected_tokens_s0": 3922.75,
      "step": 1330,
      "tokens_trained": 4.35771708
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.38011488546911565,
      "grad_norm": 1.3790112733840942,
      "loss": 1.1526,
      "loss_ce": 1.2076722383499146,
      "loss_region": 0.029480615630745888,
      "loss_total": 1.2371528148651123,
      "lr": 0.0011906066339464878,
      "router/selected_tokens_s0": 3831.5,
      "step": 1340,
      "tokens_trained": 4.39048252
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.38295156371888517,
      "grad_norm": 3.28352427482605,
      "loss": 1.1523,
      "loss_ce": 0.9999480247497559,
      "loss_region": 0.02995798923075199,
      "loss_total": 1.0299060344696045,
      "lr": 0.0011901997419626368,
      "router/selected_tokens_s0": 4236.0,
      "step": 1350,
      "tokens_trained": 4.42324796
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.3857882419686547,
      "grad_norm": 2.173388719558716,
      "loss": 1.1469,
      "loss_ce": 1.1173208951950073,
      "loss_region": 0.030063528567552567,
      "loss_total": 1.1473844051361084,
      "lr": 0.0011897928499787858,
      "router/selected_tokens_s0": 4322.25,
      "step": 1360,
      "tokens_trained": 4.4560134
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.3886249202184242,
      "grad_norm": 1.3337340354919434,
      "loss": 1.1514,
      "loss_ce": 1.097347617149353,
      "loss_region": 0.030277268961071968,
      "loss_total": 1.1276248693466187,
      "lr": 0.0011893859579949347,
      "router/selected_tokens_s0": 4490.375,
      "step": 1370,
      "tokens_trained": 4.48877884
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.3914615984681937,
      "grad_norm": 1.5072178840637207,
      "loss": 1.1454,
      "loss_ce": 1.1354695558547974,
      "loss_region": 0.0300710741430521,
      "loss_total": 1.1655405759811401,
      "lr": 0.0011889790660110837,
      "router/selected_tokens_s0": 4323.125,
      "step": 1380,
      "tokens_trained": 4.52154428
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.39429827671796325,
      "grad_norm": 1.4634846448898315,
      "loss": 1.1434,
      "loss_ce": 1.1472464799880981,
      "loss_region": 0.029943954199552536,
      "loss_total": 1.1771904230117798,
      "lr": 0.0011885721740272327,
      "router/selected_tokens_s0": 4222.625,
      "step": 1390,
      "tokens_trained": 4.55430972
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.39713495496773277,
      "grad_norm": 1.1301681995391846,
      "loss": 1.1491,
      "loss_ce": 0.932141900062561,
      "loss_region": 0.03013395331799984,
      "loss_total": 0.9622758626937866,
      "lr": 0.0011881652820433816,
      "router/selected_tokens_s0": 4389.125,
      "step": 1400,
      "tokens_trained": 4.58707516
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.3999716332175023,
      "grad_norm": 1.153057336807251,
      "loss": 1.1483,
      "loss_ce": 1.0930418968200684,
      "loss_region": 0.029886895790696144,
      "loss_total": 1.1229287385940552,
      "lr": 0.0011877583900595306,
      "router/selected_tokens_s0": 4177.875,
      "step": 1410,
      "tokens_trained": 4.6198406
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.4028083114672718,
      "grad_norm": 2.0346107482910156,
      "loss": 1.1355,
      "loss_ce": 1.130191683769226,
      "loss_region": 0.030217666178941727,
      "loss_total": 1.1604093313217163,
      "lr": 0.0011873514980756796,
      "router/selected_tokens_s0": 4435.0,
      "step": 1420,
      "tokens_trained": 4.652606024
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.4056449897170413,
      "grad_norm": 1.2362136840820312,
      "loss": 1.1461,
      "loss_ce": 1.1180355548858643,
      "loss_region": 0.029944026842713356,
      "loss_total": 1.1479796171188354,
      "lr": 0.0011869446060918285,
      "router/selected_tokens_s0": 4219.25,
      "step": 1430,
      "tokens_trained": 4.685371464
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.40848166796681085,
      "grad_norm": 1.6414567232131958,
      "loss": 1.1476,
      "loss_ce": 1.1310675144195557,
      "loss_region": 0.030178584158420563,
      "loss_total": 1.1612460613250732,
      "lr": 0.0011865377141079775,
      "router/selected_tokens_s0": 4406.125,
      "step": 1440,
      "tokens_trained": 4.718136904
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.41131834621658037,
      "grad_norm": 0.8733806014060974,
      "loss": 1.1452,
      "loss_ce": 1.1529111862182617,
      "loss_region": 0.029908571392297745,
      "loss_total": 1.1828197240829468,
      "lr": 0.0011861308221241265,
      "router/selected_tokens_s0": 4186.5,
      "step": 1450,
      "tokens_trained": 4.750902344
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.4141550244663499,
      "grad_norm": 2.170149087905884,
      "loss": 1.1364,
      "loss_ce": 1.1446956396102905,
      "loss_region": 0.030016543343663216,
      "loss_total": 1.1747121810913086,
      "lr": 0.0011857239301402756,
      "router/selected_tokens_s0": 4279.125,
      "step": 1460,
      "tokens_trained": 4.783666984
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.4169917027161194,
      "grad_norm": 1.5901942253112793,
      "loss": 1.1418,
      "loss_ce": 1.1736469268798828,
      "loss_region": 0.02991572767496109,
      "loss_total": 1.203562617301941,
      "lr": 0.0011853170381564246,
      "router/selected_tokens_s0": 4190.375,
      "step": 1470,
      "tokens_trained": 4.816432424
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.4198283809658889,
      "grad_norm": 0.7801039814949036,
      "loss": 1.1359,
      "loss_ce": 1.0415936708450317,
      "loss_region": 0.030063536018133163,
      "loss_total": 1.0716571807861328,
      "lr": 0.0011849101461725736,
      "router/selected_tokens_s0": 4323.5,
      "step": 1480,
      "tokens_trained": 4.849197864
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.42266505921565845,
      "grad_norm": 1.1225630044937134,
      "loss": 1.1387,
      "loss_ce": 1.1764026880264282,
      "loss_region": 0.02989169955253601,
      "loss_total": 1.2062944173812866,
      "lr": 0.0011845032541887225,
      "router/selected_tokens_s0": 4166.375,
      "step": 1490,
      "tokens_trained": 4.881963248
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.42550173746542796,
      "grad_norm": 1.3516196012496948,
      "loss": 1.1445,
      "loss_ce": 1.1119225025177002,
      "loss_region": 0.03007156029343605,
      "loss_total": 1.1419941186904907,
      "lr": 0.0011840963622048713,
      "router/selected_tokens_s0": 4332.625,
      "step": 1500,
      "tokens_trained": 4.914728608
    },
    {
      "epoch": 0.42550173746542796,
      "eval_ppl": 3.0476700462359805,
      "eval_runtime": 2.5167,
      "step": 1500,
      "tokens_trained": 4.914728608
    },
    {
      "epoch": 0.42550173746542796,
      "eval_F": 0.3395766737890528,
      "eval_F_cds": 0.33560010026602843,
      "eval_F_dig": 0.34591244107612573,
      "eval_F_exon": 0.33732050667193275,
      "eval_F_intron": 0.340589821591843,
      "eval_F_nig": 0.3449097161371641,
      "eval_F_promoter": 0.3287406377406758,
      "eval_F_utr": 0.33810586816514,
      "eval_G": 0.4388793285567115,
      "eval_G_cds": 0.4465895620992391,
      "eval_G_dig": 0.39567722372516084,
      "eval_G_exon": 0.44327135296181625,
      "eval_G_intron": 0.4386635275964277,
      "eval_G_nig": 0.4373593879668909,
      "eval_G_promoter": 0.44171817290159177,
      "eval_G_utr": 0.44355779628952524,
      "eval_avg_bp_per_token": 2.944843027178028,
      "eval_bp_per_token/cds": 2.9797368928296066,
      "eval_bp_per_token/dig": 2.8909049841891283,
      "eval_bp_per_token/exon": 2.9645396002341724,
      "eval_bp_per_token/intron": 2.93608304360423,
      "eval_bp_per_token/nig": 2.8993094517590188,
      "eval_bp_per_token/promoter": 3.0419117237000717,
      "eval_bp_per_token/utr": 2.9576534871366778,
      "eval_ppl_cds": 3.7328596405663,
      "eval_ppl_dig": 1.1534605141350962,
      "eval_ppl_exon": 3.4439528933373436,
      "eval_ppl_intron": 3.0653985302604827,
      "eval_ppl_nig": 2.904936687189015,
      "eval_ppl_promoter": 3.3618258190318606,
      "eval_ppl_utr": 3.3512748939063846,
      "step": 1500,
      "tokens_trained": 4.914728608
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.4283384157151975,
      "grad_norm": 1.0354516506195068,
      "loss": 1.1407,
      "loss_ce": 1.2179700136184692,
      "loss_region": 0.029973506927490234,
      "loss_total": 1.2479435205459595,
      "lr": 0.0011836894702210202,
      "router/selected_tokens_s0": 4242.375,
      "step": 1510,
      "tokens_trained": 4.947494048
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.431175093964967,
      "grad_norm": 0.9974690675735474,
      "loss": 1.1361,
      "loss_ce": 1.1464780569076538,
      "loss_region": 0.03020160086452961,
      "loss_total": 1.1766796112060547,
      "lr": 0.0011832825782371692,
      "router/selected_tokens_s0": 4443.875,
      "step": 1520,
      "tokens_trained": 4.980259488
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.4340117722147365,
      "grad_norm": 1.61404550075531,
      "loss": 1.1383,
      "loss_ce": 1.1023921966552734,
      "loss_region": 0.029910210520029068,
      "loss_total": 1.1323024034500122,
      "lr": 0.0011828756862533184,
      "router/selected_tokens_s0": 4174.25,
      "step": 1530,
      "tokens_trained": 5.013024928
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.43684845046450604,
      "grad_norm": 1.551711082458496,
      "loss": 1.1369,
      "loss_ce": 1.085469365119934,
      "loss_region": 0.02990012802183628,
      "loss_total": 1.115369439125061,
      "lr": 0.0011824687942694674,
      "router/selected_tokens_s0": 4162.25,
      "step": 1540,
      "tokens_trained": 5.04578704
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.43968512871427556,
      "grad_norm": 1.3328109979629517,
      "loss": 1.1358,
      "loss_ce": 1.1522539854049683,
      "loss_region": 0.02980169840157032,
      "loss_total": 1.1820557117462158,
      "lr": 0.0011820619022856163,
      "router/selected_tokens_s0": 4050.75,
      "step": 1550,
      "tokens_trained": 5.078551904
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.4425218069640451,
      "grad_norm": 2.2517945766448975,
      "loss": 1.1398,
      "loss_ce": 1.0304194688796997,
      "loss_region": 0.030139248818159103,
      "loss_total": 1.0605586767196655,
      "lr": 0.0011816550103017653,
      "router/selected_tokens_s0": 4399.625,
      "step": 1560,
      "tokens_trained": 5.111317344
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.4453584852138146,
      "grad_norm": 1.0419440269470215,
      "loss": 1.1423,
      "loss_ce": 1.2029235363006592,
      "loss_region": 0.029878782108426094,
      "loss_total": 1.2328022718429565,
      "lr": 0.0011812481183179143,
      "router/selected_tokens_s0": 4131.75,
      "step": 1570,
      "tokens_trained": 5.144082784
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.4481951634635841,
      "grad_norm": 0.8405026197433472,
      "loss": 1.1357,
      "loss_ce": 1.1085268259048462,
      "loss_region": 0.02992934361100197,
      "loss_total": 1.1384562253952026,
      "lr": 0.0011808412263340632,
      "router/selected_tokens_s0": 4185.75,
      "step": 1580,
      "tokens_trained": 5.176848224
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.45103184171335364,
      "grad_norm": 1.8782676458358765,
      "loss": 1.1447,
      "loss_ce": 1.0933234691619873,
      "loss_region": 0.030135583132505417,
      "loss_total": 1.1234591007232666,
      "lr": 0.0011804343343502122,
      "router/selected_tokens_s0": 4400.5,
      "step": 1590,
      "tokens_trained": 5.209613664
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.45386851996312316,
      "grad_norm": 1.116540551185608,
      "loss": 1.1417,
      "loss_ce": 1.1890523433685303,
      "loss_region": 0.0303688682615757,
      "loss_total": 1.2194212675094604,
      "lr": 0.0011800274423663611,
      "router/selected_tokens_s0": 4597.375,
      "step": 1600,
      "tokens_trained": 5.242378304
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.4567051982128927,
      "grad_norm": 0.9224187135696411,
      "loss": 1.1352,
      "loss_ce": 1.0753121376037598,
      "loss_region": 0.030113881453871727,
      "loss_total": 1.1054260730743408,
      "lr": 0.0011796205503825101,
      "router/selected_tokens_s0": 4381.5,
      "step": 1610,
      "tokens_trained": 5.275142944
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.4595418764626622,
      "grad_norm": 1.250409483909607,
      "loss": 1.1423,
      "loss_ce": 1.1405887603759766,
      "loss_region": 0.030090278014540672,
      "loss_total": 1.1706790924072266,
      "lr": 0.001179213658398659,
      "router/selected_tokens_s0": 4360.875,
      "step": 1620,
      "tokens_trained": 5.307906784
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.4623785547124317,
      "grad_norm": 0.6683188080787659,
      "loss": 1.1358,
      "loss_ce": 1.0137219429016113,
      "loss_region": 0.0301409512758255,
      "loss_total": 1.0438629388809204,
      "lr": 0.001178806766414808,
      "router/selected_tokens_s0": 4420.25,
      "step": 1630,
      "tokens_trained": 5.340672224
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.46521523296220124,
      "grad_norm": 1.3055206537246704,
      "loss": 1.1378,
      "loss_ce": 1.120367407798767,
      "loss_region": 0.029992438852787018,
      "loss_total": 1.150359869003296,
      "lr": 0.001178399874430957,
      "router/selected_tokens_s0": 4256.375,
      "step": 1640,
      "tokens_trained": 5.373436896
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.46805191121197076,
      "grad_norm": 1.2817225456237793,
      "loss": 1.1365,
      "loss_ce": 1.159173607826233,
      "loss_region": 0.030014952644705772,
      "loss_total": 1.1891885995864868,
      "lr": 0.001177992982447106,
      "router/selected_tokens_s0": 4277.875,
      "step": 1650,
      "tokens_trained": 5.406202336
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.4708885894617403,
      "grad_norm": 1.2652041912078857,
      "loss": 1.1303,
      "loss_ce": 1.1445159912109375,
      "loss_region": 0.03000623546540737,
      "loss_total": 1.1745222806930542,
      "lr": 0.001177586090463255,
      "router/selected_tokens_s0": 4274.375,
      "step": 1660,
      "tokens_trained": 5.438967776
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.4737252677115098,
      "grad_norm": 1.7784186601638794,
      "loss": 1.1334,
      "loss_ce": 1.1069244146347046,
      "loss_region": 0.030016450211405754,
      "loss_total": 1.136940836906433,
      "lr": 0.001177179198479404,
      "router/selected_tokens_s0": 4287.625,
      "step": 1670,
      "tokens_trained": 5.471733216
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.4765619459612793,
      "grad_norm": 1.0779353380203247,
      "loss": 1.1315,
      "loss_ce": 1.1237202882766724,
      "loss_region": 0.029916411265730858,
      "loss_total": 1.1536366939544678,
      "lr": 0.0011767723064955529,
      "router/selected_tokens_s0": 4156.75,
      "step": 1680,
      "tokens_trained": 5.504498656
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.47939862421104884,
      "grad_norm": 0.7689351439476013,
      "loss": 1.1324,
      "loss_ce": 1.0980726480484009,
      "loss_region": 0.030096061527729034,
      "loss_total": 1.1281687021255493,
      "lr": 0.0011763654145117018,
      "router/selected_tokens_s0": 4377.5,
      "step": 1690,
      "tokens_trained": 5.537264096
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.48223530246081836,
      "grad_norm": 0.6869276165962219,
      "loss": 1.1332,
      "loss_ce": 1.0792652368545532,
      "loss_region": 0.030072998255491257,
      "loss_total": 1.1093382835388184,
      "lr": 0.0011759585225278508,
      "router/selected_tokens_s0": 4349.625,
      "step": 1700,
      "tokens_trained": 5.570029536
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.4850719807105879,
      "grad_norm": 0.9587815403938293,
      "loss": 1.1361,
      "loss_ce": 1.0378434658050537,
      "loss_region": 0.03009817562997341,
      "loss_total": 1.067941665649414,
      "lr": 0.001175551630544,
      "router/selected_tokens_s0": 4384.25,
      "step": 1710,
      "tokens_trained": 5.602794976
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.4879086589603574,
      "grad_norm": 1.1542259454727173,
      "loss": 1.1294,
      "loss_ce": 1.074008584022522,
      "loss_region": 0.030034121125936508,
      "loss_total": 1.104042649269104,
      "lr": 0.001175144738560149,
      "router/selected_tokens_s0": 4306.0,
      "step": 1720,
      "tokens_trained": 5.635560416
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.4907453372101269,
      "grad_norm": 1.0194206237792969,
      "loss": 1.1296,
      "loss_ce": 1.1548231840133667,
      "loss_region": 0.03011094592511654,
      "loss_total": 1.184934139251709,
      "lr": 0.001174737846576298,
      "router/selected_tokens_s0": 4395.625,
      "step": 1730,
      "tokens_trained": 5.668325856
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.49358201545989644,
      "grad_norm": 1.108144998550415,
      "loss": 1.1351,
      "loss_ce": 1.0953419208526611,
      "loss_region": 0.03002314455807209,
      "loss_total": 1.1253650188446045,
      "lr": 0.0011743309545924469,
      "router/selected_tokens_s0": 4292.125,
      "step": 1740,
      "tokens_trained": 5.701091296
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.49641869370966596,
      "grad_norm": 1.075562834739685,
      "loss": 1.1347,
      "loss_ce": 1.1154391765594482,
      "loss_region": 0.029949212446808815,
      "loss_total": 1.1453883647918701,
      "lr": 0.0011739240626085956,
      "router/selected_tokens_s0": 4188.625,
      "step": 1750,
      "tokens_trained": 5.733856736
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.4992553719594355,
      "grad_norm": 1.3173739910125732,
      "loss": 1.1325,
      "loss_ce": 1.0855435132980347,
      "loss_region": 0.02994917891919613,
      "loss_total": 1.1154927015304565,
      "lr": 0.0011735171706247446,
      "router/selected_tokens_s0": 4183.625,
      "step": 1760,
      "tokens_trained": 5.766622176
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.502092050209205,
      "grad_norm": 0.8734815716743469,
      "loss": 1.1316,
      "loss_ce": 1.190360188484192,
      "loss_region": 0.03002040646970272,
      "loss_total": 1.2203805446624756,
      "lr": 0.0011731102786408936,
      "router/selected_tokens_s0": 4294.5,
      "step": 1770,
      "tokens_trained": 5.799387616
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.5049287284589745,
      "grad_norm": 2.5296459197998047,
      "loss": 1.1361,
      "loss_ce": 0.9863566756248474,
      "loss_region": 0.02998475357890129,
      "loss_total": 1.0163414478302002,
      "lr": 0.0011727033866570427,
      "router/selected_tokens_s0": 4235.875,
      "step": 1780,
      "tokens_trained": 5.832153056
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.507765406708744,
      "grad_norm": 0.7834669947624207,
      "loss": 1.1297,
      "loss_ce": 0.9555173516273499,
      "loss_region": 0.0301660243421793,
      "loss_total": 0.9856833815574646,
      "lr": 0.0011722964946731917,
      "router/selected_tokens_s0": 4416.375,
      "step": 1790,
      "tokens_trained": 5.864918496
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.5106020849585136,
      "grad_norm": 0.9466329216957092,
      "loss": 1.1295,
      "loss_ce": 1.0096023082733154,
      "loss_region": 0.030076030641794205,
      "loss_total": 1.0396783351898193,
      "lr": 0.0011718896026893407,
      "router/selected_tokens_s0": 4354.625,
      "step": 1800,
      "tokens_trained": 5.897683936
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.5134387632082831,
      "grad_norm": 1.151943325996399,
      "loss": 1.1267,
      "loss_ce": 1.0721287727355957,
      "loss_region": 0.029984835535287857,
      "loss_total": 1.1021136045455933,
      "lr": 0.0011714827107054896,
      "router/selected_tokens_s0": 4239.75,
      "step": 1810,
      "tokens_trained": 5.930449376
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.5162754414580526,
      "grad_norm": 0.5502280592918396,
      "loss": 1.1249,
      "loss_ce": 1.0287433862686157,
      "loss_region": 0.029946208000183105,
      "loss_total": 1.0586895942687988,
      "lr": 0.0011710758187216386,
      "router/selected_tokens_s0": 4179.375,
      "step": 1820,
      "tokens_trained": 5.96321104
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.5191121197078221,
      "grad_norm": 1.5447858572006226,
      "loss": 1.1319,
      "loss_ce": 1.1280238628387451,
      "loss_region": 0.030087478458881378,
      "loss_total": 1.158111333847046,
      "lr": 0.0011706689267377876,
      "router/selected_tokens_s0": 4389.75,
      "step": 1830,
      "tokens_trained": 5.99597648
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.5219487979575916,
      "grad_norm": 0.9524003863334656,
      "loss": 1.1274,
      "loss_ce": 1.0977569818496704,
      "loss_region": 0.030062809586524963,
      "loss_total": 1.1278197765350342,
      "lr": 0.0011702620347539365,
      "router/selected_tokens_s0": 4354.0,
      "step": 1840,
      "tokens_trained": 6.028741744
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.5247854762073612,
      "grad_norm": 0.6106662750244141,
      "loss": 1.1264,
      "loss_ce": 1.06783926486969,
      "loss_region": 0.029942721128463745,
      "loss_total": 1.097782015800476,
      "lr": 0.0011698551427700855,
      "router/selected_tokens_s0": 4162.625,
      "step": 1850,
      "tokens_trained": 6.061507184
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.5276221544571307,
      "grad_norm": 1.2853341102600098,
      "loss": 1.1329,
      "loss_ce": 1.0429413318634033,
      "loss_region": 0.02999758906662464,
      "loss_total": 1.0729389190673828,
      "lr": 0.0011694482507862345,
      "router/selected_tokens_s0": 4247.5,
      "step": 1860,
      "tokens_trained": 6.094268624
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.5304588327069002,
      "grad_norm": 2.993485927581787,
      "loss": 1.1236,
      "loss_ce": 1.0583568811416626,
      "loss_region": 0.030023684725165367,
      "loss_total": 1.0883805751800537,
      "lr": 0.0011690413588023834,
      "router/selected_tokens_s0": 4302.0,
      "step": 1870,
      "tokens_trained": 6.127034064
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.5332955109566697,
      "grad_norm": 0.7363700866699219,
      "loss": 1.1308,
      "loss_ce": 1.1353397369384766,
      "loss_region": 0.029933562502264977,
      "loss_total": 1.1652733087539673,
      "lr": 0.0011686344668185324,
      "router/selected_tokens_s0": 4149.375,
      "step": 1880,
      "tokens_trained": 6.159799504
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.5361321892064392,
      "grad_norm": 0.8693296313285828,
      "loss": 1.1274,
      "loss_ce": 1.0827381610870361,
      "loss_region": 0.030024589970707893,
      "loss_total": 1.1127628087997437,
      "lr": 0.0011682275748346814,
      "router/selected_tokens_s0": 4302.25,
      "step": 1890,
      "tokens_trained": 6.192561072
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.5389688674562088,
      "grad_norm": 0.4028984606266022,
      "loss": 1.1162,
      "loss_ce": 1.1056593656539917,
      "loss_region": 0.030071411281824112,
      "loss_total": 1.1357307434082031,
      "lr": 0.0011678206828508303,
      "router/selected_tokens_s0": 4372.625,
      "step": 1900,
      "tokens_trained": 6.225326512
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.5418055457059783,
      "grad_norm": 1.1904973983764648,
      "loss": 1.1294,
      "loss_ce": 1.0976545810699463,
      "loss_region": 0.030053725466132164,
      "loss_total": 1.1277083158493042,
      "lr": 0.0011674137908669793,
      "router/selected_tokens_s0": 4348.125,
      "step": 1910,
      "tokens_trained": 6.258091952
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.5446422239557478,
      "grad_norm": 1.018221378326416,
      "loss": 1.1277,
      "loss_ce": 1.1479384899139404,
      "loss_region": 0.030054787173867226,
      "loss_total": 1.1779932975769043,
      "lr": 0.0011670068988831283,
      "router/selected_tokens_s0": 4353.25,
      "step": 1920,
      "tokens_trained": 6.290857392
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.5474789022055173,
      "grad_norm": 0.4506734013557434,
      "loss": 1.1235,
      "loss_ce": 1.1137655973434448,
      "loss_region": 0.03005811758339405,
      "loss_total": 1.1438237428665161,
      "lr": 0.0011666000068992772,
      "router/selected_tokens_s0": 4341.5,
      "step": 1930,
      "tokens_trained": 6.323622832
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.5503155804552868,
      "grad_norm": 1.5671348571777344,
      "loss": 1.1318,
      "loss_ce": 1.1652703285217285,
      "loss_region": 0.030141720548272133,
      "loss_total": 1.195412039756775,
      "lr": 0.0011661931149154262,
      "router/selected_tokens_s0": 4458.125,
      "step": 1940,
      "tokens_trained": 6.356388272
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.5531522587050564,
      "grad_norm": 1.2511063814163208,
      "loss": 1.1246,
      "loss_ce": 1.2078148126602173,
      "loss_region": 0.03000708669424057,
      "loss_total": 1.2378219366073608,
      "lr": 0.0011657862229315751,
      "router/selected_tokens_s0": 4275.625,
      "step": 1950,
      "tokens_trained": 6.389153712
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.5559889369548259,
      "grad_norm": 1.1278033256530762,
      "loss": 1.1253,
      "loss_ce": 1.1528972387313843,
      "loss_region": 0.029990505427122116,
      "loss_total": 1.1828877925872803,
      "lr": 0.0011653793309477243,
      "router/selected_tokens_s0": 4247.625,
      "step": 1960,
      "tokens_trained": 6.421919152
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.5588256152045954,
      "grad_norm": 0.7347070574760437,
      "loss": 1.1292,
      "loss_ce": 1.1609221696853638,
      "loss_region": 0.03007410652935505,
      "loss_total": 1.1909962892532349,
      "lr": 0.0011649724389638733,
      "router/selected_tokens_s0": 4377.0,
      "step": 1970,
      "tokens_trained": 6.454684592
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.5616622934543649,
      "grad_norm": 0.8754347562789917,
      "loss": 1.1321,
      "loss_ce": 1.1314905881881714,
      "loss_region": 0.030018918216228485,
      "loss_total": 1.1615095138549805,
      "lr": 0.0011645655469800223,
      "router/selected_tokens_s0": 4292.375,
      "step": 1980,
      "tokens_trained": 6.487450032
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.5644989717041344,
      "grad_norm": 1.4375395774841309,
      "loss": 1.1251,
      "loss_ce": 1.15834641456604,
      "loss_region": 0.030011450871825218,
      "loss_total": 1.1883578300476074,
      "lr": 0.0011641586549961712,
      "router/selected_tokens_s0": 4281.875,
      "step": 1990,
      "tokens_trained": 6.520215472
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.567335649953904,
      "grad_norm": 1.3012388944625854,
      "loss": 1.1244,
      "loss_ce": 1.1547801494598389,
      "loss_region": 0.03002019412815571,
      "loss_total": 1.184800386428833,
      "lr": 0.00116375176301232,
      "router/selected_tokens_s0": 4298.375,
      "step": 2000,
      "tokens_trained": 6.552980912
    },
    {
      "epoch": 0.567335649953904,
      "eval_ppl": 2.997264738752139,
      "eval_runtime": 2.4974,
      "step": 2000,
      "tokens_trained": 6.552980912
    },
    {
      "epoch": 0.567335649953904,
      "eval_F": 0.33877094677913017,
      "eval_F_cds": 0.3354545528054273,
      "eval_F_dig": 0.3349740865171758,
      "eval_F_exon": 0.33771546252151097,
      "eval_F_intron": 0.3394511609404705,
      "eval_F_nig": 0.33961248247030124,
      "eval_F_promoter": 0.33587224314868064,
      "eval_F_utr": 0.3390466904438115,
      "eval_G": 0.3927095408069945,
      "eval_G_cds": 0.38760326352277413,
      "eval_G_dig": 0.38993240031773313,
      "eval_G_exon": 0.3922000848097159,
      "eval_G_intron": 0.39271919880055167,
      "eval_G_nig": 0.3935918508753731,
      "eval_G_promoter": 0.3926971556782782,
      "eval_G_utr": 0.3912176578977754,
      "eval_avg_bp_per_token": 2.9518469913300267,
      "eval_bp_per_token/cds": 2.981029744974208,
      "eval_bp_per_token/dig": 2.9853055512361997,
      "eval_bp_per_token/exon": 2.9610725920975693,
      "eval_bp_per_token/intron": 2.9459318896698954,
      "eval_bp_per_token/nig": 2.9445325234400035,
      "eval_bp_per_token/promoter": 2.977322539741189,
      "eval_bp_per_token/utr": 2.9494462803662875,
      "eval_ppl_cds": 3.6941119312579422,
      "eval_ppl_dig": 1.1218375588220217,
      "eval_ppl_exon": 3.4074634485917565,
      "eval_ppl_intron": 3.014504389955456,
      "eval_ppl_nig": 2.843623870937302,
      "eval_ppl_promoter": 3.3305259507076883,
      "eval_ppl_utr": 3.322006494837333,
      "step": 2000,
      "tokens_trained": 6.552980912
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.5701723282036735,
      "grad_norm": 1.7854270935058594,
      "loss": 1.1275,
      "loss_ce": 1.1118180751800537,
      "loss_region": 0.030034875497221947,
      "loss_total": 1.1418529748916626,
      "lr": 0.001163344871028469,
      "router/selected_tokens_s0": 4323.625,
      "step": 2010,
      "tokens_trained": 6.585746352
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.573009006453443,
      "grad_norm": 1.2741203308105469,
      "loss": 1.1297,
      "loss_ce": 1.1596630811691284,
      "loss_region": 0.030020276084542274,
      "loss_total": 1.1896833181381226,
      "lr": 0.001162937979044618,
      "router/selected_tokens_s0": 4296.625,
      "step": 2020,
      "tokens_trained": 6.618511792
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.5758456847032125,
      "grad_norm": 1.3113727569580078,
      "loss": 1.1274,
      "loss_ce": 1.130359411239624,
      "loss_region": 0.030052313581109047,
      "loss_total": 1.1604117155075073,
      "lr": 0.001162531087060767,
      "router/selected_tokens_s0": 4347.25,
      "step": 2030,
      "tokens_trained": 6.651277232
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.578682362952982,
      "grad_norm": 1.585740089416504,
      "loss": 1.1242,
      "loss_ce": 1.113228440284729,
      "loss_region": 0.029946262016892433,
      "loss_total": 1.143174648284912,
      "lr": 0.001162124195076916,
      "router/selected_tokens_s0": 4151.5,
      "step": 2040,
      "tokens_trained": 6.684041872
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.5815190412027516,
      "grad_norm": 1.4227651357650757,
      "loss": 1.1227,
      "loss_ce": 1.1707289218902588,
      "loss_region": 0.03000037930905819,
      "loss_total": 1.200729250907898,
      "lr": 0.001161717303093065,
      "router/selected_tokens_s0": 4264.25,
      "step": 2050,
      "tokens_trained": 6.716806512
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.5843557194525211,
      "grad_norm": 1.4349584579467773,
      "loss": 1.126,
      "loss_ce": 1.123897910118103,
      "loss_region": 0.029999535530805588,
      "loss_total": 1.1538974046707153,
      "lr": 0.001161310411109214,
      "router/selected_tokens_s0": 4258.5,
      "step": 2060,
      "tokens_trained": 6.749571952
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.5871923977022906,
      "grad_norm": 1.525637149810791,
      "loss": 1.1223,
      "loss_ce": 1.0622094869613647,
      "loss_region": 0.03016025200486183,
      "loss_total": 1.092369794845581,
      "lr": 0.001160903519125363,
      "router/selected_tokens_s0": 4409.25,
      "step": 2070,
      "tokens_trained": 6.782337392
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.5900290759520601,
      "grad_norm": 0.31481412053108215,
      "loss": 1.1308,
      "loss_ce": 1.1158243417739868,
      "loss_region": 0.030056282877922058,
      "loss_total": 1.1458805799484253,
      "lr": 0.001160496627141512,
      "router/selected_tokens_s0": 4358.875,
      "step": 2080,
      "tokens_trained": 6.815102832
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.5928657542018296,
      "grad_norm": 1.4279309511184692,
      "loss": 1.1212,
      "loss_ce": 1.1024186611175537,
      "loss_region": 0.03000911884009838,
      "loss_total": 1.1324278116226196,
      "lr": 0.0011600897351576609,
      "router/selected_tokens_s0": 4277.25,
      "step": 2090,
      "tokens_trained": 6.847868272
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.5957024324515992,
      "grad_norm": 1.3502033948898315,
      "loss": 1.1243,
      "loss_ce": 1.215091347694397,
      "loss_region": 0.03004975989460945,
      "loss_total": 1.2451411485671997,
      "lr": 0.0011596828431738098,
      "router/selected_tokens_s0": 4345.25,
      "step": 2100,
      "tokens_trained": 6.880633712
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.5985391107013687,
      "grad_norm": 0.30469629168510437,
      "loss": 1.1227,
      "loss_ce": 1.0989904403686523,
      "loss_region": 0.03004642389714718,
      "loss_total": 1.1290369033813477,
      "lr": 0.0011592759511899588,
      "router/selected_tokens_s0": 4339.125,
      "step": 2110,
      "tokens_trained": 6.913397016
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.6013757889511382,
      "grad_norm": 3.0106451511383057,
      "loss": 1.1271,
      "loss_ce": 1.0580655336380005,
      "loss_region": 0.03005184419453144,
      "loss_total": 1.0881173610687256,
      "lr": 0.0011588690592061078,
      "router/selected_tokens_s0": 4347.75,
      "step": 2120,
      "tokens_trained": 6.946162296
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.6042124672009077,
      "grad_norm": 1.4084529876708984,
      "loss": 1.1261,
      "loss_ce": 0.9337919354438782,
      "loss_region": 0.029956450685858727,
      "loss_total": 0.9637483954429626,
      "lr": 0.0011584621672222567,
      "router/selected_tokens_s0": 4181.25,
      "step": 2130,
      "tokens_trained": 6.978927736
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.6070491454506772,
      "grad_norm": 0.7794283032417297,
      "loss": 1.1287,
      "loss_ce": 1.0321320295333862,
      "loss_region": 0.030011894181370735,
      "loss_total": 1.0621439218521118,
      "lr": 0.0011580552752384057,
      "router/selected_tokens_s0": 4285.875,
      "step": 2140,
      "tokens_trained": 7.011693176
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.6098858237004467,
      "grad_norm": 0.7242727279663086,
      "loss": 1.1314,
      "loss_ce": 1.1077067852020264,
      "loss_region": 0.030075622722506523,
      "loss_total": 1.1377824544906616,
      "lr": 0.0011576483832545547,
      "router/selected_tokens_s0": 4383.25,
      "step": 2150,
      "tokens_trained": 7.044458616
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.6127225019502163,
      "grad_norm": 0.8703320622444153,
      "loss": 1.1255,
      "loss_ce": 1.042706847190857,
      "loss_region": 0.030024481937289238,
      "loss_total": 1.072731375694275,
      "lr": 0.0011572414912707036,
      "router/selected_tokens_s0": 4306.0,
      "step": 2160,
      "tokens_trained": 7.077224056
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.6155591801999858,
      "grad_norm": 2.464707374572754,
      "loss": 1.12,
      "loss_ce": 1.0845450162887573,
      "loss_region": 0.029988931491971016,
      "loss_total": 1.1145339012145996,
      "lr": 0.0011568345992868526,
      "router/selected_tokens_s0": 4238.875,
      "step": 2170,
      "tokens_trained": 7.109989496
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.6183958584497553,
      "grad_norm": 2.0766637325286865,
      "loss": 1.1266,
      "loss_ce": 1.1240020990371704,
      "loss_region": 0.030013838782906532,
      "loss_total": 1.1540158987045288,
      "lr": 0.0011564277073030016,
      "router/selected_tokens_s0": 4291.875,
      "step": 2180,
      "tokens_trained": 7.142754936
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.6212325366995248,
      "grad_norm": 1.402709722518921,
      "loss": 1.1265,
      "loss_ce": 1.1370148658752441,
      "loss_region": 0.03003770112991333,
      "loss_total": 1.1670525074005127,
      "lr": 0.0011560208153191505,
      "router/selected_tokens_s0": 4328.625,
      "step": 2190,
      "tokens_trained": 7.175520376
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.6240692149492943,
      "grad_norm": 0.7657859325408936,
      "loss": 1.1259,
      "loss_ce": 1.116765022277832,
      "loss_region": 0.030005475506186485,
      "loss_total": 1.1467704772949219,
      "lr": 0.0011556139233352995,
      "router/selected_tokens_s0": 4272.125,
      "step": 2200,
      "tokens_trained": 7.208285816
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.6269058931990639,
      "grad_norm": 3.5244100093841553,
      "loss": 1.1305,
      "loss_ce": 1.1446946859359741,
      "loss_region": 0.030087754130363464,
      "loss_total": 1.174782395362854,
      "lr": 0.0011552070313514487,
      "router/selected_tokens_s0": 4414.25,
      "step": 2210,
      "tokens_trained": 7.241051256
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.6297425714488334,
      "grad_norm": 0.599822998046875,
      "loss": 1.1324,
      "loss_ce": 1.0551592111587524,
      "loss_region": 0.030122289434075356,
      "loss_total": 1.085281491279602,
      "lr": 0.0011548001393675976,
      "router/selected_tokens_s0": 4453.875,
      "step": 2220,
      "tokens_trained": 7.273816696
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.6325792496986029,
      "grad_norm": 2.314722776412964,
      "loss": 1.1277,
      "loss_ce": 1.1485532522201538,
      "loss_region": 0.030024103820323944,
      "loss_total": 1.1785773038864136,
      "lr": 0.0011543932473837466,
      "router/selected_tokens_s0": 4313.5,
      "step": 2230,
      "tokens_trained": 7.306582136
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.6354159279483724,
      "grad_norm": 2.072960615158081,
      "loss": 1.131,
      "loss_ce": 1.0349353551864624,
      "loss_region": 0.030028166249394417,
      "loss_total": 1.0649635791778564,
      "lr": 0.0011539863553998956,
      "router/selected_tokens_s0": 4319.625,
      "step": 2240,
      "tokens_trained": 7.339347576
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.638252606198142,
      "grad_norm": 1.371410846710205,
      "loss": 1.1226,
      "loss_ce": 1.0738561153411865,
      "loss_region": 0.030064314603805542,
      "loss_total": 1.1039204597473145,
      "lr": 0.0011535794634160443,
      "router/selected_tokens_s0": 4378.375,
      "step": 2250,
      "tokens_trained": 7.372113016
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.6410892844479115,
      "grad_norm": 3.474445343017578,
      "loss": 1.1284,
      "loss_ce": 1.0069116353988647,
      "loss_region": 0.030036170035600662,
      "loss_total": 1.0369478464126587,
      "lr": 0.0011531725714321933,
      "router/selected_tokens_s0": 4332.625,
      "step": 2260,
      "tokens_trained": 7.404878456
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.643925962697681,
      "grad_norm": 0.5796771049499512,
      "loss": 1.1245,
      "loss_ce": 1.138779640197754,
      "loss_region": 0.030022747814655304,
      "loss_total": 1.1688023805618286,
      "lr": 0.0011527656794483422,
      "router/selected_tokens_s0": 4308.875,
      "step": 2270,
      "tokens_trained": 7.437643896
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.6467626409474505,
      "grad_norm": 1.155604362487793,
      "loss": 1.1216,
      "loss_ce": 0.9782689809799194,
      "loss_region": 0.030030813068151474,
      "loss_total": 1.0082998275756836,
      "lr": 0.0011523587874644914,
      "router/selected_tokens_s0": 4321.625,
      "step": 2280,
      "tokens_trained": 7.470409336
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.64959931919722,
      "grad_norm": 1.8259997367858887,
      "loss": 1.1318,
      "loss_ce": 1.055479884147644,
      "loss_region": 0.030021535232663155,
      "loss_total": 1.0855014324188232,
      "lr": 0.0011519518954806404,
      "router/selected_tokens_s0": 4307.375,
      "step": 2290,
      "tokens_trained": 7.503173472
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.6524359974469895,
      "grad_norm": 1.2909961938858032,
      "loss": 1.1216,
      "loss_ce": 1.1016438007354736,
      "loss_region": 0.030030114576220512,
      "loss_total": 1.1316739320755005,
      "lr": 0.0011515450034967894,
      "router/selected_tokens_s0": 4321.625,
      "step": 2300,
      "tokens_trained": 7.535938912
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.6552726756967591,
      "grad_norm": 3.855242967605591,
      "loss": 1.1332,
      "loss_ce": 1.1084688901901245,
      "loss_region": 0.030001208186149597,
      "loss_total": 1.1384700536727905,
      "lr": 0.0011511381115129383,
      "router/selected_tokens_s0": 4267.625,
      "step": 2310,
      "tokens_trained": 7.568704352
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.6581093539465286,
      "grad_norm": 0.6401855945587158,
      "loss": 1.1235,
      "loss_ce": 1.068629503250122,
      "loss_region": 0.030046915635466576,
      "loss_total": 1.0986764430999756,
      "lr": 0.0011507312195290873,
      "router/selected_tokens_s0": 4353.5,
      "step": 2320,
      "tokens_trained": 7.601469792
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.6609460321962981,
      "grad_norm": 2.758415460586548,
      "loss": 1.1224,
      "loss_ce": 1.1197397708892822,
      "loss_region": 0.030033273622393608,
      "loss_total": 1.1497730016708374,
      "lr": 0.0011503243275452363,
      "router/selected_tokens_s0": 4317.625,
      "step": 2330,
      "tokens_trained": 7.634233608
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.6637827104460676,
      "grad_norm": 3.6356966495513916,
      "loss": 1.1258,
      "loss_ce": 1.192346453666687,
      "loss_region": 0.030019540339708328,
      "loss_total": 1.2223659753799438,
      "lr": 0.0011499174355613852,
      "router/selected_tokens_s0": 4307.0,
      "step": 2340,
      "tokens_trained": 7.666998248
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.6666193886958371,
      "grad_norm": 0.5084363222122192,
      "loss": 1.1211,
      "loss_ce": 1.0241565704345703,
      "loss_region": 0.030024418607354164,
      "loss_total": 1.0541809797286987,
      "lr": 0.0011495105435775342,
      "router/selected_tokens_s0": 4311.75,
      "step": 2350,
      "tokens_trained": 7.699763688
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.6694560669456067,
      "grad_norm": 2.6118147373199463,
      "loss": 1.1205,
      "loss_ce": 1.094053864479065,
      "loss_region": 0.030054572969675064,
      "loss_total": 1.1241084337234497,
      "lr": 0.0011491036515936831,
      "router/selected_tokens_s0": 4375.625,
      "step": 2360,
      "tokens_trained": 7.732529128
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.6722927451953762,
      "grad_norm": 1.5716001987457275,
      "loss": 1.1174,
      "loss_ce": 1.0806825160980225,
      "loss_region": 0.02999335154891014,
      "loss_total": 1.1106758117675781,
      "lr": 0.0011486967596098321,
      "router/selected_tokens_s0": 4245.125,
      "step": 2370,
      "tokens_trained": 7.765294568
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.6751294234451457,
      "grad_norm": 1.6855603456497192,
      "loss": 1.1248,
      "loss_ce": 1.0957375764846802,
      "loss_region": 0.030019070953130722,
      "loss_total": 1.1257566213607788,
      "lr": 0.001148289867625981,
      "router/selected_tokens_s0": 4306.25,
      "step": 2380,
      "tokens_trained": 7.798060008
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.6779661016949152,
      "grad_norm": 1.7085551023483276,
      "loss": 1.1219,
      "loss_ce": 1.0849840641021729,
      "loss_region": 0.029990842565894127,
      "loss_total": 1.114974856376648,
      "lr": 0.00114788297564213,
      "router/selected_tokens_s0": 4250.875,
      "step": 2390,
      "tokens_trained": 7.830825448
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.6808027799446847,
      "grad_norm": 2.7529702186584473,
      "loss": 1.1278,
      "loss_ce": 1.1395268440246582,
      "loss_region": 0.030015477910637856,
      "loss_total": 1.1695423126220703,
      "lr": 0.001147476083658279,
      "router/selected_tokens_s0": 4305.125,
      "step": 2400,
      "tokens_trained": 7.863590888
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.6836394581944543,
      "grad_norm": 1.855435848236084,
      "loss": 1.1225,
      "loss_ce": 1.055867075920105,
      "loss_region": 0.030039696022868156,
      "loss_total": 1.085906744003296,
      "lr": 0.001147069191674428,
      "router/selected_tokens_s0": 4357.375,
      "step": 2410,
      "tokens_trained": 7.896356328
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.6864761364442238,
      "grad_norm": 1.9066152572631836,
      "loss": 1.1243,
      "loss_ce": 0.9804560542106628,
      "loss_region": 0.03004065528512001,
      "loss_total": 1.010496735572815,
      "lr": 0.001146662299690577,
      "router/selected_tokens_s0": 4339.375,
      "step": 2420,
      "tokens_trained": 7.929121768
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.6893128146939933,
      "grad_norm": 1.6631957292556763,
      "loss": 1.1181,
      "loss_ce": 1.1269235610961914,
      "loss_region": 0.030016232281923294,
      "loss_total": 1.1569397449493408,
      "lr": 0.001146255407706726,
      "router/selected_tokens_s0": 4304.375,
      "step": 2430,
      "tokens_trained": 7.961887208
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.6921494929437628,
      "grad_norm": 1.932186245918274,
      "loss": 1.1318,
      "loss_ce": 1.1084073781967163,
      "loss_region": 0.030037561431527138,
      "loss_total": 1.1384449005126953,
      "lr": 0.0011458485157228749,
      "router/selected_tokens_s0": 4342.375,
      "step": 2440,
      "tokens_trained": 7.994651848
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.6949861711935323,
      "grad_norm": 2.0729987621307373,
      "loss": 1.1219,
      "loss_ce": 1.0754549503326416,
      "loss_region": 0.030010342597961426,
      "loss_total": 1.105465292930603,
      "lr": 0.0011454416237390238,
      "router/selected_tokens_s0": 4284.25,
      "step": 2450,
      "tokens_trained": 8.027417288
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.6978228494433019,
      "grad_norm": 2.743365526199341,
      "loss": 1.1183,
      "loss_ce": 1.1507514715194702,
      "loss_region": 0.030012760311365128,
      "loss_total": 1.1807641983032227,
      "lr": 0.001145034731755173,
      "router/selected_tokens_s0": 4299.125,
      "step": 2460,
      "tokens_trained": 8.060182704
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.7006595276930714,
      "grad_norm": 1.968074083328247,
      "loss": 1.1248,
      "loss_ce": 1.1554365158081055,
      "loss_region": 0.03006228432059288,
      "loss_total": 1.185498833656311,
      "lr": 0.001144627839771322,
      "router/selected_tokens_s0": 4397.5,
      "step": 2470,
      "tokens_trained": 8.092948144
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.7034962059428409,
      "grad_norm": 0.6022619605064392,
      "loss": 1.1233,
      "loss_ce": 1.0739916563034058,
      "loss_region": 0.030015716329216957,
      "loss_total": 1.104007363319397,
      "lr": 0.001144220947787471,
      "router/selected_tokens_s0": 4304.25,
      "step": 2480,
      "tokens_trained": 8.125713584
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.7063328841926104,
      "grad_norm": 2.9086802005767822,
      "loss": 1.1155,
      "loss_ce": 1.1227823495864868,
      "loss_region": 0.030057305470108986,
      "loss_total": 1.1528396606445312,
      "lr": 0.00114381405580362,
      "router/selected_tokens_s0": 4393.875,
      "step": 2490,
      "tokens_trained": 8.158479016
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.7091695624423799,
      "grad_norm": 1.8187512159347534,
      "loss": 1.1248,
      "loss_ce": 1.0580413341522217,
      "loss_region": 0.030032671988010406,
      "loss_total": 1.088073968887329,
      "lr": 0.0011434071638197687,
      "router/selected_tokens_s0": 4340.0,
      "step": 2500,
      "tokens_trained": 8.191244456
    },
    {
      "epoch": 0.7091695624423799,
      "eval_ppl": 2.9815305929864326,
      "eval_runtime": 2.4796,
      "step": 2500,
      "tokens_trained": 8.191244456
    },
    {
      "epoch": 0.7091695624423799,
      "eval_F": 0.34048558481131336,
      "eval_F_cds": 0.3413653968998391,
      "eval_F_dig": 0.3326561970987317,
      "eval_F_exon": 0.34301915535870453,
      "eval_F_intron": 0.3409895477582185,
      "eval_F_nig": 0.34018024599300895,
      "eval_F_promoter": 0.3386885010090298,
      "eval_F_utr": 0.34306656745268094,
      "eval_G": 0.37360140820500265,
      "eval_G_cds": 0.37391617995023085,
      "eval_G_dig": 0.39410936238508215,
      "eval_G_exon": 0.37318875715857475,
      "eval_G_intron": 0.3727733807645177,
      "eval_G_nig": 0.3734594960312147,
      "eval_G_promoter": 0.37594098275253596,
      "eval_G_utr": 0.3722500326080449,
      "eval_avg_bp_per_token": 2.9369819005822793,
      "eval_bp_per_token/cds": 2.929412322050359,
      "eval_bp_per_token/dig": 3.006106631175135,
      "eval_bp_per_token/exon": 2.915289086273542,
      "eval_bp_per_token/intron": 2.932641210190579,
      "eval_bp_per_token/nig": 2.9396180753557073,
      "eval_bp_per_token/promoter": 2.952565549231147,
      "eval_bp_per_token/utr": 2.9148861908204733,
      "eval_ppl_cds": 3.7211953918524787,
      "eval_ppl_dig": 1.1071312956552213,
      "eval_ppl_exon": 3.408594147596357,
      "eval_ppl_intron": 2.996762231969892,
      "eval_ppl_nig": 2.8097869859130795,
      "eval_ppl_promoter": 3.341004188366384,
      "eval_ppl_utr": 3.3285188682998834,
      "step": 2500,
      "tokens_trained": 8.191244456
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.7120062406921495,
      "grad_norm": 1.3883668184280396,
      "loss": 1.1168,
      "loss_ce": 1.0345538854599,
      "loss_region": 0.030011983588337898,
      "loss_total": 1.064565896987915,
      "lr": 0.0011430002718359176,
      "router/selected_tokens_s0": 4293.25,
      "step": 2510,
      "tokens_trained": 8.224009896
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.714842918941919,
      "grad_norm": 0.5920007228851318,
      "loss": 1.1128,
      "loss_ce": 1.1446270942687988,
      "loss_region": 0.030029037967324257,
      "loss_total": 1.1746561527252197,
      "lr": 0.0011425933798520666,
      "router/selected_tokens_s0": 4338.125,
      "step": 2520,
      "tokens_trained": 8.256775336
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.7176795971916885,
      "grad_norm": 2.293912410736084,
      "loss": 1.119,
      "loss_ce": 1.1278671026229858,
      "loss_region": 0.030034860596060753,
      "loss_total": 1.1579020023345947,
      "lr": 0.0011421864878682158,
      "router/selected_tokens_s0": 4356.25,
      "step": 2530,
      "tokens_trained": 8.289540776
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.720516275441458,
      "grad_norm": 1.4504122734069824,
      "loss": 1.1161,
      "loss_ce": 0.9545093774795532,
      "loss_region": 0.030026227235794067,
      "loss_total": 0.9845355749130249,
      "lr": 0.0011417795958843647,
      "router/selected_tokens_s0": 4322.375,
      "step": 2540,
      "tokens_trained": 8.322306216
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.7233529536912275,
      "grad_norm": 1.777256727218628,
      "loss": 1.1177,
      "loss_ce": 1.0747570991516113,
      "loss_region": 0.030009755864739418,
      "loss_total": 1.104766845703125,
      "lr": 0.0011413727039005137,
      "router/selected_tokens_s0": 4293.375,
      "step": 2550,
      "tokens_trained": 8.355071656
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.7261896319409971,
      "grad_norm": 1.637231707572937,
      "loss": 1.1121,
      "loss_ce": 1.1526259183883667,
      "loss_region": 0.030018767341971397,
      "loss_total": 1.1826447248458862,
      "lr": 0.0011409658119166627,
      "router/selected_tokens_s0": 4318.5,
      "step": 2560,
      "tokens_trained": 8.387835072
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.7290263101907666,
      "grad_norm": 1.0746310949325562,
      "loss": 1.1151,
      "loss_ce": 1.1064670085906982,
      "loss_region": 0.03001333586871624,
      "loss_total": 1.1364803314208984,
      "lr": 0.0011405589199328116,
      "router/selected_tokens_s0": 4294.375,
      "step": 2570,
      "tokens_trained": 8.420600512
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.7318629884405361,
      "grad_norm": 1.3798960447311401,
      "loss": 1.1198,
      "loss_ce": 1.073905110359192,
      "loss_region": 0.030032221227884293,
      "loss_total": 1.1039373874664307,
      "lr": 0.0011401520279489606,
      "router/selected_tokens_s0": 4356.375,
      "step": 2580,
      "tokens_trained": 8.453365928
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.7346996666903056,
      "grad_norm": 1.8040990829467773,
      "loss": 1.1175,
      "loss_ce": 1.0255845785140991,
      "loss_region": 0.03001689724624157,
      "loss_total": 1.0556014776229858,
      "lr": 0.0011397451359651096,
      "router/selected_tokens_s0": 4312.5,
      "step": 2590,
      "tokens_trained": 8.486131368
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.7375363449400751,
      "grad_norm": 2.420259952545166,
      "loss": 1.1193,
      "loss_ce": 1.0581092834472656,
      "loss_region": 0.030017009004950523,
      "loss_total": 1.088126301765442,
      "lr": 0.0011393382439812585,
      "router/selected_tokens_s0": 4316.25,
      "step": 2600,
      "tokens_trained": 8.518896808
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.7403730231898447,
      "grad_norm": 2.068054437637329,
      "loss": 1.1114,
      "loss_ce": 1.0681673288345337,
      "loss_region": 0.030040811747312546,
      "loss_total": 1.0982081890106201,
      "lr": 0.0011389313519974075,
      "router/selected_tokens_s0": 4369.0,
      "step": 2610,
      "tokens_trained": 8.551662248
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.7432097014396142,
      "grad_norm": 1.7490754127502441,
      "loss": 1.1182,
      "loss_ce": 1.0639960765838623,
      "loss_region": 0.030034611001610756,
      "loss_total": 1.094030737876892,
      "lr": 0.0011385244600135565,
      "router/selected_tokens_s0": 4363.5,
      "step": 2620,
      "tokens_trained": 8.584426888
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.7460463796893837,
      "grad_norm": 1.4811182022094727,
      "loss": 1.1131,
      "loss_ce": 1.0907317399978638,
      "loss_region": 0.03001326695084572,
      "loss_total": 1.120745062828064,
      "lr": 0.0011381175680297054,
      "router/selected_tokens_s0": 4307.875,
      "step": 2630,
      "tokens_trained": 8.617192328
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.7488830579391532,
      "grad_norm": 2.1497602462768555,
      "loss": 1.1096,
      "loss_ce": 1.123599886894226,
      "loss_region": 0.030037013813853264,
      "loss_total": 1.1536369323730469,
      "lr": 0.0011377106760458544,
      "router/selected_tokens_s0": 4368.5,
      "step": 2640,
      "tokens_trained": 8.649951656
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.7517197361889227,
      "grad_norm": 2.179588556289673,
      "loss": 1.1129,
      "loss_ce": 0.9365400671958923,
      "loss_region": 0.030036216601729393,
      "loss_total": 0.9665762782096863,
      "lr": 0.0011373037840620034,
      "router/selected_tokens_s0": 4350.375,
      "step": 2650,
      "tokens_trained": 8.682717096
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.7545564144386923,
      "grad_norm": 1.6021926403045654,
      "loss": 1.1095,
      "loss_ce": 1.1449388265609741,
      "loss_region": 0.030037803575396538,
      "loss_total": 1.1749765872955322,
      "lr": 0.0011368968920781523,
      "router/selected_tokens_s0": 4373.0,
      "step": 2660,
      "tokens_trained": 8.715482536
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.7573930926884618,
      "grad_norm": 1.2494678497314453,
      "loss": 1.1097,
      "loss_ce": 1.0806819200515747,
      "loss_region": 0.03000866435468197,
      "loss_total": 1.1106905937194824,
      "lr": 0.0011364900000943013,
      "router/selected_tokens_s0": 4295.25,
      "step": 2670,
      "tokens_trained": 8.748247976
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.7602297709382313,
      "grad_norm": 1.3196409940719604,
      "loss": 1.1136,
      "loss_ce": 1.069360375404358,
      "loss_region": 0.030009115114808083,
      "loss_total": 1.0993695259094238,
      "lr": 0.0011360831081104503,
      "router/selected_tokens_s0": 4291.75,
      "step": 2680,
      "tokens_trained": 8.781013416
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.7630664491880008,
      "grad_norm": 2.674771308898926,
      "loss": 1.1188,
      "loss_ce": 1.1771190166473389,
      "loss_region": 0.030019955709576607,
      "loss_total": 1.207139015197754,
      "lr": 0.0011356762161265992,
      "router/selected_tokens_s0": 4330.125,
      "step": 2690,
      "tokens_trained": 8.813778696
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.7659031274377703,
      "grad_norm": 1.6932164430618286,
      "loss": 1.1031,
      "loss_ce": 1.0857900381088257,
      "loss_region": 0.0300260242074728,
      "loss_total": 1.1158161163330078,
      "lr": 0.0011352693241427482,
      "router/selected_tokens_s0": 4347.5,
      "step": 2700,
      "tokens_trained": 8.846544136
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.7687398056875399,
      "grad_norm": 1.5329583883285522,
      "loss": 1.1098,
      "loss_ce": 1.0980348587036133,
      "loss_region": 0.030030502006411552,
      "loss_total": 1.1280653476715088,
      "lr": 0.0011348624321588974,
      "router/selected_tokens_s0": 4366.375,
      "step": 2710,
      "tokens_trained": 8.879309576
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.7715764839373094,
      "grad_norm": 1.829464077949524,
      "loss": 1.1093,
      "loss_ce": 1.1128755807876587,
      "loss_region": 0.03000422567129135,
      "loss_total": 1.142879843711853,
      "lr": 0.0011344555401750463,
      "router/selected_tokens_s0": 4282.0,
      "step": 2720,
      "tokens_trained": 8.912075016
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.7744131621870789,
      "grad_norm": 2.8766870498657227,
      "loss": 1.1187,
      "loss_ce": 1.12075674533844,
      "loss_region": 0.030019240453839302,
      "loss_total": 1.1507760286331177,
      "lr": 0.0011340486481911953,
      "router/selected_tokens_s0": 4327.25,
      "step": 2730,
      "tokens_trained": 8.944840456
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.7772498404368484,
      "grad_norm": 2.2969014644622803,
      "loss": 1.1166,
      "loss_ce": 1.0795077085494995,
      "loss_region": 0.030028002336621284,
      "loss_total": 1.1095356941223145,
      "lr": 0.001133641756207344,
      "router/selected_tokens_s0": 4352.75,
      "step": 2740,
      "tokens_trained": 8.977605896
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.7800865186866179,
      "grad_norm": 1.7521798610687256,
      "loss": 1.1139,
      "loss_ce": 1.1274807453155518,
      "loss_region": 0.030016858130693436,
      "loss_total": 1.1574976444244385,
      "lr": 0.001133234864223493,
      "router/selected_tokens_s0": 4320.0,
      "step": 2750,
      "tokens_trained": 9.010371336
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.7829231969363875,
      "grad_norm": 2.6245367527008057,
      "loss": 1.1075,
      "loss_ce": 1.1328058242797852,
      "loss_region": 0.03003484010696411,
      "loss_total": 1.1628406047821045,
      "lr": 0.001132827972239642,
      "router/selected_tokens_s0": 4367.625,
      "step": 2760,
      "tokens_trained": 9.043136776
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.785759875186157,
      "grad_norm": 1.162583351135254,
      "loss": 1.1181,
      "loss_ce": 1.151093602180481,
      "loss_region": 0.030036624521017075,
      "loss_total": 1.1811301708221436,
      "lr": 0.001132421080255791,
      "router/selected_tokens_s0": 4392.5,
      "step": 2770,
      "tokens_trained": 9.075902216
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.7885965534359265,
      "grad_norm": 1.4981096982955933,
      "loss": 1.1104,
      "loss_ce": 1.0844680070877075,
      "loss_region": 0.030015481635928154,
      "loss_total": 1.1144834756851196,
      "lr": 0.0011320141882719401,
      "router/selected_tokens_s0": 4314.625,
      "step": 2780,
      "tokens_trained": 9.108667656
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.791433231685696,
      "grad_norm": 1.8612878322601318,
      "loss": 1.1073,
      "loss_ce": 1.0089409351348877,
      "loss_region": 0.029995379969477654,
      "loss_total": 1.0389362573623657,
      "lr": 0.001131607296288089,
      "router/selected_tokens_s0": 4257.875,
      "step": 2790,
      "tokens_trained": 9.14143004
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.7942699099354655,
      "grad_norm": 0.6861640810966492,
      "loss": 1.1058,
      "loss_ce": 0.9385975003242493,
      "loss_region": 0.029996687546372414,
      "loss_total": 0.9685941934585571,
      "lr": 0.001131200404304238,
      "router/selected_tokens_s0": 4290.625,
      "step": 2800,
      "tokens_trained": 9.17419548
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.797106588185235,
      "grad_norm": 2.205390214920044,
      "loss": 1.108,
      "loss_ce": 1.0670945644378662,
      "loss_region": 0.030025651678442955,
      "loss_total": 1.0971201658248901,
      "lr": 0.001130793512320387,
      "router/selected_tokens_s0": 4342.875,
      "step": 2810,
      "tokens_trained": 9.20696092
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.7999432664350046,
      "grad_norm": 2.068150520324707,
      "loss": 1.106,
      "loss_ce": 1.0238165855407715,
      "loss_region": 0.03002651408314705,
      "loss_total": 1.0538431406021118,
      "lr": 0.001130386620336536,
      "router/selected_tokens_s0": 4359.75,
      "step": 2820,
      "tokens_trained": 9.23972636
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.8027799446847741,
      "grad_norm": 1.1060576438903809,
      "loss": 1.1065,
      "loss_ce": 1.0474674701690674,
      "loss_region": 0.03000919334590435,
      "loss_total": 1.0774766206741333,
      "lr": 0.001129979728352685,
      "router/selected_tokens_s0": 4301.75,
      "step": 2830,
      "tokens_trained": 9.2724918
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.8056166229345436,
      "grad_norm": 1.369165301322937,
      "loss": 1.1081,
      "loss_ce": 1.0370676517486572,
      "loss_region": 0.030027758330106735,
      "loss_total": 1.067095398902893,
      "lr": 0.001129572836368834,
      "router/selected_tokens_s0": 4375.625,
      "step": 2840,
      "tokens_trained": 9.30525692
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.8084533011843131,
      "grad_norm": 2.285675525665283,
      "loss": 1.109,
      "loss_ce": 1.0967503786087036,
      "loss_region": 0.0300269927829504,
      "loss_total": 1.1267774105072021,
      "lr": 0.0011291659443849829,
      "router/selected_tokens_s0": 4370.0,
      "step": 2850,
      "tokens_trained": 9.33802236
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.8112899794340827,
      "grad_norm": 0.8950642943382263,
      "loss": 1.1015,
      "loss_ce": 1.091797947883606,
      "loss_region": 0.03003113530576229,
      "loss_total": 1.1218290328979492,
      "lr": 0.0011287590524011318,
      "router/selected_tokens_s0": 4384.125,
      "step": 2860,
      "tokens_trained": 9.3707878
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.8141266576838522,
      "grad_norm": 2.1465282440185547,
      "loss": 1.1012,
      "loss_ce": 0.9929934144020081,
      "loss_region": 0.030015377327799797,
      "loss_total": 1.0230088233947754,
      "lr": 0.0011283521604172808,
      "router/selected_tokens_s0": 4333.0,
      "step": 2870,
      "tokens_trained": 9.403548272
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.8169633359336217,
      "grad_norm": 2.1108782291412354,
      "loss": 1.1029,
      "loss_ce": 1.0729644298553467,
      "loss_region": 0.03002534806728363,
      "loss_total": 1.1029897928237915,
      "lr": 0.0011279452684334298,
      "router/selected_tokens_s0": 4357.25,
      "step": 2880,
      "tokens_trained": 9.436313712
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.8198000141833912,
      "grad_norm": 1.7104750871658325,
      "loss": 1.1041,
      "loss_ce": 1.116651177406311,
      "loss_region": 0.030016740784049034,
      "loss_total": 1.1466679573059082,
      "lr": 0.0011275383764495787,
      "router/selected_tokens_s0": 4340.875,
      "step": 2890,
      "tokens_trained": 9.469079152
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.8226366924331607,
      "grad_norm": 1.7549395561218262,
      "loss": 1.1098,
      "loss_ce": 0.977597713470459,
      "loss_region": 0.030016236007213593,
      "loss_total": 1.0076138973236084,
      "lr": 0.0011271314844657277,
      "router/selected_tokens_s0": 4328.875,
      "step": 2900,
      "tokens_trained": 9.50184356
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.8254733706829303,
      "grad_norm": 2.076667547225952,
      "loss": 1.1041,
      "loss_ce": 0.9882082343101501,
      "loss_region": 0.03001856803894043,
      "loss_total": 1.0182268619537354,
      "lr": 0.0011267245924818767,
      "router/selected_tokens_s0": 4341.75,
      "step": 2910,
      "tokens_trained": 9.534608992
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.8283100489326998,
      "grad_norm": 1.930834412574768,
      "loss": 1.1031,
      "loss_ce": 1.1864138841629028,
      "loss_region": 0.03002503328025341,
      "loss_total": 1.216438889503479,
      "lr": 0.0011263177004980256,
      "router/selected_tokens_s0": 4379.125,
      "step": 2920,
      "tokens_trained": 9.567373632
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.8311467271824693,
      "grad_norm": 0.7202333807945251,
      "loss": 1.103,
      "loss_ce": 1.0883651971817017,
      "loss_region": 0.030032740905880928,
      "loss_total": 1.1183979511260986,
      "lr": 0.0011259108085141746,
      "router/selected_tokens_s0": 4386.375,
      "step": 2930,
      "tokens_trained": 9.600139072
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.8339834054322388,
      "grad_norm": 1.0626195669174194,
      "loss": 1.1043,
      "loss_ce": 1.0197147130966187,
      "loss_region": 0.03001200221478939,
      "loss_total": 1.0497267246246338,
      "lr": 0.0011255039165303236,
      "router/selected_tokens_s0": 4317.625,
      "step": 2940,
      "tokens_trained": 9.632904512
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.8368200836820083,
      "grad_norm": 2.428861379623413,
      "loss": 1.1036,
      "loss_ce": 0.9022196531295776,
      "loss_region": 0.030008511617779732,
      "loss_total": 0.932228147983551,
      "lr": 0.0011250970245464725,
      "router/selected_tokens_s0": 4322.125,
      "step": 2950,
      "tokens_trained": 9.665669952
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.8396567619317779,
      "grad_norm": 0.9146430492401123,
      "loss": 1.1015,
      "loss_ce": 1.1206673383712769,
      "loss_region": 0.030019836500287056,
      "loss_total": 1.1506872177124023,
      "lr": 0.0011246901325626217,
      "router/selected_tokens_s0": 4355.75,
      "step": 2960,
      "tokens_trained": 9.698432616
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.8424934401815474,
      "grad_norm": 1.3183574676513672,
      "loss": 1.0992,
      "loss_ce": 1.088549256324768,
      "loss_region": 0.030013682320713997,
      "loss_total": 1.118562936782837,
      "lr": 0.0011242832405787707,
      "router/selected_tokens_s0": 4324.875,
      "step": 2970,
      "tokens_trained": 9.731196464
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.8453301184313169,
      "grad_norm": 1.7237669229507446,
      "loss": 1.1016,
      "loss_ce": 1.1303554773330688,
      "loss_region": 0.030019812285900116,
      "loss_total": 1.1603752374649048,
      "lr": 0.0011238763485949196,
      "router/selected_tokens_s0": 4352.75,
      "step": 2980,
      "tokens_trained": 9.763955848
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.8481667966810864,
      "grad_norm": 2.353868246078491,
      "loss": 1.097,
      "loss_ce": 1.1438567638397217,
      "loss_region": 0.03001641482114792,
      "loss_total": 1.1738731861114502,
      "lr": 0.0011234694566110684,
      "router/selected_tokens_s0": 4346.25,
      "step": 2990,
      "tokens_trained": 9.796721288
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.8510034749308559,
      "grad_norm": 2.239737033843994,
      "loss": 1.099,
      "loss_ce": 1.137770414352417,
      "loss_region": 0.03001844510436058,
      "loss_total": 1.1677888631820679,
      "lr": 0.0011230625646272174,
      "router/selected_tokens_s0": 4345.625,
      "step": 3000,
      "tokens_trained": 9.829486728
    },
    {
      "epoch": 0.8510034749308559,
      "eval_ppl": 2.91798250107805,
      "eval_runtime": 2.489,
      "step": 3000,
      "tokens_trained": 9.829486728
    },
    {
      "epoch": 0.8510034749308559,
      "eval_F": 0.34119725725854944,
      "eval_F_cds": 0.339909922293828,
      "eval_F_dig": 0.3374221944422741,
      "eval_F_exon": 0.3444720286625102,
      "eval_F_intron": 0.3423051363848719,
      "eval_F_nig": 0.3420074982635899,
      "eval_F_promoter": 0.33568609090152685,
      "eval_F_utr": 0.3433317082766702,
      "eval_G": 0.35626090599344656,
      "eval_G_cds": 0.3533774528284723,
      "eval_G_dig": 0.39929882420827145,
      "eval_G_exon": 0.35481589922102014,
      "eval_G_intron": 0.3559872186522367,
      "eval_G_nig": 0.35704285773301014,
      "eval_G_promoter": 0.354736183175574,
      "eval_G_utr": 0.3543053844969594,
      "eval_avg_bp_per_token": 2.930855916119598,
      "eval_bp_per_token/cds": 2.9419558959963843,
      "eval_bp_per_token/dig": 2.9636461870947826,
      "eval_bp_per_token/exon": 2.9029933254166496,
      "eval_bp_per_token/intron": 2.921370127720335,
      "eval_bp_per_token/nig": 2.923912502144284,
      "eval_bp_per_token/promoter": 2.9789735920078644,
      "eval_bp_per_token/utr": 2.9126351452344177,
      "eval_ppl_cds": 3.5636364626812047,
      "eval_ppl_dig": 1.0968188962634289,
      "eval_ppl_exon": 3.3285669782872387,
      "eval_ppl_intron": 2.935885553210843,
      "eval_ppl_nig": 2.7347129604188645,
      "eval_ppl_promoter": 3.292230226733986,
      "eval_ppl_utr": 3.2942767869833,
      "step": 3000,
      "tokens_trained": 9.829486728
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.8538401531806254,
      "grad_norm": 1.0114418268203735,
      "loss": 1.092,
      "loss_ce": 1.0748389959335327,
      "loss_region": 0.030020562931895256,
      "loss_total": 1.1048595905303955,
      "lr": 0.0011226556726433663,
      "router/selected_tokens_s0": 4357.25,
      "step": 3010,
      "tokens_trained": 9.862252168
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.856676831430395,
      "grad_norm": 2.267549753189087,
      "loss": 1.0971,
      "loss_ce": 1.088890552520752,
      "loss_region": 0.03001115657389164,
      "loss_total": 1.1189017295837402,
      "lr": 0.0011222487806595153,
      "router/selected_tokens_s0": 4332.125,
      "step": 3020,
      "tokens_trained": 9.895016808
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.8595135096801645,
      "grad_norm": 1.3197458982467651,
      "loss": 1.0948,
      "loss_ce": 0.9036920070648193,
      "loss_region": 0.029985321685671806,
      "loss_total": 0.9336773157119751,
      "lr": 0.0011218418886756645,
      "router/selected_tokens_s0": 4263.875,
      "step": 3030,
      "tokens_trained": 9.927782248
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.862350187929934,
      "grad_norm": 1.6852810382843018,
      "loss": 1.1014,
      "loss_ce": 1.1086361408233643,
      "loss_region": 0.030025212094187737,
      "loss_total": 1.1386613845825195,
      "lr": 0.0011214349966918134,
      "router/selected_tokens_s0": 4387.0,
      "step": 3040,
      "tokens_trained": 9.960547688
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.8651868661797035,
      "grad_norm": 1.753929853439331,
      "loss": 1.1021,
      "loss_ce": 1.020461082458496,
      "loss_region": 0.03000788949429989,
      "loss_total": 1.050468921661377,
      "lr": 0.0011210281047079624,
      "router/selected_tokens_s0": 4309.625,
      "step": 3050,
      "tokens_trained": 9.993313128
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.868023544429473,
      "grad_norm": 1.005724310874939,
      "loss": 1.1004,
      "loss_ce": 1.0221396684646606,
      "loss_region": 0.030008656904101372,
      "loss_total": 1.0521483421325684,
      "lr": 0.0011206212127241114,
      "router/selected_tokens_s0": 4308.25,
      "step": 3060,
      "tokens_trained": 10.026078568
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.8708602226792426,
      "grad_norm": 1.1538729667663574,
      "loss": 1.0968,
      "loss_ce": 1.045743465423584,
      "loss_region": 0.03000555746257305,
      "loss_total": 1.0757490396499634,
      "lr": 0.0011202143207402603,
      "router/selected_tokens_s0": 4306.375,
      "step": 3070,
      "tokens_trained": 10.058844008
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.8736969009290121,
      "grad_norm": 1.8730782270431519,
      "loss": 1.1067,
      "loss_ce": 1.0756598711013794,
      "loss_region": 0.03001215122640133,
      "loss_total": 1.105672001838684,
      "lr": 0.0011198074287564093,
      "router/selected_tokens_s0": 4321.25,
      "step": 3080,
      "tokens_trained": 10.091604144
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.8765335791787816,
      "grad_norm": 2.151102066040039,
      "loss": 1.1026,
      "loss_ce": 1.1392779350280762,
      "loss_region": 0.030021771788597107,
      "loss_total": 1.1692997217178345,
      "lr": 0.0011194005367725583,
      "router/selected_tokens_s0": 4390.625,
      "step": 3090,
      "tokens_trained": 10.124368784
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.8793702574285511,
      "grad_norm": 2.1336331367492676,
      "loss": 1.0989,
      "loss_ce": 1.0690431594848633,
      "loss_region": 0.030014000833034515,
      "loss_total": 1.0990571975708008,
      "lr": 0.0011189936447887072,
      "router/selected_tokens_s0": 4350.0,
      "step": 3100,
      "tokens_trained": 10.157134224
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.8822069356783206,
      "grad_norm": 2.0660271644592285,
      "loss": 1.0952,
      "loss_ce": 1.130868911743164,
      "loss_region": 0.030013030394911766,
      "loss_total": 1.1608819961547852,
      "lr": 0.0011185867528048562,
      "router/selected_tokens_s0": 4349.5,
      "step": 3110,
      "tokens_trained": 10.189899664
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.8850436139280902,
      "grad_norm": 0.5485074520111084,
      "loss": 1.0989,
      "loss_ce": 1.0510705709457397,
      "loss_region": 0.030014289543032646,
      "loss_total": 1.0810848474502563,
      "lr": 0.0011181798608210052,
      "router/selected_tokens_s0": 4352.875,
      "step": 3120,
      "tokens_trained": 10.222665104
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.8878802921778597,
      "grad_norm": 1.4256670475006104,
      "loss": 1.098,
      "loss_ce": 1.012781023979187,
      "loss_region": 0.030008379369974136,
      "loss_total": 1.0427894592285156,
      "lr": 0.0011177729688371541,
      "router/selected_tokens_s0": 4316.25,
      "step": 3130,
      "tokens_trained": 10.255429744
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.8907169704276292,
      "grad_norm": 1.5442920923233032,
      "loss": 1.0946,
      "loss_ce": 0.9727160334587097,
      "loss_region": 0.030018145218491554,
      "loss_total": 1.0027341842651367,
      "lr": 0.001117366076853303,
      "router/selected_tokens_s0": 4410.125,
      "step": 3140,
      "tokens_trained": 10.288194384
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.8935536486773987,
      "grad_norm": 1.4367228746414185,
      "loss": 1.0967,
      "loss_ce": 1.1256974935531616,
      "loss_region": 0.03001110814511776,
      "loss_total": 1.1557085514068604,
      "lr": 0.001116959184869452,
      "router/selected_tokens_s0": 4353.0,
      "step": 3150,
      "tokens_trained": 10.320959664
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.8963903269271682,
      "grad_norm": 1.1446796655654907,
      "loss": 1.0908,
      "loss_ce": 1.0701184272766113,
      "loss_region": 0.03002384677529335,
      "loss_total": 1.100142240524292,
      "lr": 0.001116552292885601,
      "router/selected_tokens_s0": 4393.625,
      "step": 3160,
      "tokens_trained": 10.353725104
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.8992270051769378,
      "grad_norm": 1.2145036458969116,
      "loss": 1.0973,
      "loss_ce": 1.064907193183899,
      "loss_region": 0.030015455558896065,
      "loss_total": 1.094922661781311,
      "lr": 0.00111614540090175,
      "router/selected_tokens_s0": 4343.5,
      "step": 3170,
      "tokens_trained": 10.386490544
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.9020636834267073,
      "grad_norm": 1.4071613550186157,
      "loss": 1.1022,
      "loss_ce": 1.0602645874023438,
      "loss_region": 0.030010098591446877,
      "loss_total": 1.090274691581726,
      "lr": 0.001115738508917899,
      "router/selected_tokens_s0": 4317.875,
      "step": 3180,
      "tokens_trained": 10.419255984
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.9049003616764768,
      "grad_norm": 1.6725516319274902,
      "loss": 1.0985,
      "loss_ce": 1.0676279067993164,
      "loss_region": 0.030014997348189354,
      "loss_total": 1.0976428985595703,
      "lr": 0.001115331616934048,
      "router/selected_tokens_s0": 4344.375,
      "step": 3190,
      "tokens_trained": 10.452021424
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.9077370399262463,
      "grad_norm": 1.2930175065994263,
      "loss": 1.0925,
      "loss_ce": 1.0800068378448486,
      "loss_region": 0.030022740364074707,
      "loss_total": 1.1100295782089233,
      "lr": 0.0011149247249501969,
      "router/selected_tokens_s0": 4410.0,
      "step": 3200,
      "tokens_trained": 10.484786064
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.9105737181760158,
      "grad_norm": 1.8128279447555542,
      "loss": 1.0904,
      "loss_ce": 0.978069007396698,
      "loss_region": 0.03001835197210312,
      "loss_total": 1.008087396621704,
      "lr": 0.001114517832966346,
      "router/selected_tokens_s0": 4359.875,
      "step": 3210,
      "tokens_trained": 10.517551504
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.9134103964257854,
      "grad_norm": 2.7744452953338623,
      "loss": 1.0922,
      "loss_ce": 1.0043200254440308,
      "loss_region": 0.030023187398910522,
      "loss_total": 1.0343432426452637,
      "lr": 0.001114110940982495,
      "router/selected_tokens_s0": 4378.0,
      "step": 3220,
      "tokens_trained": 10.550316944
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.9162470746755549,
      "grad_norm": 1.3683607578277588,
      "loss": 1.1049,
      "loss_ce": 1.1094452142715454,
      "loss_region": 0.03001292422413826,
      "loss_total": 1.139458179473877,
      "lr": 0.001113704048998644,
      "router/selected_tokens_s0": 4363.5,
      "step": 3230,
      "tokens_trained": 10.583082384
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.9190837529253244,
      "grad_norm": 0.2690750062465668,
      "loss": 1.0941,
      "loss_ce": 1.1386804580688477,
      "loss_region": 0.030020570382475853,
      "loss_total": 1.1687010526657104,
      "lr": 0.0011132971570147927,
      "router/selected_tokens_s0": 4375.5,
      "step": 3240,
      "tokens_trained": 10.615847824
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.9219204311750939,
      "grad_norm": 3.4670774936676025,
      "loss": 1.1104,
      "loss_ce": 1.0814176797866821,
      "loss_region": 0.030020495876669884,
      "loss_total": 1.1114381551742554,
      "lr": 0.0011128902650309417,
      "router/selected_tokens_s0": 4377.625,
      "step": 3250,
      "tokens_trained": 10.648613248
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.9247571094248634,
      "grad_norm": 0.8661336302757263,
      "loss": 1.0912,
      "loss_ce": 0.8863070011138916,
      "loss_region": 0.030015867203474045,
      "loss_total": 0.9163228869438171,
      "lr": 0.0011124833730470907,
      "router/selected_tokens_s0": 4347.25,
      "step": 3260,
      "tokens_trained": 10.681378688
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.927593787674633,
      "grad_norm": 1.5195131301879883,
      "loss": 1.0884,
      "loss_ce": 0.9159345626831055,
      "loss_region": 0.03002041205763817,
      "loss_total": 0.9459549784660339,
      "lr": 0.0011120764810632396,
      "router/selected_tokens_s0": 4345.625,
      "step": 3270,
      "tokens_trained": 10.714144128
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.9304304659244025,
      "grad_norm": 1.2169824838638306,
      "loss": 1.0911,
      "loss_ce": 1.0144977569580078,
      "loss_region": 0.03001958690583706,
      "loss_total": 1.0445173978805542,
      "lr": 0.0011116695890793888,
      "router/selected_tokens_s0": 4394.125,
      "step": 3280,
      "tokens_trained": 10.746909568
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.933267144174172,
      "grad_norm": 0.5433168411254883,
      "loss": 1.0815,
      "loss_ce": 1.0072896480560303,
      "loss_region": 0.03001921810209751,
      "loss_total": 1.0373088121414185,
      "lr": 0.0011112626970955378,
      "router/selected_tokens_s0": 4374.375,
      "step": 3290,
      "tokens_trained": 10.779675008
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.9361038224239415,
      "grad_norm": 1.009089469909668,
      "loss": 1.0887,
      "loss_ce": 1.1322096586227417,
      "loss_region": 0.030020419508218765,
      "loss_total": 1.162230134010315,
      "lr": 0.0011108558051116867,
      "router/selected_tokens_s0": 4387.875,
      "step": 3300,
      "tokens_trained": 10.812440448
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.938940500673711,
      "grad_norm": 1.1186658143997192,
      "loss": 1.0913,
      "loss_ce": 1.0417039394378662,
      "loss_region": 0.030010957270860672,
      "loss_total": 1.0717148780822754,
      "lr": 0.0011104489131278357,
      "router/selected_tokens_s0": 4330.5,
      "step": 3310,
      "tokens_trained": 10.845202832
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.9417771789234806,
      "grad_norm": 1.406549334526062,
      "loss": 1.0884,
      "loss_ce": 1.1175626516342163,
      "loss_region": 0.030026914551854134,
      "loss_total": 1.1475895643234253,
      "lr": 0.0011100420211439847,
      "router/selected_tokens_s0": 4413.375,
      "step": 3320,
      "tokens_trained": 10.877968272
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.9446138571732501,
      "grad_norm": 1.7244771718978882,
      "loss": 1.0946,
      "loss_ce": 1.044142246246338,
      "loss_region": 0.03001406043767929,
      "loss_total": 1.0741562843322754,
      "lr": 0.0011096351291601336,
      "router/selected_tokens_s0": 4364.875,
      "step": 3330,
      "tokens_trained": 10.910733712
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.9474505354230196,
      "grad_norm": 1.0954854488372803,
      "loss": 1.0904,
      "loss_ce": 1.0164037942886353,
      "loss_region": 0.030010055750608444,
      "loss_total": 1.0464138984680176,
      "lr": 0.0011092282371762826,
      "router/selected_tokens_s0": 4342.75,
      "step": 3340,
      "tokens_trained": 10.943499152
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.9502872136727891,
      "grad_norm": 2.0860025882720947,
      "loss": 1.0943,
      "loss_ce": 1.155411958694458,
      "loss_region": 0.030009519308805466,
      "loss_total": 1.1854214668273926,
      "lr": 0.0011088213451924316,
      "router/selected_tokens_s0": 4352.25,
      "step": 3350,
      "tokens_trained": 10.976264592
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.9531238919225586,
      "grad_norm": 1.1401242017745972,
      "loss": 1.0872,
      "loss_ce": 1.0502551794052124,
      "loss_region": 0.030008839443325996,
      "loss_total": 1.0802639722824097,
      "lr": 0.0011084144532085805,
      "router/selected_tokens_s0": 4341.5,
      "step": 3360,
      "tokens_trained": 11.009030032
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.9559605701723282,
      "grad_norm": 1.704352617263794,
      "loss": 1.0874,
      "loss_ce": 0.9294300079345703,
      "loss_region": 0.030014311894774437,
      "loss_total": 0.9594443440437317,
      "lr": 0.0011080075612247295,
      "router/selected_tokens_s0": 4352.125,
      "step": 3370,
      "tokens_trained": 11.041794728
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.9587972484220977,
      "grad_norm": 0.9261600971221924,
      "loss": 1.0935,
      "loss_ce": 1.0589406490325928,
      "loss_region": 0.030018316581845284,
      "loss_total": 1.088958978652954,
      "lr": 0.0011076006692408785,
      "router/selected_tokens_s0": 4379.125,
      "step": 3380,
      "tokens_trained": 11.074559368
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.9616339266718672,
      "grad_norm": 0.7537907958030701,
      "loss": 1.0865,
      "loss_ce": 1.0465339422225952,
      "loss_region": 0.030020853504538536,
      "loss_total": 1.076554775238037,
      "lr": 0.0011071937772570274,
      "router/selected_tokens_s0": 4404.75,
      "step": 3390,
      "tokens_trained": 11.107324808
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.9644706049216367,
      "grad_norm": 1.0815021991729736,
      "loss": 1.0952,
      "loss_ce": 1.0314733982086182,
      "loss_region": 0.030017558485269547,
      "loss_total": 1.0614910125732422,
      "lr": 0.0011067868852731764,
      "router/selected_tokens_s0": 4383.625,
      "step": 3400,
      "tokens_trained": 11.140090248
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.9673072831714062,
      "grad_norm": 1.633634090423584,
      "loss": 1.088,
      "loss_ce": 0.9958590269088745,
      "loss_region": 0.030007656663656235,
      "loss_total": 1.0258666276931763,
      "lr": 0.0011063799932893254,
      "router/selected_tokens_s0": 4323.5,
      "step": 3410,
      "tokens_trained": 11.172855688
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.9701439614211758,
      "grad_norm": 1.0511754751205444,
      "loss": 1.0871,
      "loss_ce": 1.0179994106292725,
      "loss_region": 0.030009476467967033,
      "loss_total": 1.048008918762207,
      "lr": 0.0011059731013054743,
      "router/selected_tokens_s0": 4384.875,
      "step": 3420,
      "tokens_trained": 11.205621096
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.9729806396709453,
      "grad_norm": 1.6246494054794312,
      "loss": 1.0822,
      "loss_ce": 0.9318454265594482,
      "loss_region": 0.029994873329997063,
      "loss_total": 0.9618402719497681,
      "lr": 0.0011055662093216233,
      "router/selected_tokens_s0": 4316.375,
      "step": 3430,
      "tokens_trained": 11.238384136
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.9758173179207148,
      "grad_norm": 1.043264627456665,
      "loss": 1.0927,
      "loss_ce": 1.0697022676467896,
      "loss_region": 0.03001013770699501,
      "loss_total": 1.0997123718261719,
      "lr": 0.0011051593173377723,
      "router/selected_tokens_s0": 4351.5,
      "step": 3440,
      "tokens_trained": 11.271149576
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.9786539961704843,
      "grad_norm": 0.5135401487350464,
      "loss": 1.0883,
      "loss_ce": 1.0403201580047607,
      "loss_region": 0.03001248463988304,
      "loss_total": 1.070332646369934,
      "lr": 0.0011047524253539212,
      "router/selected_tokens_s0": 4380.0,
      "step": 3450,
      "tokens_trained": 11.303915016
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.9814906744202538,
      "grad_norm": 0.6191660165786743,
      "loss": 1.0821,
      "loss_ce": 0.9997903108596802,
      "loss_region": 0.030010463669896126,
      "loss_total": 1.0298007726669312,
      "lr": 0.0011043455333700704,
      "router/selected_tokens_s0": 4325.0,
      "step": 3460,
      "tokens_trained": 11.336680456
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.9843273526700234,
      "grad_norm": 2.0896031856536865,
      "loss": 1.0852,
      "loss_ce": 0.9407132863998413,
      "loss_region": 0.030007831752300262,
      "loss_total": 0.9707211256027222,
      "lr": 0.0011039386413862194,
      "router/selected_tokens_s0": 4340.0,
      "step": 3470,
      "tokens_trained": 11.369444288
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.9871640309197929,
      "grad_norm": 1.5842080116271973,
      "loss": 1.0773,
      "loss_ce": 1.0703927278518677,
      "loss_region": 0.030027827247977257,
      "loss_total": 1.100420594215393,
      "lr": 0.0011035317494023683,
      "router/selected_tokens_s0": 4422.875,
      "step": 3480,
      "tokens_trained": 11.402209728
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.9900007091695624,
      "grad_norm": 1.6284222602844238,
      "loss": 1.0867,
      "loss_ce": 1.0688589811325073,
      "loss_region": 0.03001173585653305,
      "loss_total": 1.0988707542419434,
      "lr": 0.001103124857418517,
      "router/selected_tokens_s0": 4370.375,
      "step": 3490,
      "tokens_trained": 11.434975168
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.9928373874193319,
      "grad_norm": 1.9294172525405884,
      "loss": 1.0776,
      "loss_ce": 1.0885505676269531,
      "loss_region": 0.03002048470079899,
      "loss_total": 1.1185710430145264,
      "lr": 0.001102717965434666,
      "router/selected_tokens_s0": 4402.375,
      "step": 3500,
      "tokens_trained": 11.467740608
    },
    {
      "epoch": 0.9928373874193319,
      "eval_ppl": 2.8891544142739582,
      "eval_runtime": 2.4909,
      "step": 3500,
      "tokens_trained": 11.467740608
    },
    {
      "epoch": 0.9928373874193319,
      "eval_F": 0.3418065949445779,
      "eval_F_cds": 0.34451083924282977,
      "eval_F_dig": 0.33807328697554495,
      "eval_F_exon": 0.34726493074167064,
      "eval_F_intron": 0.34224230575312725,
      "eval_F_nig": 0.3415901920743997,
      "eval_F_promoter": 0.339251188483381,
      "eval_F_utr": 0.34464885946681034,
      "eval_G": 0.34547800502934484,
      "eval_G_cds": 0.3442593687333732,
      "eval_G_dig": 0.3991668762370758,
      "eval_G_exon": 0.3453487502027675,
      "eval_G_intron": 0.34490806786026235,
      "eval_G_nig": 0.3455515495124094,
      "eval_G_promoter": 0.34497689050299185,
      "eval_G_utr": 0.3442341927156835,
      "eval_avg_bp_per_token": 2.9256310872589943,
      "eval_bp_per_token/cds": 2.902666291132704,
      "eval_bp_per_token/dig": 2.957938525537324,
      "eval_bp_per_token/exon": 2.8796458020228277,
      "eval_bp_per_token/intron": 2.921906448121405,
      "eval_bp_per_token/nig": 2.9274845215175147,
      "eval_bp_per_token/promoter": 2.947668376551575,
      "eval_bp_per_token/utr": 2.9015038713519954,
      "eval_ppl_cds": 3.5389763754938555,
      "eval_ppl_dig": 1.091459889456152,
      "eval_ppl_exon": 3.306826954534152,
      "eval_ppl_intron": 2.9106190204474447,
      "eval_ppl_nig": 2.694991382732784,
      "eval_ppl_promoter": 3.283923741138257,
      "eval_ppl_utr": 3.295742249982149,
      "step": 3500,
      "tokens_trained": 11.467740608
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.9956740656691014,
      "grad_norm": 1.324675440788269,
      "loss": 1.0868,
      "loss_ce": 1.0776382684707642,
      "loss_region": 0.03000813163816929,
      "loss_total": 1.1076463460922241,
      "lr": 0.001102311073450815,
      "router/selected_tokens_s0": 4340.25,
      "step": 3510,
      "tokens_trained": 11.500506048
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 0.998510743918871,
      "grad_norm": 1.6382735967636108,
      "loss": 1.0901,
      "loss_ce": 1.0050663948059082,
      "loss_region": 0.030013620853424072,
      "loss_total": 1.0350799560546875,
      "lr": 0.001101904181466964,
      "router/selected_tokens_s0": 4364.0,
      "step": 3520,
      "tokens_trained": 11.533271488
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.0011346712999079,
      "grad_norm": 1.1215876340866089,
      "loss": 1.0781,
      "loss_ce": 1.0582538843154907,
      "loss_region": 0.030011579394340515,
      "loss_total": 1.0882654190063477,
      "lr": 0.0011014972894831132,
      "router/selected_tokens_s0": 4343.125,
      "step": 3530,
      "tokens_trained": 11.56357952
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.0039713495496774,
      "grad_norm": 1.4025973081588745,
      "loss": 1.0809,
      "loss_ce": 1.037977695465088,
      "loss_region": 0.02999720722436905,
      "loss_total": 1.0679749250411987,
      "lr": 0.0011010903974992621,
      "router/selected_tokens_s0": 4358.5,
      "step": 3540,
      "tokens_trained": 11.59634496
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.006808027799447,
      "grad_norm": 0.7676182985305786,
      "loss": 1.0854,
      "loss_ce": 0.96112459897995,
      "loss_region": 0.030009040609002113,
      "loss_total": 0.9911336302757263,
      "lr": 0.001100683505515411,
      "router/selected_tokens_s0": 4343.25,
      "step": 3550,
      "tokens_trained": 11.6291104
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.0096447060492164,
      "grad_norm": 0.8700928688049316,
      "loss": 1.0844,
      "loss_ce": 1.12131667137146,
      "loss_region": 0.030012287199497223,
      "loss_total": 1.1513289213180542,
      "lr": 0.00110027661353156,
      "router/selected_tokens_s0": 4377.75,
      "step": 3560,
      "tokens_trained": 11.66187584
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.012481384298986,
      "grad_norm": 0.3621160089969635,
      "loss": 1.0866,
      "loss_ce": 0.9774419665336609,
      "loss_region": 0.030013367533683777,
      "loss_total": 1.0074553489685059,
      "lr": 0.001099869721547709,
      "router/selected_tokens_s0": 4358.375,
      "step": 3570,
      "tokens_trained": 11.69464128
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.0153180625487555,
      "grad_norm": 0.8118414878845215,
      "loss": 1.089,
      "loss_ce": 1.0349894762039185,
      "loss_region": 0.03000425547361374,
      "loss_total": 1.0649937391281128,
      "lr": 0.001099462829563858,
      "router/selected_tokens_s0": 4320.625,
      "step": 3580,
      "tokens_trained": 11.72740592
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.018154740798525,
      "grad_norm": 1.3667856454849243,
      "loss": 1.0864,
      "loss_ce": 1.1101551055908203,
      "loss_region": 0.030023517087101936,
      "loss_total": 1.1401786804199219,
      "lr": 0.001099055937580007,
      "router/selected_tokens_s0": 4445.875,
      "step": 3590,
      "tokens_trained": 11.76017136
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.0209914190482945,
      "grad_norm": 1.459873914718628,
      "loss": 1.0875,
      "loss_ce": 1.038351058959961,
      "loss_region": 0.030004626139998436,
      "loss_total": 1.068355679512024,
      "lr": 0.001098649045596156,
      "router/selected_tokens_s0": 4320.75,
      "step": 3600,
      "tokens_trained": 11.7929352
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.023828097298064,
      "grad_norm": 0.9393401145935059,
      "loss": 1.0852,
      "loss_ce": 1.040799856185913,
      "loss_region": 0.030013561248779297,
      "loss_total": 1.0708134174346924,
      "lr": 0.0010982421536123049,
      "router/selected_tokens_s0": 4366.625,
      "step": 3610,
      "tokens_trained": 11.82570064
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.0266647755478335,
      "grad_norm": 1.4277124404907227,
      "loss": 1.0821,
      "loss_ce": 0.9711215496063232,
      "loss_region": 0.03001675009727478,
      "loss_total": 1.0011383295059204,
      "lr": 0.0010978352616284538,
      "router/selected_tokens_s0": 4369.5,
      "step": 3620,
      "tokens_trained": 11.85846448
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.029501453797603,
      "grad_norm": 0.8825812935829163,
      "loss": 1.0782,
      "loss_ce": 1.0676993131637573,
      "loss_region": 0.030013611540198326,
      "loss_total": 1.0977128744125366,
      "lr": 0.0010974283696446028,
      "router/selected_tokens_s0": 4372.375,
      "step": 3630,
      "tokens_trained": 11.89122992
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.0323381320473726,
      "grad_norm": 0.9022896885871887,
      "loss": 1.0733,
      "loss_ce": 1.0407861471176147,
      "loss_region": 0.030012723058462143,
      "loss_total": 1.0707988739013672,
      "lr": 0.0010970214776607518,
      "router/selected_tokens_s0": 4355.75,
      "step": 3640,
      "tokens_trained": 11.92399536
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.035174810297142,
      "grad_norm": 0.8870510458946228,
      "loss": 1.0749,
      "loss_ce": 1.1323661804199219,
      "loss_region": 0.03002365306019783,
      "loss_total": 1.162389874458313,
      "lr": 0.0010966145856769007,
      "router/selected_tokens_s0": 4435.75,
      "step": 3650,
      "tokens_trained": 11.9567608
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.0380114885469116,
      "grad_norm": 1.4656965732574463,
      "loss": 1.0832,
      "loss_ce": 1.0585097074508667,
      "loss_region": 0.030004626139998436,
      "loss_total": 1.0885143280029297,
      "lr": 0.0010962076936930497,
      "router/selected_tokens_s0": 4329.25,
      "step": 3660,
      "tokens_trained": 11.98952624
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.0408481667966811,
      "grad_norm": 0.9163527488708496,
      "loss": 1.0781,
      "loss_ce": 1.0935940742492676,
      "loss_region": 0.030009469017386436,
      "loss_total": 1.1236035823822021,
      "lr": 0.0010958008017091987,
      "router/selected_tokens_s0": 4359.375,
      "step": 3670,
      "tokens_trained": 12.02229168
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.0436848450464506,
      "grad_norm": 1.3013805150985718,
      "loss": 1.0876,
      "loss_ce": 1.0595567226409912,
      "loss_region": 0.030006933957338333,
      "loss_total": 1.0895636081695557,
      "lr": 0.0010953939097253476,
      "router/selected_tokens_s0": 4343.625,
      "step": 3680,
      "tokens_trained": 12.05505712
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.0465215232962202,
      "grad_norm": 0.39981648325920105,
      "loss": 1.0707,
      "loss_ce": 1.1020740270614624,
      "loss_region": 0.030012022703886032,
      "loss_total": 1.1320860385894775,
      "lr": 0.0010949870177414966,
      "router/selected_tokens_s0": 4384.75,
      "step": 3690,
      "tokens_trained": 12.08782256
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.0493582015459897,
      "grad_norm": 0.9564698338508606,
      "loss": 1.0787,
      "loss_ce": 1.0650237798690796,
      "loss_region": 0.03000781685113907,
      "loss_total": 1.0950316190719604,
      "lr": 0.0010945801257576456,
      "router/selected_tokens_s0": 4363.75,
      "step": 3700,
      "tokens_trained": 12.1205864
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.0521948797957592,
      "grad_norm": 0.9331677556037903,
      "loss": 1.08,
      "loss_ce": 1.0856927633285522,
      "loss_region": 0.030012279748916626,
      "loss_total": 1.1157050132751465,
      "lr": 0.0010941732337737947,
      "router/selected_tokens_s0": 4404.5,
      "step": 3710,
      "tokens_trained": 12.15335184
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.0550315580455287,
      "grad_norm": 1.2002500295639038,
      "loss": 1.0818,
      "loss_ce": 1.058534026145935,
      "loss_region": 0.030018793419003487,
      "loss_total": 1.0885528326034546,
      "lr": 0.0010937663417899437,
      "router/selected_tokens_s0": 4392.125,
      "step": 3720,
      "tokens_trained": 12.18611712
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.0578682362952982,
      "grad_norm": 1.4924200773239136,
      "loss": 1.0778,
      "loss_ce": 1.020750880241394,
      "loss_region": 0.030010871589183807,
      "loss_total": 1.0507616996765137,
      "lr": 0.0010933594498060927,
      "router/selected_tokens_s0": 4356.625,
      "step": 3730,
      "tokens_trained": 12.21888256
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.0607049145450678,
      "grad_norm": 0.6684730648994446,
      "loss": 1.0769,
      "loss_ce": 1.0789055824279785,
      "loss_region": 0.030011769384145737,
      "loss_total": 1.1089173555374146,
      "lr": 0.0010929525578222414,
      "router/selected_tokens_s0": 4387.875,
      "step": 3740,
      "tokens_trained": 12.251648
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.0635415927948373,
      "grad_norm": 0.6117927432060242,
      "loss": 1.0797,
      "loss_ce": 1.0758237838745117,
      "loss_region": 0.030013950541615486,
      "loss_total": 1.1058377027511597,
      "lr": 0.0010925456658383904,
      "router/selected_tokens_s0": 4407.75,
      "step": 3750,
      "tokens_trained": 12.284409608
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.0663782710446068,
      "grad_norm": 0.6212737560272217,
      "loss": 1.08,
      "loss_ce": 1.074630618095398,
      "loss_region": 0.03000750206410885,
      "loss_total": 1.1046380996704102,
      "lr": 0.0010921387738545394,
      "router/selected_tokens_s0": 4371.375,
      "step": 3760,
      "tokens_trained": 12.317175048
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.0692149492943763,
      "grad_norm": 1.4000393152236938,
      "loss": 1.0721,
      "loss_ce": 0.9761142134666443,
      "loss_region": 0.030007638037204742,
      "loss_total": 1.0061218738555908,
      "lr": 0.0010917318818706883,
      "router/selected_tokens_s0": 4287.125,
      "step": 3770,
      "tokens_trained": 12.349940488
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.0720516275441458,
      "grad_norm": 0.7589385509490967,
      "loss": 1.0796,
      "loss_ce": 1.0433313846588135,
      "loss_region": 0.030011288821697235,
      "loss_total": 1.0733426809310913,
      "lr": 0.0010913249898868375,
      "router/selected_tokens_s0": 4376.375,
      "step": 3780,
      "tokens_trained": 12.382705928
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.0748883057939154,
      "grad_norm": 0.9254264235496521,
      "loss": 1.0757,
      "loss_ce": 1.0672318935394287,
      "loss_region": 0.030009465292096138,
      "loss_total": 1.0972414016723633,
      "lr": 0.0010909180979029865,
      "router/selected_tokens_s0": 4369.625,
      "step": 3790,
      "tokens_trained": 12.415470568
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.0777249840436849,
      "grad_norm": 0.8547407984733582,
      "loss": 1.0803,
      "loss_ce": 1.086848497390747,
      "loss_region": 0.03000779263675213,
      "loss_total": 1.116856336593628,
      "lr": 0.0010905112059191354,
      "router/selected_tokens_s0": 4377.5,
      "step": 3800,
      "tokens_trained": 12.448236008
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.0805616622934544,
      "grad_norm": 2.435622215270996,
      "loss": 1.0783,
      "loss_ce": 1.0909473896026611,
      "loss_region": 0.03001653589308262,
      "loss_total": 1.1209639310836792,
      "lr": 0.0010901043139352844,
      "router/selected_tokens_s0": 4412.5,
      "step": 3810,
      "tokens_trained": 12.481001448
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.083398340543224,
      "grad_norm": 0.8429534435272217,
      "loss": 1.0679,
      "loss_ce": 1.0455752611160278,
      "loss_region": 0.030013732612133026,
      "loss_total": 1.0755889415740967,
      "lr": 0.0010896974219514334,
      "router/selected_tokens_s0": 4386.125,
      "step": 3820,
      "tokens_trained": 12.513766888
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.0862350187929934,
      "grad_norm": 1.3827040195465088,
      "loss": 1.0802,
      "loss_ce": 1.1371749639511108,
      "loss_region": 0.030014697462320328,
      "loss_total": 1.1671897172927856,
      "lr": 0.0010892905299675823,
      "router/selected_tokens_s0": 4394.5,
      "step": 3830,
      "tokens_trained": 12.546532328
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.089071697042763,
      "grad_norm": 1.121778130531311,
      "loss": 1.0882,
      "loss_ce": 1.0060161352157593,
      "loss_region": 0.030006043612957,
      "loss_total": 1.0360221862792969,
      "lr": 0.0010888836379837313,
      "router/selected_tokens_s0": 4312.375,
      "step": 3840,
      "tokens_trained": 12.57929404
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.0919083752925325,
      "grad_norm": 1.114713430404663,
      "loss": 1.0791,
      "loss_ce": 1.0474870204925537,
      "loss_region": 0.03002369962632656,
      "loss_total": 1.0775107145309448,
      "lr": 0.0010884767459998803,
      "router/selected_tokens_s0": 4427.0,
      "step": 3850,
      "tokens_trained": 12.61205788
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.094745053542302,
      "grad_norm": 0.42109477519989014,
      "loss": 1.0759,
      "loss_ce": 1.0544071197509766,
      "loss_region": 0.030009722337126732,
      "loss_total": 1.0844168663024902,
      "lr": 0.0010880698540160292,
      "router/selected_tokens_s0": 4372.875,
      "step": 3860,
      "tokens_trained": 12.64482332
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.0975817317920715,
      "grad_norm": 1.0385088920593262,
      "loss": 1.0656,
      "loss_ce": 1.1451784372329712,
      "loss_region": 0.030008675530552864,
      "loss_total": 1.175187110900879,
      "lr": 0.0010876629620321782,
      "router/selected_tokens_s0": 4386.0,
      "step": 3870,
      "tokens_trained": 12.677587992
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.100418410041841,
      "grad_norm": 1.0264872312545776,
      "loss": 1.0732,
      "loss_ce": 1.0522844791412354,
      "loss_region": 0.030011439695954323,
      "loss_total": 1.0822958946228027,
      "lr": 0.0010872560700483272,
      "router/selected_tokens_s0": 4350.75,
      "step": 3880,
      "tokens_trained": 12.710352632
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.1032550882916106,
      "grad_norm": 0.6505580544471741,
      "loss": 1.077,
      "loss_ce": 1.0118770599365234,
      "loss_region": 0.03001365438103676,
      "loss_total": 1.0418907403945923,
      "lr": 0.0010868491780644761,
      "router/selected_tokens_s0": 4405.125,
      "step": 3890,
      "tokens_trained": 12.743118072
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.10609176654138,
      "grad_norm": 1.2206717729568481,
      "loss": 1.0648,
      "loss_ce": 1.009666919708252,
      "loss_region": 0.030009053647518158,
      "loss_total": 1.0396759510040283,
      "lr": 0.001086442286080625,
      "router/selected_tokens_s0": 4362.0,
      "step": 3900,
      "tokens_trained": 12.775882712
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.1089284447911496,
      "grad_norm": 0.9762550592422485,
      "loss": 1.0833,
      "loss_ce": 1.1374930143356323,
      "loss_region": 0.03000687249004841,
      "loss_total": 1.1674998998641968,
      "lr": 0.001086035394096774,
      "router/selected_tokens_s0": 4368.875,
      "step": 3910,
      "tokens_trained": 12.808648152
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.1117651230409191,
      "grad_norm": 0.6860953569412231,
      "loss": 1.0783,
      "loss_ce": 1.1070737838745117,
      "loss_region": 0.030013803392648697,
      "loss_total": 1.1370875835418701,
      "lr": 0.001085628502112923,
      "router/selected_tokens_s0": 4440.25,
      "step": 3920,
      "tokens_trained": 12.841413592
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.1146018012906886,
      "grad_norm": 0.5641375184059143,
      "loss": 1.0779,
      "loss_ce": 0.9596564173698425,
      "loss_region": 0.030009876936674118,
      "loss_total": 0.9896662831306458,
      "lr": 0.001085221610129072,
      "router/selected_tokens_s0": 4372.25,
      "step": 3930,
      "tokens_trained": 12.874179032
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.1174384795404582,
      "grad_norm": 1.3612422943115234,
      "loss": 1.0745,
      "loss_ce": 1.0073390007019043,
      "loss_region": 0.030006812885403633,
      "loss_total": 1.0373457670211792,
      "lr": 0.001084814718145221,
      "router/selected_tokens_s0": 4349.25,
      "step": 3940,
      "tokens_trained": 12.906944472
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.1202751577902277,
      "grad_norm": 0.9040305614471436,
      "loss": 1.0713,
      "loss_ce": 0.9823886156082153,
      "loss_region": 0.03001086413860321,
      "loss_total": 1.012399435043335,
      "lr": 0.00108440782616137,
      "router/selected_tokens_s0": 4368.375,
      "step": 3950,
      "tokens_trained": 12.939709912
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.1231118360399972,
      "grad_norm": 0.6158255934715271,
      "loss": 1.0631,
      "loss_ce": 1.072802186012268,
      "loss_region": 0.030010098591446877,
      "loss_total": 1.1028122901916504,
      "lr": 0.001084000934177519,
      "router/selected_tokens_s0": 4384.5,
      "step": 3960,
      "tokens_trained": 12.972475352
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.1259485142897667,
      "grad_norm": 0.8492525815963745,
      "loss": 1.0761,
      "loss_ce": 1.1295671463012695,
      "loss_region": 0.03000839613378048,
      "loss_total": 1.1595755815505981,
      "lr": 0.001083594042193668,
      "router/selected_tokens_s0": 4394.5,
      "step": 3970,
      "tokens_trained": 13.005240792
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.1287851925395362,
      "grad_norm": 1.4454373121261597,
      "loss": 1.0671,
      "loss_ce": 1.059134840965271,
      "loss_region": 0.030011136084794998,
      "loss_total": 1.0891460180282593,
      "lr": 0.001083187150209817,
      "router/selected_tokens_s0": 4354.625,
      "step": 3980,
      "tokens_trained": 13.038005432
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.1316218707893058,
      "grad_norm": 1.1143423318862915,
      "loss": 1.0746,
      "loss_ce": 1.058432698249817,
      "loss_region": 0.030015287920832634,
      "loss_total": 1.08844792842865,
      "lr": 0.0010827802582259658,
      "router/selected_tokens_s0": 4413.25,
      "step": 3990,
      "tokens_trained": 13.070770872
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.1344585490390753,
      "grad_norm": 0.926952600479126,
      "loss": 1.0726,
      "loss_ce": 1.0535566806793213,
      "loss_region": 0.03000652976334095,
      "loss_total": 1.083563208580017,
      "lr": 0.0010823733662421147,
      "router/selected_tokens_s0": 4332.125,
      "step": 4000,
      "tokens_trained": 13.103536312
    },
    {
      "epoch": 1.1344585490390753,
      "eval_ppl": 2.858632587615727,
      "eval_runtime": 2.4962,
      "step": 4000,
      "tokens_trained": 13.103536312
    },
    {
      "epoch": 1.1344585490390753,
      "eval_F": 0.34138791413731373,
      "eval_F_cds": 0.3448908798343993,
      "eval_F_dig": 0.3374221944422741,
      "eval_F_exon": 0.34516320139927215,
      "eval_F_intron": 0.34168107017140814,
      "eval_F_nig": 0.3411899187908908,
      "eval_F_promoter": 0.33952618612122176,
      "eval_F_utr": 0.34327183776802744,
      "eval_G": 0.34184569864652725,
      "eval_G_cds": 0.34168474533742754,
      "eval_G_dig": 0.39810788440503164,
      "eval_G_exon": 0.34140616184021216,
      "eval_G_intron": 0.3411866290260269,
      "eval_G_nig": 0.34169810595567374,
      "eval_G_promoter": 0.3417757543881514,
      "eval_G_utr": 0.3401876713258752,
      "eval_avg_bp_per_token": 2.9292191041003814,
      "eval_bp_per_token/cds": 2.899467798279136,
      "eval_bp_per_token/dig": 2.9636461870947826,
      "eval_bp_per_token/exon": 2.897180220678382,
      "eval_bp_per_token/intron": 2.9267058883254458,
      "eval_bp_per_token/nig": 2.930918954299122,
      "eval_bp_per_token/promoter": 2.945280926411278,
      "eval_bp_per_token/utr": 2.9131431418961005,
      "eval_ppl_cds": 3.4450720333639553,
      "eval_ppl_dig": 1.088491176901866,
      "eval_ppl_exon": 3.2953068260471907,
      "eval_ppl_intron": 2.887916254694354,
      "eval_ppl_nig": 2.65992247163589,
      "eval_ppl_promoter": 3.249167345940797,
      "eval_ppl_utr": 3.267379860704035,
      "step": 4000,
      "tokens_trained": 13.103536312
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.1372952272888448,
      "grad_norm": 1.135546088218689,
      "loss": 1.0709,
      "loss_ce": 1.05037522315979,
      "loss_region": 0.030016878619790077,
      "loss_total": 1.0803921222686768,
      "lr": 0.0010819664742582637,
      "router/selected_tokens_s0": 4442.875,
      "step": 4010,
      "tokens_trained": 13.136300952
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.1401319055386143,
      "grad_norm": 0.9313811659812927,
      "loss": 1.0706,
      "loss_ce": 1.0053969621658325,
      "loss_region": 0.029991673305630684,
      "loss_total": 1.0353885889053345,
      "lr": 0.0010815595822744127,
      "router/selected_tokens_s0": 4338.625,
      "step": 4020,
      "tokens_trained": 13.169065592
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.1429685837883838,
      "grad_norm": 1.150964617729187,
      "loss": 1.0746,
      "loss_ce": 1.0354498624801636,
      "loss_region": 0.03000836819410324,
      "loss_total": 1.0654581785202026,
      "lr": 0.0010811526902905618,
      "router/selected_tokens_s0": 4357.125,
      "step": 4030,
      "tokens_trained": 13.201831032
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.1458052620381534,
      "grad_norm": 0.3598765432834625,
      "loss": 1.069,
      "loss_ce": 0.9737571477890015,
      "loss_region": 0.030010921880602837,
      "loss_total": 1.0037680864334106,
      "lr": 0.0010807457983067108,
      "router/selected_tokens_s0": 4364.125,
      "step": 4040,
      "tokens_trained": 13.234596472
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.1486419402879229,
      "grad_norm": 1.6098700761795044,
      "loss": 1.0724,
      "loss_ce": 1.090259075164795,
      "loss_region": 0.030013924464583397,
      "loss_total": 1.1202729940414429,
      "lr": 0.0010803389063228598,
      "router/selected_tokens_s0": 4396.5,
      "step": 4050,
      "tokens_trained": 13.267361888
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.1514786185376924,
      "grad_norm": 1.2312268018722534,
      "loss": 1.0755,
      "loss_ce": 1.0816667079925537,
      "loss_region": 0.0300059225410223,
      "loss_total": 1.1116726398468018,
      "lr": 0.0010799320143390087,
      "router/selected_tokens_s0": 4383.875,
      "step": 4060,
      "tokens_trained": 13.300127328
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.154315296787462,
      "grad_norm": 0.8974295854568481,
      "loss": 1.074,
      "loss_ce": 0.999101459980011,
      "loss_region": 0.030007481575012207,
      "loss_total": 1.029109001159668,
      "lr": 0.0010795251223551577,
      "router/selected_tokens_s0": 4339.875,
      "step": 4070,
      "tokens_trained": 13.332892768
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.1571519750372314,
      "grad_norm": 0.9909172654151917,
      "loss": 1.0664,
      "loss_ce": 1.1255804300308228,
      "loss_region": 0.030011769384145737,
      "loss_total": 1.1555922031402588,
      "lr": 0.0010791182303713067,
      "router/selected_tokens_s0": 4367.375,
      "step": 4080,
      "tokens_trained": 13.365658208
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.159988653287001,
      "grad_norm": 2.2824649810791016,
      "loss": 1.0724,
      "loss_ce": 0.9207800626754761,
      "loss_region": 0.030002696439623833,
      "loss_total": 0.9507827758789062,
      "lr": 0.0010787113383874556,
      "router/selected_tokens_s0": 4278.5,
      "step": 4090,
      "tokens_trained": 13.398422568
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.1628253315367705,
      "grad_norm": 0.4956927001476288,
      "loss": 1.0733,
      "loss_ce": 1.1247563362121582,
      "loss_region": 0.03000745177268982,
      "loss_total": 1.1547638177871704,
      "lr": 0.0010783044464036046,
      "router/selected_tokens_s0": 4366.5,
      "step": 4100,
      "tokens_trained": 13.431185432
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.16566200978654,
      "grad_norm": 0.6976671814918518,
      "loss": 1.0697,
      "loss_ce": 1.0819003582000732,
      "loss_region": 0.03002307377755642,
      "loss_total": 1.1119234561920166,
      "lr": 0.0010778975544197536,
      "router/selected_tokens_s0": 4439.5,
      "step": 4110,
      "tokens_trained": 13.463950872
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.1684986880363095,
      "grad_norm": 1.2541862726211548,
      "loss": 1.0653,
      "loss_ce": 0.7924370169639587,
      "loss_region": 0.029992103576660156,
      "loss_total": 0.8224291205406189,
      "lr": 0.0010774906624359025,
      "router/selected_tokens_s0": 4297.25,
      "step": 4120,
      "tokens_trained": 13.496713976
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.171335366286079,
      "grad_norm": 1.4140042066574097,
      "loss": 1.0685,
      "loss_ce": 1.0910414457321167,
      "loss_region": 0.03000573255121708,
      "loss_total": 1.1210471391677856,
      "lr": 0.0010770837704520515,
      "router/selected_tokens_s0": 4412.5,
      "step": 4130,
      "tokens_trained": 13.529479416
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.1741720445358486,
      "grad_norm": 0.5698431134223938,
      "loss": 1.0775,
      "loss_ce": 0.8972399830818176,
      "loss_region": 0.029999306425452232,
      "loss_total": 0.9272392988204956,
      "lr": 0.0010766768784682005,
      "router/selected_tokens_s0": 4358.875,
      "step": 4140,
      "tokens_trained": 13.562244856
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.177008722785618,
      "grad_norm": 1.3367623090744019,
      "loss": 1.0704,
      "loss_ce": 1.1016747951507568,
      "loss_region": 0.03001498058438301,
      "loss_total": 1.1316897869110107,
      "lr": 0.0010762699864843494,
      "router/selected_tokens_s0": 4404.625,
      "step": 4150,
      "tokens_trained": 13.595010296
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.1798454010353876,
      "grad_norm": 0.7532950043678284,
      "loss": 1.0571,
      "loss_ce": 0.9316068887710571,
      "loss_region": 0.03000483848154545,
      "loss_total": 0.9616117477416992,
      "lr": 0.0010758630945004984,
      "router/selected_tokens_s0": 4305.625,
      "step": 4160,
      "tokens_trained": 13.627775736
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.1826820792851571,
      "grad_norm": 0.8210463523864746,
      "loss": 1.066,
      "loss_ce": 1.0508811473846436,
      "loss_region": 0.030011793598532677,
      "loss_total": 1.0808929204940796,
      "lr": 0.0010754562025166474,
      "router/selected_tokens_s0": 4387.75,
      "step": 4170,
      "tokens_trained": 13.660541176
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.1855187575349266,
      "grad_norm": 1.2525079250335693,
      "loss": 1.0643,
      "loss_ce": 1.0516717433929443,
      "loss_region": 0.030006369575858116,
      "loss_total": 1.0816781520843506,
      "lr": 0.0010750493105327963,
      "router/selected_tokens_s0": 4361.0,
      "step": 4180,
      "tokens_trained": 13.693306616
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.1883554357846962,
      "grad_norm": 1.0099766254425049,
      "loss": 1.0655,
      "loss_ce": 0.9692405462265015,
      "loss_region": 0.0300027746707201,
      "loss_total": 0.9992433190345764,
      "lr": 0.0010746424185489453,
      "router/selected_tokens_s0": 4389.0,
      "step": 4190,
      "tokens_trained": 13.726072056
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.1911921140344657,
      "grad_norm": 0.7821201682090759,
      "loss": 1.0697,
      "loss_ce": 1.018595814704895,
      "loss_region": 0.030003640800714493,
      "loss_total": 1.0485994815826416,
      "lr": 0.0010742355265650943,
      "router/selected_tokens_s0": 4325.0,
      "step": 4200,
      "tokens_trained": 13.758837496
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.1940287922842352,
      "grad_norm": 1.1446911096572876,
      "loss": 1.0679,
      "loss_ce": 1.0561493635177612,
      "loss_region": 0.030004194006323814,
      "loss_total": 1.086153507232666,
      "lr": 0.0010738286345812434,
      "router/selected_tokens_s0": 4347.875,
      "step": 4210,
      "tokens_trained": 13.791602936
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.1968654705340047,
      "grad_norm": 0.8190633654594421,
      "loss": 1.079,
      "loss_ce": 1.0492353439331055,
      "loss_region": 0.030007485300302505,
      "loss_total": 1.0792428255081177,
      "lr": 0.0010734217425973924,
      "router/selected_tokens_s0": 4382.25,
      "step": 4220,
      "tokens_trained": 13.824368376
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.1997021487837742,
      "grad_norm": 1.038085699081421,
      "loss": 1.066,
      "loss_ce": 0.9230837821960449,
      "loss_region": 0.030007129535079002,
      "loss_total": 0.9530909061431885,
      "lr": 0.0010730148506135414,
      "router/selected_tokens_s0": 4315.875,
      "step": 4230,
      "tokens_trained": 13.857133016
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.2025388270335438,
      "grad_norm": 1.4383383989334106,
      "loss": 1.0598,
      "loss_ce": 1.0923779010772705,
      "loss_region": 0.03000866062939167,
      "loss_total": 1.1223865747451782,
      "lr": 0.0010726079586296901,
      "router/selected_tokens_s0": 4404.625,
      "step": 4240,
      "tokens_trained": 13.889896856
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.2053755052833133,
      "grad_norm": 0.6213952898979187,
      "loss": 1.0635,
      "loss_ce": 1.0380363464355469,
      "loss_region": 0.030008360743522644,
      "loss_total": 1.068044662475586,
      "lr": 0.001072201066645839,
      "router/selected_tokens_s0": 4405.25,
      "step": 4250,
      "tokens_trained": 13.922662296
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.2082121835330828,
      "grad_norm": 0.4920593202114105,
      "loss": 1.0628,
      "loss_ce": 1.0617847442626953,
      "loss_region": 0.030003665015101433,
      "loss_total": 1.091788411140442,
      "lr": 0.001071794174661988,
      "router/selected_tokens_s0": 4345.0,
      "step": 4260,
      "tokens_trained": 13.955427736
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.2110488617828523,
      "grad_norm": 1.1883982419967651,
      "loss": 1.0624,
      "loss_ce": 1.0569326877593994,
      "loss_region": 0.03000705875456333,
      "loss_total": 1.0869396924972534,
      "lr": 0.0010713872826781372,
      "router/selected_tokens_s0": 4376.875,
      "step": 4270,
      "tokens_trained": 13.988193176
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.2138855400326218,
      "grad_norm": 0.7268418669700623,
      "loss": 1.0621,
      "loss_ce": 1.1230334043502808,
      "loss_region": 0.030010607093572617,
      "loss_total": 1.1530439853668213,
      "lr": 0.0010709803906942862,
      "router/selected_tokens_s0": 4399.0,
      "step": 4280,
      "tokens_trained": 14.020958616
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.2167222182823914,
      "grad_norm": 0.8508139848709106,
      "loss": 1.0648,
      "loss_ce": 1.012586236000061,
      "loss_region": 0.030012402683496475,
      "loss_total": 1.0425986051559448,
      "lr": 0.0010705734987104352,
      "router/selected_tokens_s0": 4399.25,
      "step": 4290,
      "tokens_trained": 14.053724056
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.2195588965321609,
      "grad_norm": 1.003320574760437,
      "loss": 1.072,
      "loss_ce": 1.092397928237915,
      "loss_region": 0.030008139088749886,
      "loss_total": 1.1224061250686646,
      "lr": 0.0010701666067265841,
      "router/selected_tokens_s0": 4384.5,
      "step": 4300,
      "tokens_trained": 14.086488728
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.2223955747819304,
      "grad_norm": 0.6508564949035645,
      "loss": 1.0592,
      "loss_ce": 0.9947494864463806,
      "loss_region": 0.030006522312760353,
      "loss_total": 1.0247559547424316,
      "lr": 0.001069759714742733,
      "router/selected_tokens_s0": 4323.125,
      "step": 4310,
      "tokens_trained": 14.119254168
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.2252322530317,
      "grad_norm": 0.6111332774162292,
      "loss": 1.0612,
      "loss_ce": 1.0148944854736328,
      "loss_region": 0.030005091801285744,
      "loss_total": 1.044899582862854,
      "lr": 0.001069352822758882,
      "router/selected_tokens_s0": 4324.25,
      "step": 4320,
      "tokens_trained": 14.152019608
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.2280689312814694,
      "grad_norm": 1.111618161201477,
      "loss": 1.0653,
      "loss_ce": 0.9681676030158997,
      "loss_region": 0.03000504896044731,
      "loss_total": 0.9981726408004761,
      "lr": 0.001068945930775031,
      "router/selected_tokens_s0": 4334.0,
      "step": 4330,
      "tokens_trained": 14.184785048
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.230905609531239,
      "grad_norm": 0.6468565464019775,
      "loss": 1.0612,
      "loss_ce": 1.0180631875991821,
      "loss_region": 0.030008560046553612,
      "loss_total": 1.0480717420578003,
      "lr": 0.00106853903879118,
      "router/selected_tokens_s0": 4372.0,
      "step": 4340,
      "tokens_trained": 14.217550488
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.2337422877810085,
      "grad_norm": 0.4824322760105133,
      "loss": 1.0606,
      "loss_ce": 1.054766058921814,
      "loss_region": 0.030008021742105484,
      "loss_total": 1.084774136543274,
      "lr": 0.001068132146807329,
      "router/selected_tokens_s0": 4369.5,
      "step": 4350,
      "tokens_trained": 14.250315928
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.236578966030778,
      "grad_norm": 0.8620288968086243,
      "loss": 1.0604,
      "loss_ce": 1.075032114982605,
      "loss_region": 0.030014168471097946,
      "loss_total": 1.105046272277832,
      "lr": 0.001067725254823478,
      "router/selected_tokens_s0": 4397.375,
      "step": 4360,
      "tokens_trained": 14.283081368
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.2394156442805475,
      "grad_norm": 1.4154425859451294,
      "loss": 1.0614,
      "loss_ce": 1.0848474502563477,
      "loss_region": 0.030006200075149536,
      "loss_total": 1.1148536205291748,
      "lr": 0.0010673183628396269,
      "router/selected_tokens_s0": 4343.25,
      "step": 4370,
      "tokens_trained": 14.315846808
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.242252322530317,
      "grad_norm": 0.7003890872001648,
      "loss": 1.0594,
      "loss_ce": 1.1462643146514893,
      "loss_region": 0.030004924163222313,
      "loss_total": 1.176269292831421,
      "lr": 0.0010669114708557758,
      "router/selected_tokens_s0": 4383.25,
      "step": 4380,
      "tokens_trained": 14.348612232
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.2450890007800866,
      "grad_norm": 0.9333593845367432,
      "loss": 1.0628,
      "loss_ce": 1.1088054180145264,
      "loss_region": 0.0300068948417902,
      "loss_total": 1.1388123035430908,
      "lr": 0.0010665045788719248,
      "router/selected_tokens_s0": 4374.875,
      "step": 4390,
      "tokens_trained": 14.381377672
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.247925679029856,
      "grad_norm": 0.7894501686096191,
      "loss": 1.0632,
      "loss_ce": 0.9245185256004333,
      "loss_region": 0.030007462948560715,
      "loss_total": 0.9545260071754456,
      "lr": 0.0010660976868880738,
      "router/selected_tokens_s0": 4363.625,
      "step": 4400,
      "tokens_trained": 14.414143112
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.2507623572796256,
      "grad_norm": 1.051579236984253,
      "loss": 1.0676,
      "loss_ce": 1.0265341997146606,
      "loss_region": 0.03001078963279724,
      "loss_total": 1.0565450191497803,
      "lr": 0.0010656907949042227,
      "router/selected_tokens_s0": 4416.375,
      "step": 4410,
      "tokens_trained": 14.446908552
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.2535990355293951,
      "grad_norm": 1.4166457653045654,
      "loss": 1.0661,
      "loss_ce": 1.1268078088760376,
      "loss_region": 0.0300078634172678,
      "loss_total": 1.1568156480789185,
      "lr": 0.0010652839029203717,
      "router/selected_tokens_s0": 4376.375,
      "step": 4420,
      "tokens_trained": 14.479673992
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.2564357137791646,
      "grad_norm": 0.9460220336914062,
      "loss": 1.0627,
      "loss_ce": 1.0467621088027954,
      "loss_region": 0.030009562149643898,
      "loss_total": 1.07677161693573,
      "lr": 0.0010648770109365207,
      "router/selected_tokens_s0": 4361.5,
      "step": 4430,
      "tokens_trained": 14.512439432
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.2592723920289342,
      "grad_norm": 0.726325273513794,
      "loss": 1.0611,
      "loss_ce": 1.060929298400879,
      "loss_region": 0.030005550011992455,
      "loss_total": 1.0909348726272583,
      "lr": 0.0010644701189526696,
      "router/selected_tokens_s0": 4371.625,
      "step": 4440,
      "tokens_trained": 14.545204872
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.2621090702787037,
      "grad_norm": 0.8391557931900024,
      "loss": 1.0602,
      "loss_ce": 0.9280992150306702,
      "loss_region": 0.030011408030986786,
      "loss_total": 0.9581106305122375,
      "lr": 0.0010640632269688186,
      "router/selected_tokens_s0": 4365.625,
      "step": 4450,
      "tokens_trained": 14.577970312
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.2649457485284732,
      "grad_norm": 0.5766838788986206,
      "loss": 1.0606,
      "loss_ce": 1.0834920406341553,
      "loss_region": 0.03000706620514393,
      "loss_total": 1.1134991645812988,
      "lr": 0.0010636563349849678,
      "router/selected_tokens_s0": 4382.625,
      "step": 4460,
      "tokens_trained": 14.610735752
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.2677824267782427,
      "grad_norm": 0.7650503516197205,
      "loss": 1.0655,
      "loss_ce": 1.0730332136154175,
      "loss_region": 0.030004587024450302,
      "loss_total": 1.1030378341674805,
      "lr": 0.0010632494430011167,
      "router/selected_tokens_s0": 4357.375,
      "step": 4470,
      "tokens_trained": 14.643501192
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.2706191050280122,
      "grad_norm": 0.9502279758453369,
      "loss": 1.065,
      "loss_ce": 0.9979308247566223,
      "loss_region": 0.030005743727087975,
      "loss_total": 1.027936577796936,
      "lr": 0.0010628425510172657,
      "router/selected_tokens_s0": 4355.125,
      "step": 4480,
      "tokens_trained": 14.676266632
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.2734557832777817,
      "grad_norm": 0.42353641986846924,
      "loss": 1.0697,
      "loss_ce": 0.9458868503570557,
      "loss_region": 0.03001011349260807,
      "loss_total": 0.975896954536438,
      "lr": 0.0010624356590334145,
      "router/selected_tokens_s0": 4327.25,
      "step": 4490,
      "tokens_trained": 14.709032072
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.2762924615275513,
      "grad_norm": 0.8221932649612427,
      "loss": 1.0532,
      "loss_ce": 1.0401586294174194,
      "loss_region": 0.03000483103096485,
      "loss_total": 1.0701634883880615,
      "lr": 0.0010620287670495634,
      "router/selected_tokens_s0": 4364.625,
      "step": 4500,
      "tokens_trained": 14.741797512
    },
    {
      "epoch": 1.2762924615275513,
      "eval_ppl": 2.8214683274593275,
      "eval_runtime": 2.514,
      "step": 4500,
      "tokens_trained": 14.741797512
    },
    {
      "epoch": 1.2762924615275513,
      "eval_F": 0.3404783661767054,
      "eval_F_cds": 0.34415505656136036,
      "eval_F_dig": 0.34039117639398914,
      "eval_F_exon": 0.3441758117753265,
      "eval_F_intron": 0.3404660876483458,
      "eval_F_nig": 0.34068460925568095,
      "eval_F_promoter": 0.3389634986468706,
      "eval_F_utr": 0.3419717924374995,
      "eval_G": 0.33991637341184733,
      "eval_G_cds": 0.33970658857472646,
      "eval_G_dig": 0.40259630268966323,
      "eval_G_exon": 0.3395000370271109,
      "eval_G_intron": 0.33899745701570494,
      "eval_G_nig": 0.3395800911177655,
      "eval_G_promoter": 0.34070296612716594,
      "eval_G_utr": 0.33846465688852967,
      "eval_avg_bp_per_token": 2.9370441688533258,
      "eval_bp_per_token/cds": 2.9056670269254266,
      "eval_bp_per_token/dig": 2.937796480489671,
      "eval_bp_per_token/exon": 2.9054918032786885,
      "eval_bp_per_token/intron": 2.937150090063775,
      "eval_bp_per_token/nig": 2.9352661459664247,
      "eval_bp_per_token/promoter": 2.9501701628404295,
      "eval_bp_per_token/utr": 2.924217792561839,
      "eval_ppl_cds": 3.362117196422307,
      "eval_ppl_dig": 1.084496515952716,
      "eval_ppl_exon": 3.2638291915167845,
      "eval_ppl_intron": 2.863014968465922,
      "eval_ppl_nig": 2.628156788503626,
      "eval_ppl_promoter": 3.186888990118295,
      "eval_ppl_utr": 3.231163925316475,
      "step": 4500,
      "tokens_trained": 14.741797512
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.2791291397773208,
      "grad_norm": 0.574324905872345,
      "loss": 1.0626,
      "loss_ce": 1.1369348764419556,
      "loss_region": 0.030004041269421577,
      "loss_total": 1.1669389009475708,
      "lr": 0.0010616218750657124,
      "router/selected_tokens_s0": 4390.0,
      "step": 4510,
      "tokens_trained": 14.774562152
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.2819658180270903,
      "grad_norm": 1.4291346073150635,
      "loss": 1.0542,
      "loss_ce": 1.0772862434387207,
      "loss_region": 0.030009262263774872,
      "loss_total": 1.1072955131530762,
      "lr": 0.0010612149830818616,
      "router/selected_tokens_s0": 4374.125,
      "step": 4520,
      "tokens_trained": 14.807327592
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.2848024962768598,
      "grad_norm": 1.110178828239441,
      "loss": 1.0581,
      "loss_ce": 1.0101850032806396,
      "loss_region": 0.030011240392923355,
      "loss_total": 1.0401962995529175,
      "lr": 0.0010608080910980105,
      "router/selected_tokens_s0": 4400.875,
      "step": 4530,
      "tokens_trained": 14.840092232
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.2876391745266293,
      "grad_norm": 0.6965222358703613,
      "loss": 1.0677,
      "loss_ce": 1.0458329916000366,
      "loss_region": 0.030003167688846588,
      "loss_total": 1.075836181640625,
      "lr": 0.0010604011991141595,
      "router/selected_tokens_s0": 4285.875,
      "step": 4540,
      "tokens_trained": 14.872854344
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.2904758527763989,
      "grad_norm": 0.7366101145744324,
      "loss": 1.0673,
      "loss_ce": 1.127131700515747,
      "loss_region": 0.030009111389517784,
      "loss_total": 1.157140851020813,
      "lr": 0.0010599943071303085,
      "router/selected_tokens_s0": 4368.75,
      "step": 4550,
      "tokens_trained": 14.905619784
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.2933125310261684,
      "grad_norm": 0.5127747058868408,
      "loss": 1.0583,
      "loss_ce": 1.0789624452590942,
      "loss_region": 0.030002892017364502,
      "loss_total": 1.1089653968811035,
      "lr": 0.0010595874151464574,
      "router/selected_tokens_s0": 4366.5,
      "step": 4560,
      "tokens_trained": 14.938385224
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.296149209275938,
      "grad_norm": 0.8208303451538086,
      "loss": 1.0564,
      "loss_ce": 1.0156883001327515,
      "loss_region": 0.03000694513320923,
      "loss_total": 1.0456953048706055,
      "lr": 0.0010591805231626064,
      "router/selected_tokens_s0": 4368.5,
      "step": 4570,
      "tokens_trained": 14.971149864
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.2989858875257074,
      "grad_norm": 0.9243417978286743,
      "loss": 1.0546,
      "loss_ce": 1.1268659830093384,
      "loss_region": 0.030008889734745026,
      "loss_total": 1.1568748950958252,
      "lr": 0.0010587736311787554,
      "router/selected_tokens_s0": 4378.75,
      "step": 4580,
      "tokens_trained": 15.003915304
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.301822565775477,
      "grad_norm": 1.2765685319900513,
      "loss": 1.0589,
      "loss_ce": 1.0031052827835083,
      "loss_region": 0.03000444732606411,
      "loss_total": 1.0331097841262817,
      "lr": 0.0010583667391949043,
      "router/selected_tokens_s0": 4328.75,
      "step": 4590,
      "tokens_trained": 15.036680744
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.3046592440252465,
      "grad_norm": 0.7742276787757874,
      "loss": 1.06,
      "loss_ce": 1.079167127609253,
      "loss_region": 0.030005935579538345,
      "loss_total": 1.109173059463501,
      "lr": 0.0010579598472110533,
      "router/selected_tokens_s0": 4353.25,
      "step": 4600,
      "tokens_trained": 15.069442824
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.307495922275016,
      "grad_norm": 0.793449878692627,
      "loss": 1.0558,
      "loss_ce": 1.1816250085830688,
      "loss_region": 0.030013153329491615,
      "loss_total": 1.2116382122039795,
      "lr": 0.0010575529552272023,
      "router/selected_tokens_s0": 4410.125,
      "step": 4610,
      "tokens_trained": 15.102208264
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.3103326005247855,
      "grad_norm": 0.45884019136428833,
      "loss": 1.0581,
      "loss_ce": 1.03169584274292,
      "loss_region": 0.030012015253305435,
      "loss_total": 1.061707854270935,
      "lr": 0.0010571460632433512,
      "router/selected_tokens_s0": 4406.125,
      "step": 4620,
      "tokens_trained": 15.134972904
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.313169278774555,
      "grad_norm": 0.297644704580307,
      "loss": 1.0543,
      "loss_ce": 0.9691150188446045,
      "loss_region": 0.030010992661118507,
      "loss_total": 0.9991260170936584,
      "lr": 0.0010567391712595002,
      "router/selected_tokens_s0": 4378.125,
      "step": 4630,
      "tokens_trained": 15.167735632
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.3160059570243245,
      "grad_norm": 1.0193889141082764,
      "loss": 1.0631,
      "loss_ce": 0.9981553554534912,
      "loss_region": 0.030008038505911827,
      "loss_total": 1.0281634330749512,
      "lr": 0.0010563322792756492,
      "router/selected_tokens_s0": 4370.875,
      "step": 4640,
      "tokens_trained": 15.200501072
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.318842635274094,
      "grad_norm": 0.5435932278633118,
      "loss": 1.0567,
      "loss_ce": 1.0280530452728271,
      "loss_region": 0.030006207525730133,
      "loss_total": 1.0580592155456543,
      "lr": 0.0010559253872917981,
      "router/selected_tokens_s0": 4404.625,
      "step": 4650,
      "tokens_trained": 15.233266512
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.3216793135238636,
      "grad_norm": 1.5278434753417969,
      "loss": 1.0548,
      "loss_ce": 1.136357307434082,
      "loss_region": 0.03000808134675026,
      "loss_total": 1.166365385055542,
      "lr": 0.001055518495307947,
      "router/selected_tokens_s0": 4371.0,
      "step": 4660,
      "tokens_trained": 15.266028416
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.324515991773633,
      "grad_norm": 1.0518913269042969,
      "loss": 1.0663,
      "loss_ce": 1.0637515783309937,
      "loss_region": 0.030026618391275406,
      "loss_total": 1.0937782526016235,
      "lr": 0.001055111603324096,
      "router/selected_tokens_s0": 4432.5,
      "step": 4670,
      "tokens_trained": 15.298793832
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.3273526700234026,
      "grad_norm": 0.41353392601013184,
      "loss": 1.0573,
      "loss_ce": 1.1546579599380493,
      "loss_region": 0.030011750757694244,
      "loss_total": 1.1846697330474854,
      "lr": 0.001054704711340245,
      "router/selected_tokens_s0": 4418.375,
      "step": 4680,
      "tokens_trained": 15.331559256
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.3301893482731721,
      "grad_norm": 1.145396113395691,
      "loss": 1.0615,
      "loss_ce": 0.9925062656402588,
      "loss_region": 0.030006494373083115,
      "loss_total": 1.0225127935409546,
      "lr": 0.001054297819356394,
      "router/selected_tokens_s0": 4337.125,
      "step": 4690,
      "tokens_trained": 15.364323896
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.3330260265229417,
      "grad_norm": 0.48764264583587646,
      "loss": 1.0592,
      "loss_ce": 1.013685941696167,
      "loss_region": 0.030003532767295837,
      "loss_total": 1.043689489364624,
      "lr": 0.0010538909273725432,
      "router/selected_tokens_s0": 4342.125,
      "step": 4700,
      "tokens_trained": 15.397089336
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.3358627047727112,
      "grad_norm": 0.8164799809455872,
      "loss": 1.0516,
      "loss_ce": 0.9586069583892822,
      "loss_region": 0.030013196170330048,
      "loss_total": 0.9886201620101929,
      "lr": 0.0010534840353886921,
      "router/selected_tokens_s0": 4396.625,
      "step": 4710,
      "tokens_trained": 15.42985476
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.3386993830224807,
      "grad_norm": 1.13369619846344,
      "loss": 1.0594,
      "loss_ce": 1.0693820714950562,
      "loss_region": 0.030003618448972702,
      "loss_total": 1.0993857383728027,
      "lr": 0.001053077143404841,
      "router/selected_tokens_s0": 4341.625,
      "step": 4720,
      "tokens_trained": 15.4626202
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.3415360612722502,
      "grad_norm": 0.8559716939926147,
      "loss": 1.052,
      "loss_ce": 0.9566583633422852,
      "loss_region": 0.029995476827025414,
      "loss_total": 0.9866538643836975,
      "lr": 0.0010526702514209898,
      "router/selected_tokens_s0": 4327.0,
      "step": 4730,
      "tokens_trained": 15.49538484
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.3443727395220197,
      "grad_norm": 0.642441987991333,
      "loss": 1.0486,
      "loss_ce": 0.9989664554595947,
      "loss_region": 0.030002903193235397,
      "loss_total": 1.028969407081604,
      "lr": 0.0010522633594371388,
      "router/selected_tokens_s0": 4368.75,
      "step": 4740,
      "tokens_trained": 15.52815028
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.3472094177717893,
      "grad_norm": 1.2081654071807861,
      "loss": 1.0543,
      "loss_ce": 1.0263653993606567,
      "loss_region": 0.030002884566783905,
      "loss_total": 1.0563682317733765,
      "lr": 0.0010518564674532878,
      "router/selected_tokens_s0": 4350.625,
      "step": 4750,
      "tokens_trained": 15.56091572
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.3500460960215588,
      "grad_norm": 0.8961039781570435,
      "loss": 1.0605,
      "loss_ce": 0.8918865919113159,
      "loss_region": 0.02998742088675499,
      "loss_total": 0.9218739867210388,
      "lr": 0.0010514495754694367,
      "router/selected_tokens_s0": 4227.875,
      "step": 4760,
      "tokens_trained": 15.593678736
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.3528827742713283,
      "grad_norm": 0.9029963612556458,
      "loss": 1.054,
      "loss_ce": 1.041927695274353,
      "loss_region": 0.030009398236870766,
      "loss_total": 1.071937084197998,
      "lr": 0.001051042683485586,
      "router/selected_tokens_s0": 4384.125,
      "step": 4770,
      "tokens_trained": 15.626444176
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.3557194525210978,
      "grad_norm": 0.9543034434318542,
      "loss": 1.0544,
      "loss_ce": 1.0488133430480957,
      "loss_region": 0.030006732791662216,
      "loss_total": 1.0788201093673706,
      "lr": 0.0010506357915017349,
      "router/selected_tokens_s0": 4367.625,
      "step": 4780,
      "tokens_trained": 15.659209616
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.3585561307708673,
      "grad_norm": 1.4998373985290527,
      "loss": 1.0569,
      "loss_ce": 1.1177537441253662,
      "loss_region": 0.030007855966687202,
      "loss_total": 1.147761583328247,
      "lr": 0.0010502288995178838,
      "router/selected_tokens_s0": 4367.375,
      "step": 4790,
      "tokens_trained": 15.691975056
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.3613928090206369,
      "grad_norm": 0.9493989944458008,
      "loss": 1.0632,
      "loss_ce": 1.1187384128570557,
      "loss_region": 0.030011937022209167,
      "loss_total": 1.1487503051757812,
      "lr": 0.0010498220075340328,
      "router/selected_tokens_s0": 4409.0,
      "step": 4800,
      "tokens_trained": 15.724740496
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.3642294872704064,
      "grad_norm": 0.8666090965270996,
      "loss": 1.0504,
      "loss_ce": 1.0977500677108765,
      "loss_region": 0.030009282752871513,
      "loss_total": 1.127759337425232,
      "lr": 0.0010494151155501818,
      "router/selected_tokens_s0": 4413.0,
      "step": 4810,
      "tokens_trained": 15.757505936
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.367066165520176,
      "grad_norm": 1.7307463884353638,
      "loss": 1.0497,
      "loss_ce": 0.9964741468429565,
      "loss_region": 0.03000612184405327,
      "loss_total": 1.0264803171157837,
      "lr": 0.0010490082235663307,
      "router/selected_tokens_s0": 4340.625,
      "step": 4820,
      "tokens_trained": 15.790271376
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.3699028437699454,
      "grad_norm": 1.00801420211792,
      "loss": 1.0593,
      "loss_ce": 1.056219458580017,
      "loss_region": 0.030001841485500336,
      "loss_total": 1.0862213373184204,
      "lr": 0.0010486013315824797,
      "router/selected_tokens_s0": 4315.75,
      "step": 4830,
      "tokens_trained": 15.823036016
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.372739522019715,
      "grad_norm": 0.6336276531219482,
      "loss": 1.0541,
      "loss_ce": 0.939272940158844,
      "loss_region": 0.030005156993865967,
      "loss_total": 0.96927809715271,
      "lr": 0.0010481944395986287,
      "router/selected_tokens_s0": 4368.625,
      "step": 4840,
      "tokens_trained": 15.855801456
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.3755762002694845,
      "grad_norm": 1.0217934846878052,
      "loss": 1.052,
      "loss_ce": 0.9233169555664062,
      "loss_region": 0.02999945543706417,
      "loss_total": 0.9533163905143738,
      "lr": 0.0010477875476147776,
      "router/selected_tokens_s0": 4278.125,
      "step": 4850,
      "tokens_trained": 15.888566096
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.378412878519254,
      "grad_norm": 0.8734573125839233,
      "loss": 1.0512,
      "loss_ce": 1.0704128742218018,
      "loss_region": 0.030010642483830452,
      "loss_total": 1.1004235744476318,
      "lr": 0.0010473806556309266,
      "router/selected_tokens_s0": 4385.25,
      "step": 4860,
      "tokens_trained": 15.921331536
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.3812495567690235,
      "grad_norm": 0.9410074949264526,
      "loss": 1.0473,
      "loss_ce": 1.0614757537841797,
      "loss_region": 0.03000745177268982,
      "loss_total": 1.091483235359192,
      "lr": 0.0010469737636470756,
      "router/selected_tokens_s0": 4373.375,
      "step": 4870,
      "tokens_trained": 15.954096176
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.384086235018793,
      "grad_norm": 0.9506546854972839,
      "loss": 1.0553,
      "loss_ce": 1.0681748390197754,
      "loss_region": 0.03000558167695999,
      "loss_total": 1.0981804132461548,
      "lr": 0.0010465668716632245,
      "router/selected_tokens_s0": 4355.875,
      "step": 4880,
      "tokens_trained": 15.9868564
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.3869229132685625,
      "grad_norm": 0.6107691526412964,
      "loss": 1.0465,
      "loss_ce": 1.0117448568344116,
      "loss_region": 0.030008085072040558,
      "loss_total": 1.0417529344558716,
      "lr": 0.0010461599796793735,
      "router/selected_tokens_s0": 4373.0,
      "step": 4890,
      "tokens_trained": 16.019621784
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.389759591518332,
      "grad_norm": 0.8904739618301392,
      "loss": 1.0524,
      "loss_ce": 1.0931122303009033,
      "loss_region": 0.030003776773810387,
      "loss_total": 1.1231160163879395,
      "lr": 0.0010457530876955225,
      "router/selected_tokens_s0": 4370.75,
      "step": 4900,
      "tokens_trained": 16.052387224
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.3925962697681016,
      "grad_norm": 0.8106483817100525,
      "loss": 1.0501,
      "loss_ce": 0.8826806545257568,
      "loss_region": 0.030005743727087975,
      "loss_total": 0.9126864075660706,
      "lr": 0.0010453461957116714,
      "router/selected_tokens_s0": 4362.25,
      "step": 4910,
      "tokens_trained": 16.085152664
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.395432948017871,
      "grad_norm": 0.8432952761650085,
      "loss": 1.0554,
      "loss_ce": 0.9541028738021851,
      "loss_region": 0.03000727668404579,
      "loss_total": 0.9841101765632629,
      "lr": 0.0010449393037278204,
      "router/selected_tokens_s0": 4347.75,
      "step": 4920,
      "tokens_trained": 16.117918104
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.3982696262676406,
      "grad_norm": 0.7111901640892029,
      "loss": 1.0514,
      "loss_ce": 0.9792753458023071,
      "loss_region": 0.030003240332007408,
      "loss_total": 1.0092785358428955,
      "lr": 0.0010445324117439694,
      "router/selected_tokens_s0": 4354.5,
      "step": 4930,
      "tokens_trained": 16.150683544
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.4011063045174101,
      "grad_norm": 0.623307466506958,
      "loss": 1.0486,
      "loss_ce": 0.8407849669456482,
      "loss_region": 0.030006825923919678,
      "loss_total": 0.8707917928695679,
      "lr": 0.0010441255197601183,
      "router/selected_tokens_s0": 4359.375,
      "step": 4940,
      "tokens_trained": 16.183448184
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.4039429827671797,
      "grad_norm": 0.7381167411804199,
      "loss": 1.0515,
      "loss_ce": 0.9730595350265503,
      "loss_region": 0.030005378648638725,
      "loss_total": 1.0030648708343506,
      "lr": 0.0010437186277762675,
      "router/selected_tokens_s0": 4344.625,
      "step": 4950,
      "tokens_trained": 16.216210576
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.4067796610169492,
      "grad_norm": 1.5306568145751953,
      "loss": 1.0493,
      "loss_ce": 1.1129964590072632,
      "loss_region": 0.03000766597688198,
      "loss_total": 1.1430041790008545,
      "lr": 0.0010433117357924165,
      "router/selected_tokens_s0": 4405.875,
      "step": 4960,
      "tokens_trained": 16.248975216
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.4096163392667187,
      "grad_norm": 1.0243196487426758,
      "loss": 1.053,
      "loss_ce": 1.0323237180709839,
      "loss_region": 0.0300030205398798,
      "loss_total": 1.0623267889022827,
      "lr": 0.0010429048438085654,
      "router/selected_tokens_s0": 4350.75,
      "step": 4970,
      "tokens_trained": 16.281739056
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.4124530175164882,
      "grad_norm": 0.41617700457572937,
      "loss": 1.0515,
      "loss_ce": 1.0560728311538696,
      "loss_region": 0.030008800327777863,
      "loss_total": 1.086081624031067,
      "lr": 0.0010424979518247142,
      "router/selected_tokens_s0": 4361.875,
      "step": 4980,
      "tokens_trained": 16.314504496
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.4152896957662577,
      "grad_norm": 1.0856021642684937,
      "loss": 1.0525,
      "loss_ce": 0.9173005223274231,
      "loss_region": 0.030003489926457405,
      "loss_total": 0.9473040103912354,
      "lr": 0.0010420910598408631,
      "router/selected_tokens_s0": 4334.375,
      "step": 4990,
      "tokens_trained": 16.347269936
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.4181263740160273,
      "grad_norm": 0.7011216878890991,
      "loss": 1.0519,
      "loss_ce": 1.0040265321731567,
      "loss_region": 0.030011465772986412,
      "loss_total": 1.0340379476547241,
      "lr": 0.0010416841678570121,
      "router/selected_tokens_s0": 4393.0,
      "step": 5000,
      "tokens_trained": 16.380034576
    },
    {
      "epoch": 1.4181263740160273,
      "eval_ppl": 2.788169093074203,
      "eval_runtime": 2.4902,
      "step": 5000,
      "tokens_trained": 16.380034576
    },
    {
      "epoch": 1.4181263740160273,
      "eval_F": 0.3413229464258417,
      "eval_F_cds": 0.34488279386436593,
      "eval_F_dig": 0.3365887959996875,
      "eval_F_exon": 0.34454255649279203,
      "eval_F_intron": 0.34125204874115167,
      "eval_F_nig": 0.34140188383936837,
      "eval_F_promoter": 0.3405175878617453,
      "eval_F_utr": 0.3429040617863649,
      "eval_G": 0.3415226863108361,
      "eval_G_cds": 0.34280297813856925,
      "eval_G_dig": 0.39681383799515585,
      "eval_G_exon": 0.3413263496822721,
      "eval_G_intron": 0.3403742930108439,
      "eval_G_nig": 0.34037531674994653,
      "eval_G_promoter": 0.34437466936381766,
      "eval_G_utr": 0.34068450968191655,
      "eval_avg_bp_per_token": 2.929776654255114,
      "eval_bp_per_token/cds": 2.8995357779236612,
      "eval_bp_per_token/dig": 2.9709842154131847,
      "eval_bp_per_token/exon": 2.9023990829444033,
      "eval_bp_per_token/intron": 2.930385337432876,
      "eval_bp_per_token/nig": 2.9290992444274444,
      "eval_bp_per_token/promoter": 2.9367058726082993,
      "eval_bp_per_token/utr": 2.916267584555522,
      "eval_ppl_cds": 3.2638592963627073,
      "eval_ppl_dig": 1.0816082686781683,
      "eval_ppl_exon": 3.2486368312535303,
      "eval_ppl_intron": 2.8401016704114306,
      "eval_ppl_nig": 2.6066140907483235,
      "eval_ppl_promoter": 3.109201262145088,
      "eval_ppl_utr": 3.1537355648599172,
      "step": 5000,
      "tokens_trained": 16.380034576
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.4209630522657968,
      "grad_norm": 0.9108154773712158,
      "loss": 1.0451,
      "loss_ce": 1.066657543182373,
      "loss_region": 0.03000144474208355,
      "loss_total": 1.0966589450836182,
      "lr": 0.001041277275873161,
      "router/selected_tokens_s0": 4315.875,
      "step": 5010,
      "tokens_trained": 16.412800016
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.4237997305155663,
      "grad_norm": 0.8278728127479553,
      "loss": 1.0582,
      "loss_ce": 1.0547834634780884,
      "loss_region": 0.03000921569764614,
      "loss_total": 1.0847927331924438,
      "lr": 0.0010408703838893103,
      "router/selected_tokens_s0": 4401.25,
      "step": 5020,
      "tokens_trained": 16.445565456
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.4266364087653358,
      "grad_norm": 0.3643961250782013,
      "loss": 1.0453,
      "loss_ce": 1.0456041097640991,
      "loss_region": 0.030006922781467438,
      "loss_total": 1.0756109952926636,
      "lr": 0.0010404634919054592,
      "router/selected_tokens_s0": 4321.5,
      "step": 5030,
      "tokens_trained": 16.478329936
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.4294730870151053,
      "grad_norm": 0.8244170546531677,
      "loss": 1.0413,
      "loss_ce": 1.1286065578460693,
      "loss_region": 0.03001227229833603,
      "loss_total": 1.1586188077926636,
      "lr": 0.0010400565999216082,
      "router/selected_tokens_s0": 4414.625,
      "step": 5040,
      "tokens_trained": 16.511090344
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.4323097652648749,
      "grad_norm": 0.7646901607513428,
      "loss": 1.0397,
      "loss_ce": 0.9538711905479431,
      "loss_region": 0.030008982867002487,
      "loss_total": 0.9838801622390747,
      "lr": 0.0010396497079377572,
      "router/selected_tokens_s0": 4366.25,
      "step": 5050,
      "tokens_trained": 16.543855784
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.4351464435146444,
      "grad_norm": 0.5411663055419922,
      "loss": 1.0546,
      "loss_ce": 1.10159432888031,
      "loss_region": 0.030010610818862915,
      "loss_total": 1.1316049098968506,
      "lr": 0.0010392428159539061,
      "router/selected_tokens_s0": 4370.5,
      "step": 5060,
      "tokens_trained": 16.576621224
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.437983121764414,
      "grad_norm": 0.4553099274635315,
      "loss": 1.053,
      "loss_ce": 0.924439549446106,
      "loss_region": 0.030009716749191284,
      "loss_total": 0.9544492959976196,
      "lr": 0.001038835923970055,
      "router/selected_tokens_s0": 4413.125,
      "step": 5070,
      "tokens_trained": 16.609386664
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.4408198000141834,
      "grad_norm": 0.7976288795471191,
      "loss": 1.0524,
      "loss_ce": 0.8370477557182312,
      "loss_region": 0.03001226671040058,
      "loss_total": 0.8670600056648254,
      "lr": 0.001038429031986204,
      "router/selected_tokens_s0": 4350.125,
      "step": 5080,
      "tokens_trained": 16.642152104
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.443656478263953,
      "grad_norm": 0.7374417781829834,
      "loss": 1.0481,
      "loss_ce": 1.087965726852417,
      "loss_region": 0.030008574947714806,
      "loss_total": 1.1179742813110352,
      "lr": 0.001038022140002353,
      "router/selected_tokens_s0": 4363.5,
      "step": 5090,
      "tokens_trained": 16.674914848
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.4464931565137225,
      "grad_norm": 0.8701497912406921,
      "loss": 1.0423,
      "loss_ce": 1.102858066558838,
      "loss_region": 0.030004970729351044,
      "loss_total": 1.1328630447387695,
      "lr": 0.001037615248018502,
      "router/selected_tokens_s0": 4363.125,
      "step": 5100,
      "tokens_trained": 16.707680128
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.449329834763492,
      "grad_norm": 0.7448126077651978,
      "loss": 1.0436,
      "loss_ce": 1.1202232837677002,
      "loss_region": 0.030008699744939804,
      "loss_total": 1.150231957435608,
      "lr": 0.001037208356034651,
      "router/selected_tokens_s0": 4389.375,
      "step": 5110,
      "tokens_trained": 16.740445568
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.4521665130132615,
      "grad_norm": 0.6302592754364014,
      "loss": 1.0486,
      "loss_ce": 1.0902258157730103,
      "loss_region": 0.03000813163816929,
      "loss_total": 1.1202338933944702,
      "lr": 0.0010368014640508,
      "router/selected_tokens_s0": 4353.375,
      "step": 5120,
      "tokens_trained": 16.773211008
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.455003191263031,
      "grad_norm": 1.019002079963684,
      "loss": 1.0513,
      "loss_ce": 1.0098958015441895,
      "loss_region": 0.02999117411673069,
      "loss_total": 1.0398869514465332,
      "lr": 0.0010363945720669489,
      "router/selected_tokens_s0": 4293.875,
      "step": 5130,
      "tokens_trained": 16.805971784
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.4578398695128005,
      "grad_norm": 0.9714931845664978,
      "loss": 1.0518,
      "loss_ce": 0.9985664486885071,
      "loss_region": 0.030006328597664833,
      "loss_total": 1.0285727977752686,
      "lr": 0.0010359876800830978,
      "router/selected_tokens_s0": 4355.5,
      "step": 5140,
      "tokens_trained": 16.838737224
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.46067654776257,
      "grad_norm": 0.8966345191001892,
      "loss": 1.0456,
      "loss_ce": 1.061452031135559,
      "loss_region": 0.030002159997820854,
      "loss_total": 1.0914541482925415,
      "lr": 0.0010355807880992468,
      "router/selected_tokens_s0": 4324.375,
      "step": 5150,
      "tokens_trained": 16.871502664
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.4635132260123396,
      "grad_norm": 0.6720635294914246,
      "loss": 1.0403,
      "loss_ce": 1.0887715816497803,
      "loss_region": 0.030005764216184616,
      "loss_total": 1.1187773942947388,
      "lr": 0.0010351738961153958,
      "router/selected_tokens_s0": 4345.375,
      "step": 5160,
      "tokens_trained": 16.904268104
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.466349904262109,
      "grad_norm": 0.7350347638130188,
      "loss": 1.0505,
      "loss_ce": 1.0535961389541626,
      "loss_region": 0.030005428940057755,
      "loss_total": 1.0836015939712524,
      "lr": 0.0010347670041315447,
      "router/selected_tokens_s0": 4381.75,
      "step": 5170,
      "tokens_trained": 16.937030128
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.4691865825118786,
      "grad_norm": 0.44304972887039185,
      "loss": 1.0432,
      "loss_ce": 1.0507234334945679,
      "loss_region": 0.030006472021341324,
      "loss_total": 1.0807299613952637,
      "lr": 0.0010343601121476937,
      "router/selected_tokens_s0": 4387.25,
      "step": 5180,
      "tokens_trained": 16.969795184
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.4720232607616481,
      "grad_norm": 0.441457062959671,
      "loss": 1.0491,
      "loss_ce": 1.0120573043823242,
      "loss_region": 0.030006378889083862,
      "loss_total": 1.0420637130737305,
      "lr": 0.0010339532201638427,
      "router/selected_tokens_s0": 4363.625,
      "step": 5190,
      "tokens_trained": 17.002560624
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.4748599390114177,
      "grad_norm": 0.8241252303123474,
      "loss": 1.0567,
      "loss_ce": 1.0892800092697144,
      "loss_region": 0.03000868298113346,
      "loss_total": 1.119288682937622,
      "lr": 0.0010335463281799918,
      "router/selected_tokens_s0": 4367.125,
      "step": 5200,
      "tokens_trained": 17.035326064
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.4776966172611872,
      "grad_norm": 0.5182619690895081,
      "loss": 1.0408,
      "loss_ce": 0.9733250737190247,
      "loss_region": 0.030004369094967842,
      "loss_total": 1.0033293962478638,
      "lr": 0.0010331394361961408,
      "router/selected_tokens_s0": 4326.25,
      "step": 5210,
      "tokens_trained": 17.068091504
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.4805332955109567,
      "grad_norm": 0.7119126319885254,
      "loss": 1.0389,
      "loss_ce": 0.9868582487106323,
      "loss_region": 0.03000757470726967,
      "loss_total": 1.016865849494934,
      "lr": 0.0010327325442122898,
      "router/selected_tokens_s0": 4388.0,
      "step": 5220,
      "tokens_trained": 17.100856944
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.4833699737607262,
      "grad_norm": 1.0945305824279785,
      "loss": 1.0462,
      "loss_ce": 0.9747534990310669,
      "loss_region": 0.030006079003214836,
      "loss_total": 1.0047595500946045,
      "lr": 0.0010323256522284385,
      "router/selected_tokens_s0": 4341.25,
      "step": 5230,
      "tokens_trained": 17.133622384
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.4862066520104957,
      "grad_norm": 0.8298206329345703,
      "loss": 1.0351,
      "loss_ce": 1.05121648311615,
      "loss_region": 0.030005764216184616,
      "loss_total": 1.0812222957611084,
      "lr": 0.0010319187602445875,
      "router/selected_tokens_s0": 4326.375,
      "step": 5240,
      "tokens_trained": 17.166385424
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.4890433302602653,
      "grad_norm": 0.4219936728477478,
      "loss": 1.0484,
      "loss_ce": 0.8292503952980042,
      "loss_region": 0.030046647414565086,
      "loss_total": 0.8592970371246338,
      "lr": 0.0010315118682607365,
      "router/selected_tokens_s0": 4365.125,
      "step": 5250,
      "tokens_trained": 17.199150864
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.4918800085100348,
      "grad_norm": 0.19638904929161072,
      "loss": 1.0493,
      "loss_ce": 0.9696671962738037,
      "loss_region": 0.030005378648638725,
      "loss_total": 0.9996725916862488,
      "lr": 0.0010311049762768854,
      "router/selected_tokens_s0": 4325.25,
      "step": 5260,
      "tokens_trained": 17.231916304
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.4947166867598043,
      "grad_norm": 0.786198079586029,
      "loss": 1.0451,
      "loss_ce": 1.0354949235916138,
      "loss_region": 0.03000979870557785,
      "loss_total": 1.0655046701431274,
      "lr": 0.0010306980842930346,
      "router/selected_tokens_s0": 4347.125,
      "step": 5270,
      "tokens_trained": 17.264676432
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.4975533650095738,
      "grad_norm": 0.7419178485870361,
      "loss": 1.041,
      "loss_ce": 0.928809404373169,
      "loss_region": 0.030001329258084297,
      "loss_total": 0.9588107466697693,
      "lr": 0.0010302911923091836,
      "router/selected_tokens_s0": 4279.625,
      "step": 5280,
      "tokens_trained": 17.297440272
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.5003900432593433,
      "grad_norm": 0.8321080803871155,
      "loss": 1.0508,
      "loss_ce": 1.090352177619934,
      "loss_region": 0.030001569539308548,
      "loss_total": 1.1203536987304688,
      "lr": 0.0010298843003253325,
      "router/selected_tokens_s0": 4361.625,
      "step": 5290,
      "tokens_trained": 17.330205712
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.5032267215091129,
      "grad_norm": 0.43943366408348083,
      "loss": 1.0423,
      "loss_ce": 1.054518461227417,
      "loss_region": 0.03000991977751255,
      "loss_total": 1.0845283269882202,
      "lr": 0.0010294774083414815,
      "router/selected_tokens_s0": 4375.625,
      "step": 5300,
      "tokens_trained": 17.362971152
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.5060633997588824,
      "grad_norm": 0.9542965888977051,
      "loss": 1.0469,
      "loss_ce": 1.113122820854187,
      "loss_region": 0.030009111389517784,
      "loss_total": 1.143131971359253,
      "lr": 0.0010290705163576305,
      "router/selected_tokens_s0": 4369.0,
      "step": 5310,
      "tokens_trained": 17.395736592
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.508900078008652,
      "grad_norm": 0.6456644535064697,
      "loss": 1.0438,
      "loss_ce": 1.0606231689453125,
      "loss_region": 0.030006930232048035,
      "loss_total": 1.090630054473877,
      "lr": 0.0010286636243737794,
      "router/selected_tokens_s0": 4360.125,
      "step": 5320,
      "tokens_trained": 17.428502032
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.5117367562584214,
      "grad_norm": 1.505149006843567,
      "loss": 1.0426,
      "loss_ce": 1.065946340560913,
      "loss_region": 0.030012134462594986,
      "loss_total": 1.0959584712982178,
      "lr": 0.0010282567323899284,
      "router/selected_tokens_s0": 4342.875,
      "step": 5330,
      "tokens_trained": 17.461262816
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.514573434508191,
      "grad_norm": 0.5819237232208252,
      "loss": 1.0424,
      "loss_ce": 0.9712111353874207,
      "loss_region": 0.030006036162376404,
      "loss_total": 1.0012171268463135,
      "lr": 0.0010278498404060774,
      "router/selected_tokens_s0": 4354.625,
      "step": 5340,
      "tokens_trained": 17.494028256
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.5174101127579604,
      "grad_norm": 0.5115887522697449,
      "loss": 1.0468,
      "loss_ce": 1.0570096969604492,
      "loss_region": 0.0300076175481081,
      "loss_total": 1.087017297744751,
      "lr": 0.0010274429484222263,
      "router/selected_tokens_s0": 4346.5,
      "step": 5350,
      "tokens_trained": 17.526793696
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.52024679100773,
      "grad_norm": 0.5018046498298645,
      "loss": 1.0437,
      "loss_ce": 0.9743192195892334,
      "loss_region": 0.030005570501089096,
      "loss_total": 1.0043247938156128,
      "lr": 0.0010270360564383753,
      "router/selected_tokens_s0": 4360.75,
      "step": 5360,
      "tokens_trained": 17.559559136
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.5230834692574995,
      "grad_norm": 0.7800183892250061,
      "loss": 1.0429,
      "loss_ce": 1.0386371612548828,
      "loss_region": 0.030008897185325623,
      "loss_total": 1.0686460733413696,
      "lr": 0.0010266291644545243,
      "router/selected_tokens_s0": 4364.125,
      "step": 5370,
      "tokens_trained": 17.59232456
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.525920147507269,
      "grad_norm": 0.6966549754142761,
      "loss": 1.0489,
      "loss_ce": 0.8995506167411804,
      "loss_region": 0.03000815026462078,
      "loss_total": 0.9295587539672852,
      "lr": 0.0010262222724706732,
      "router/selected_tokens_s0": 4385.75,
      "step": 5380,
      "tokens_trained": 17.6250892
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.5287568257570385,
      "grad_norm": 0.5771371722221375,
      "loss": 1.0467,
      "loss_ce": 0.9319908022880554,
      "loss_region": 0.0300018098205328,
      "loss_total": 0.961992621421814,
      "lr": 0.0010258153804868222,
      "router/selected_tokens_s0": 4344.5,
      "step": 5390,
      "tokens_trained": 17.65785464
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.531593504006808,
      "grad_norm": 0.553460955619812,
      "loss": 1.0509,
      "loss_ce": 1.0958824157714844,
      "loss_region": 0.030008256435394287,
      "loss_total": 1.1258907318115234,
      "lr": 0.0010254084885029712,
      "router/selected_tokens_s0": 4395.875,
      "step": 5400,
      "tokens_trained": 17.69062008
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.5344301822565776,
      "grad_norm": 0.7295851111412048,
      "loss": 1.0446,
      "loss_ce": 1.0735763311386108,
      "loss_region": 0.030002327635884285,
      "loss_total": 1.1035786867141724,
      "lr": 0.0010250015965191201,
      "router/selected_tokens_s0": 4300.625,
      "step": 5410,
      "tokens_trained": 17.72338552
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.537266860506347,
      "grad_norm": 0.4493541419506073,
      "loss": 1.041,
      "loss_ce": 1.1575278043746948,
      "loss_region": 0.030008507892489433,
      "loss_total": 1.187536358833313,
      "lr": 0.001024594704535269,
      "router/selected_tokens_s0": 4385.875,
      "step": 5420,
      "tokens_trained": 17.75615016
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.5401035387561166,
      "grad_norm": 1.0313796997070312,
      "loss": 1.0498,
      "loss_ce": 1.0423924922943115,
      "loss_region": 0.030005216598510742,
      "loss_total": 1.0723977088928223,
      "lr": 0.001024187812551418,
      "router/selected_tokens_s0": 4385.5,
      "step": 5430,
      "tokens_trained": 17.78891464
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.5429402170058861,
      "grad_norm": 0.6560305953025818,
      "loss": 1.0418,
      "loss_ce": 0.9702669978141785,
      "loss_region": 0.030001483857631683,
      "loss_total": 1.0002684593200684,
      "lr": 0.001023780920567567,
      "router/selected_tokens_s0": 4346.375,
      "step": 5440,
      "tokens_trained": 17.821677712
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.5457768952556556,
      "grad_norm": 0.2240542620420456,
      "loss": 1.038,
      "loss_ce": 1.117678165435791,
      "loss_region": 0.03000263124704361,
      "loss_total": 1.1476807594299316,
      "lr": 0.0010233740285837162,
      "router/selected_tokens_s0": 4357.25,
      "step": 5450,
      "tokens_trained": 17.854443152
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.5486135735054252,
      "grad_norm": 0.3824736475944519,
      "loss": 1.0438,
      "loss_ce": 1.013928771018982,
      "loss_region": 0.030003132298588753,
      "loss_total": 1.0439319610595703,
      "lr": 0.0010229671365998652,
      "router/selected_tokens_s0": 4288.0,
      "step": 5460,
      "tokens_trained": 17.88720588
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.5514502517551947,
      "grad_norm": 1.2875090837478638,
      "loss": 1.0417,
      "loss_ce": 1.0048933029174805,
      "loss_region": 0.03000313974916935,
      "loss_total": 1.0348964929580688,
      "lr": 0.0010225602446160141,
      "router/selected_tokens_s0": 4326.0,
      "step": 5470,
      "tokens_trained": 17.91997132
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.5542869300049642,
      "grad_norm": 0.32429569959640503,
      "loss": 1.0345,
      "loss_ce": 0.8651331067085266,
      "loss_region": 0.029996881261467934,
      "loss_total": 0.8951299786567688,
      "lr": 0.0010221533526321629,
      "router/selected_tokens_s0": 4298.625,
      "step": 5480,
      "tokens_trained": 17.952736472
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.5571236082547337,
      "grad_norm": 0.7797481417655945,
      "loss": 1.0423,
      "loss_ce": 1.0778536796569824,
      "loss_region": 0.03001037798821926,
      "loss_total": 1.1078640222549438,
      "lr": 0.0010217464606483118,
      "router/selected_tokens_s0": 4417.75,
      "step": 5490,
      "tokens_trained": 17.985498936
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.5599602865045032,
      "grad_norm": 0.6121678352355957,
      "loss": 1.0487,
      "loss_ce": 1.0614382028579712,
      "loss_region": 0.030010351911187172,
      "loss_total": 1.0914485454559326,
      "lr": 0.0010213395686644608,
      "router/selected_tokens_s0": 4413.5,
      "step": 5500,
      "tokens_trained": 18.018264376
    },
    {
      "epoch": 1.5599602865045032,
      "eval_ppl": 2.76765789476978,
      "eval_runtime": 2.4835,
      "step": 5500,
      "tokens_trained": 18.018264376
    },
    {
      "epoch": 1.5599602865045032,
      "eval_F": 0.3403231655326333,
      "eval_F_cds": 0.34277235568564984,
      "eval_F_dig": 0.3267703205979634,
      "eval_F_exon": 0.34366801139729736,
      "eval_F_intron": 0.3408284238068733,
      "eval_F_nig": 0.34099593292063235,
      "eval_F_promoter": 0.33725428255936774,
      "eval_F_utr": 0.34147572250874536,
      "eval_G": 0.3415901383306685,
      "eval_G_cds": 0.3420066364335616,
      "eval_G_dig": 0.39036181619006693,
      "eval_G_exon": 0.3413997151557254,
      "eval_G_intron": 0.34085139204059245,
      "eval_G_nig": 0.3408783641023706,
      "eval_G_promoter": 0.34279264794696634,
      "eval_G_utr": 0.34078024569894544,
      "eval_avg_bp_per_token": 2.9383835756079635,
      "eval_bp_per_token/cds": 2.9173881248378195,
      "eval_bp_per_token/dig": 3.0602534470391327,
      "eval_bp_per_token/exon": 2.9097849285831554,
      "eval_bp_per_token/intron": 2.934027593211061,
      "eval_bp_per_token/nig": 2.9325862963672136,
      "eval_bp_per_token/promoter": 2.9651217248040944,
      "eval_bp_per_token/utr": 2.9284658735128364,
      "eval_ppl_cds": 3.18907175811622,
      "eval_ppl_dig": 1.081375085654356,
      "eval_ppl_exon": 3.2359904440638463,
      "eval_ppl_intron": 2.8314949801099587,
      "eval_ppl_nig": 2.600385066779234,
      "eval_ppl_promoter": 3.03807385354442,
      "eval_ppl_utr": 3.1444852350411727,
      "step": 5500,
      "tokens_trained": 18.018264376
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.5627969647542728,
      "grad_norm": 0.4803471267223358,
      "loss": 1.0374,
      "loss_ce": 0.9833582043647766,
      "loss_region": 0.030004315078258514,
      "loss_total": 1.0133625268936157,
      "lr": 0.0010209326766806098,
      "router/selected_tokens_s0": 4338.875,
      "step": 5510,
      "tokens_trained": 18.051029816
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.5656336430040423,
      "grad_norm": 1.0378037691116333,
      "loss": 1.0417,
      "loss_ce": 1.0130213499069214,
      "loss_region": 0.030004722997546196,
      "loss_total": 1.043026089668274,
      "lr": 0.001020525784696759,
      "router/selected_tokens_s0": 4365.25,
      "step": 5520,
      "tokens_trained": 18.083794456
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.5684703212538118,
      "grad_norm": 0.2039332240819931,
      "loss": 1.0337,
      "loss_ce": 0.972812831401825,
      "loss_region": 0.030001500621438026,
      "loss_total": 1.0028142929077148,
      "lr": 0.001020118892712908,
      "router/selected_tokens_s0": 4273.375,
      "step": 5530,
      "tokens_trained": 18.116559896
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.5713069995035813,
      "grad_norm": 0.9828659296035767,
      "loss": 1.0435,
      "loss_ce": 1.0882686376571655,
      "loss_region": 0.030004315078258514,
      "loss_total": 1.1182729005813599,
      "lr": 0.0010197120007290569,
      "router/selected_tokens_s0": 4338.375,
      "step": 5540,
      "tokens_trained": 18.149325336
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.5741436777533508,
      "grad_norm": 0.4906889498233795,
      "loss": 1.0405,
      "loss_ce": 0.9475066661834717,
      "loss_region": 0.030002078041434288,
      "loss_total": 0.9775087237358093,
      "lr": 0.0010193051087452058,
      "router/selected_tokens_s0": 4325.25,
      "step": 5550,
      "tokens_trained": 18.182090776
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.5769803560031204,
      "grad_norm": 0.6963337659835815,
      "loss": 1.0379,
      "loss_ce": 0.7684432864189148,
      "loss_region": 0.029997603967785835,
      "loss_total": 0.7984408736228943,
      "lr": 0.0010188982167613548,
      "router/selected_tokens_s0": 4256.625,
      "step": 5560,
      "tokens_trained": 18.214852704
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.5798170342528899,
      "grad_norm": 0.6726390719413757,
      "loss": 1.0506,
      "loss_ce": 1.0656613111495972,
      "loss_region": 0.030005795881152153,
      "loss_total": 1.0956671237945557,
      "lr": 0.0010184913247775038,
      "router/selected_tokens_s0": 4383.75,
      "step": 5570,
      "tokens_trained": 18.247618144
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.5826537125026594,
      "grad_norm": 0.5460783839225769,
      "loss": 1.0391,
      "loss_ce": 0.9652643203735352,
      "loss_region": 0.030002180486917496,
      "loss_total": 0.9952664971351624,
      "lr": 0.0010180844327936527,
      "router/selected_tokens_s0": 4303.875,
      "step": 5580,
      "tokens_trained": 18.280383584
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.585490390752429,
      "grad_norm": 0.35639381408691406,
      "loss": 1.0356,
      "loss_ce": 0.88677579164505,
      "loss_region": 0.030002212151885033,
      "loss_total": 0.916778028011322,
      "lr": 0.0010176775408098017,
      "router/selected_tokens_s0": 4362.625,
      "step": 5590,
      "tokens_trained": 18.313149024
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.5883270690021984,
      "grad_norm": 0.5016544461250305,
      "loss": 1.0311,
      "loss_ce": 1.0120795965194702,
      "loss_region": 0.030004823580384254,
      "loss_total": 1.0420844554901123,
      "lr": 0.0010172706488259507,
      "router/selected_tokens_s0": 4349.75,
      "step": 5600,
      "tokens_trained": 18.345914464
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.591163747251968,
      "grad_norm": 0.687404990196228,
      "loss": 1.0409,
      "loss_ce": 1.033144235610962,
      "loss_region": 0.03000274859368801,
      "loss_total": 1.063146948814392,
      "lr": 0.0010168637568420996,
      "router/selected_tokens_s0": 4313.5,
      "step": 5610,
      "tokens_trained": 18.378679104
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.5940004255017375,
      "grad_norm": 0.3557313084602356,
      "loss": 1.0342,
      "loss_ce": 0.9033691883087158,
      "loss_region": 0.030007191002368927,
      "loss_total": 0.9333763718605042,
      "lr": 0.0010164568648582486,
      "router/selected_tokens_s0": 4394.375,
      "step": 5620,
      "tokens_trained": 18.411444544
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.596837103751507,
      "grad_norm": 0.6189426183700562,
      "loss": 1.04,
      "loss_ce": 0.8717077970504761,
      "loss_region": 0.03000614605844021,
      "loss_total": 0.9017139673233032,
      "lr": 0.0010160499728743976,
      "router/selected_tokens_s0": 4337.5,
      "step": 5630,
      "tokens_trained": 18.444209984
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.5996737820012765,
      "grad_norm": 0.6988716721534729,
      "loss": 1.0305,
      "loss_ce": 0.975788950920105,
      "loss_region": 0.029997356235980988,
      "loss_total": 1.0057862997055054,
      "lr": 0.0010156430808905465,
      "router/selected_tokens_s0": 4335.875,
      "step": 5640,
      "tokens_trained": 18.476975424
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.602510460251046,
      "grad_norm": 0.6643272042274475,
      "loss": 1.0403,
      "loss_ce": 1.1351817846298218,
      "loss_region": 0.030008381232619286,
      "loss_total": 1.1651902198791504,
      "lr": 0.0010152361889066955,
      "router/selected_tokens_s0": 4362.25,
      "step": 5650,
      "tokens_trained": 18.509739264
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.6053471385008156,
      "grad_norm": 0.8286615014076233,
      "loss": 1.0373,
      "loss_ce": 0.8297767043113708,
      "loss_region": 0.03000292181968689,
      "loss_total": 0.8597795963287354,
      "lr": 0.0010148292969228445,
      "router/selected_tokens_s0": 4327.25,
      "step": 5660,
      "tokens_trained": 18.542503904
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.608183816750585,
      "grad_norm": 0.22749805450439453,
      "loss": 1.0352,
      "loss_ce": 0.9598128795623779,
      "loss_region": 0.03000240959227085,
      "loss_total": 0.9898152947425842,
      "lr": 0.0010144224049389934,
      "router/selected_tokens_s0": 4316.75,
      "step": 5670,
      "tokens_trained": 18.575269344
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.6110204950003546,
      "grad_norm": 0.25335147976875305,
      "loss": 1.0285,
      "loss_ce": 0.975443422794342,
      "loss_region": 0.030008111149072647,
      "loss_total": 1.0054515600204468,
      "lr": 0.0010140155129551424,
      "router/selected_tokens_s0": 4387.0,
      "step": 5680,
      "tokens_trained": 18.608031832
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.6138571732501241,
      "grad_norm": 0.8008378148078918,
      "loss": 1.0393,
      "loss_ce": 1.088114619255066,
      "loss_region": 0.030002346262335777,
      "loss_total": 1.1181169748306274,
      "lr": 0.0010136086209712914,
      "router/selected_tokens_s0": 4368.875,
      "step": 5690,
      "tokens_trained": 18.640797272
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.6166938514998936,
      "grad_norm": 0.6417054533958435,
      "loss": 1.0381,
      "loss_ce": 0.9379876255989075,
      "loss_region": 0.03000989928841591,
      "loss_total": 0.9679975509643555,
      "lr": 0.0010132017289874405,
      "router/selected_tokens_s0": 4368.875,
      "step": 5700,
      "tokens_trained": 18.673562712
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.6195305297496632,
      "grad_norm": 1.3401010036468506,
      "loss": 1.0339,
      "loss_ce": 1.040677785873413,
      "loss_region": 0.030000442638993263,
      "loss_total": 1.0706782341003418,
      "lr": 0.0010127948370035895,
      "router/selected_tokens_s0": 4332.25,
      "step": 5710,
      "tokens_trained": 18.706328152
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.6223672079994327,
      "grad_norm": 0.9140957593917847,
      "loss": 1.0432,
      "loss_ce": 1.1209052801132202,
      "loss_region": 0.03001645766198635,
      "loss_total": 1.1509217023849487,
      "lr": 0.0010123879450197385,
      "router/selected_tokens_s0": 4408.625,
      "step": 5720,
      "tokens_trained": 18.739093568
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.6252038862492022,
      "grad_norm": 0.38389793038368225,
      "loss": 1.0393,
      "loss_ce": 0.9129772782325745,
      "loss_region": 0.02999955601990223,
      "loss_total": 0.9429768323898315,
      "lr": 0.0010119810530358872,
      "router/selected_tokens_s0": 4306.5,
      "step": 5730,
      "tokens_trained": 18.771858208
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.6280405644989717,
      "grad_norm": 1.761724829673767,
      "loss": 1.0455,
      "loss_ce": 1.0788276195526123,
      "loss_region": 0.030005717650055885,
      "loss_total": 1.1088333129882812,
      "lr": 0.0010115741610520362,
      "router/selected_tokens_s0": 4344.625,
      "step": 5740,
      "tokens_trained": 18.804619848
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.6308772427487412,
      "grad_norm": 0.514764666557312,
      "loss": 1.0331,
      "loss_ce": 1.0706536769866943,
      "loss_region": 0.030006183311343193,
      "loss_total": 1.1006598472595215,
      "lr": 0.0010111672690681851,
      "router/selected_tokens_s0": 4372.25,
      "step": 5750,
      "tokens_trained": 18.837385288
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.6337139209985108,
      "grad_norm": 0.40612781047821045,
      "loss": 1.036,
      "loss_ce": 1.0906848907470703,
      "loss_region": 0.030003517866134644,
      "loss_total": 1.1206884384155273,
      "lr": 0.0010107603770843341,
      "router/selected_tokens_s0": 4322.25,
      "step": 5760,
      "tokens_trained": 18.870150648
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.6365505992482803,
      "grad_norm": 0.26753610372543335,
      "loss": 1.0316,
      "loss_ce": 1.00560462474823,
      "loss_region": 0.030005289241671562,
      "loss_total": 1.0356099605560303,
      "lr": 0.0010103534851004833,
      "router/selected_tokens_s0": 4323.5,
      "step": 5770,
      "tokens_trained": 18.902916088
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.6393872774980498,
      "grad_norm": 0.41570785641670227,
      "loss": 1.0386,
      "loss_ce": 0.9916934370994568,
      "loss_region": 0.03000512719154358,
      "loss_total": 1.0216985940933228,
      "lr": 0.0010099465931166323,
      "router/selected_tokens_s0": 4347.375,
      "step": 5780,
      "tokens_trained": 18.935681528
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.6422239557478193,
      "grad_norm": 0.5421174168586731,
      "loss": 1.0318,
      "loss_ce": 0.9400946497917175,
      "loss_region": 0.030001504346728325,
      "loss_total": 0.9700961709022522,
      "lr": 0.0010095397011327812,
      "router/selected_tokens_s0": 4331.0,
      "step": 5790,
      "tokens_trained": 18.968446968
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.6450606339975888,
      "grad_norm": 0.4832181930541992,
      "loss": 1.0337,
      "loss_ce": 0.9629077911376953,
      "loss_region": 0.030001387000083923,
      "loss_total": 0.9929091930389404,
      "lr": 0.0010091328091489302,
      "router/selected_tokens_s0": 4295.375,
      "step": 5800,
      "tokens_trained": 19.001210808
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.6478973122473584,
      "grad_norm": 1.0204321146011353,
      "loss": 1.0304,
      "loss_ce": 1.013646125793457,
      "loss_region": 0.03000660054385662,
      "loss_total": 1.0436527729034424,
      "lr": 0.0010087259171650792,
      "router/selected_tokens_s0": 4419.5,
      "step": 5810,
      "tokens_trained": 19.033976248
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.6507339904971279,
      "grad_norm": 0.5032446384429932,
      "loss": 1.0334,
      "loss_ce": 1.0649542808532715,
      "loss_region": 0.030000925064086914,
      "loss_total": 1.0949552059173584,
      "lr": 0.0010083190251812281,
      "router/selected_tokens_s0": 4287.125,
      "step": 5820,
      "tokens_trained": 19.066741688
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.6535706687468974,
      "grad_norm": 0.5891702175140381,
      "loss": 1.0297,
      "loss_ce": 1.0153957605361938,
      "loss_region": 0.030004706233739853,
      "loss_total": 1.0454005002975464,
      "lr": 0.001007912133197377,
      "router/selected_tokens_s0": 4354.75,
      "step": 5830,
      "tokens_trained": 19.099507128
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.656407346996667,
      "grad_norm": 0.6594350934028625,
      "loss": 1.0346,
      "loss_ce": 1.0509767532348633,
      "loss_region": 0.03000517748296261,
      "loss_total": 1.080981969833374,
      "lr": 0.001007505241213526,
      "router/selected_tokens_s0": 4363.25,
      "step": 5840,
      "tokens_trained": 19.132272568
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.6592440252464364,
      "grad_norm": 0.5906273126602173,
      "loss": 1.0337,
      "loss_ce": 1.0429621934890747,
      "loss_region": 0.030009938403964043,
      "loss_total": 1.0729721784591675,
      "lr": 0.001007098349229675,
      "router/selected_tokens_s0": 4366.125,
      "step": 5850,
      "tokens_trained": 19.165038008
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.662080703496206,
      "grad_norm": 0.47190093994140625,
      "loss": 1.0335,
      "loss_ce": 0.950088381767273,
      "loss_region": 0.030002925544977188,
      "loss_total": 0.9800913333892822,
      "lr": 0.001006691457245824,
      "router/selected_tokens_s0": 4327.5,
      "step": 5860,
      "tokens_trained": 19.197803448
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.6649173817459755,
      "grad_norm": 0.5748708844184875,
      "loss": 1.0324,
      "loss_ce": 1.0693488121032715,
      "loss_region": 0.030013523995876312,
      "loss_total": 1.0993623733520508,
      "lr": 0.001006284565261973,
      "router/selected_tokens_s0": 4386.25,
      "step": 5870,
      "tokens_trained": 19.230568888
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.667754059995745,
      "grad_norm": 0.5576515793800354,
      "loss": 1.0347,
      "loss_ce": 1.090317964553833,
      "loss_region": 0.030007001012563705,
      "loss_total": 1.120324969291687,
      "lr": 0.001005877673278122,
      "router/selected_tokens_s0": 4399.0,
      "step": 5880,
      "tokens_trained": 19.263333528
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.6705907382455145,
      "grad_norm": 0.4692791998386383,
      "loss": 1.0231,
      "loss_ce": 0.9621900320053101,
      "loss_region": 0.02999553643167019,
      "loss_total": 0.9921855926513672,
      "lr": 0.0010054707812942709,
      "router/selected_tokens_s0": 4265.375,
      "step": 5890,
      "tokens_trained": 19.296098168
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.673427416495284,
      "grad_norm": 0.5106430649757385,
      "loss": 1.0364,
      "loss_ce": 0.8931739330291748,
      "loss_region": 0.030010921880602837,
      "loss_total": 0.923184871673584,
      "lr": 0.0010050638893104198,
      "router/selected_tokens_s0": 4364.125,
      "step": 5900,
      "tokens_trained": 19.328862688
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.6762640947450536,
      "grad_norm": 0.5919066667556763,
      "loss": 1.0405,
      "loss_ce": 1.1164112091064453,
      "loss_region": 0.03000679798424244,
      "loss_total": 1.1464179754257202,
      "lr": 0.0010046569973265688,
      "router/selected_tokens_s0": 4368.0,
      "step": 5910,
      "tokens_trained": 19.361627328
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.679100772994823,
      "grad_norm": 0.5985324382781982,
      "loss": 1.029,
      "loss_ce": 0.8035845160484314,
      "loss_region": 0.030008496716618538,
      "loss_total": 0.8335930109024048,
      "lr": 0.0010042501053427178,
      "router/selected_tokens_s0": 4344.0,
      "step": 5920,
      "tokens_trained": 19.394392768
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.6819374512445926,
      "grad_norm": 0.46029677987098694,
      "loss": 1.0369,
      "loss_ce": 1.1152499914169312,
      "loss_region": 0.030002374202013016,
      "loss_total": 1.1452523469924927,
      "lr": 0.0010038432133588667,
      "router/selected_tokens_s0": 4378.875,
      "step": 5930,
      "tokens_trained": 19.427158208
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.6847741294943621,
      "grad_norm": 0.5811964273452759,
      "loss": 1.0304,
      "loss_ce": 1.0038641691207886,
      "loss_region": 0.03000630810856819,
      "loss_total": 1.0338704586029053,
      "lr": 0.0010034363213750157,
      "router/selected_tokens_s0": 4316.0,
      "step": 5940,
      "tokens_trained": 19.459922848
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.6876108077441316,
      "grad_norm": 0.2964920401573181,
      "loss": 1.0347,
      "loss_ce": 1.0238761901855469,
      "loss_region": 0.03000667691230774,
      "loss_total": 1.0538828372955322,
      "lr": 0.0010030294293911649,
      "router/selected_tokens_s0": 4331.875,
      "step": 5950,
      "tokens_trained": 19.492688288
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.6904474859939012,
      "grad_norm": 0.20688390731811523,
      "loss": 1.031,
      "loss_ce": 1.0256707668304443,
      "loss_region": 0.030003707855939865,
      "loss_total": 1.055674433708191,
      "lr": 0.0010026225374073139,
      "router/selected_tokens_s0": 4327.875,
      "step": 5960,
      "tokens_trained": 19.525453728
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.6932841642436707,
      "grad_norm": 0.4191875755786896,
      "loss": 1.0357,
      "loss_ce": 0.9435751438140869,
      "loss_region": 0.03000720962882042,
      "loss_total": 0.9735823273658752,
      "lr": 0.0010022156454234628,
      "router/selected_tokens_s0": 4370.375,
      "step": 5970,
      "tokens_trained": 19.558219168
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.6961208424934402,
      "grad_norm": 0.6510814428329468,
      "loss": 1.0246,
      "loss_ce": 0.9768120050430298,
      "loss_region": 0.030007587745785713,
      "loss_total": 1.0068196058273315,
      "lr": 0.0010018087534396116,
      "router/selected_tokens_s0": 4360.875,
      "step": 5980,
      "tokens_trained": 19.590983808
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.6989575207432097,
      "grad_norm": 0.477987676858902,
      "loss": 1.0252,
      "loss_ce": 1.0579345226287842,
      "loss_region": 0.030001208186149597,
      "loss_total": 1.0879356861114502,
      "lr": 0.0010014018614557605,
      "router/selected_tokens_s0": 4310.375,
      "step": 5990,
      "tokens_trained": 19.623749248
    },
    {
      "comp/rl_weight": 0.03,
      "comp/strictness": 0.0,
      "epoch": 1.7017941989929792,
      "grad_norm": 0.5178934335708618,
      "loss": 1.0325,
      "loss_ce": 1.01963472366333,
      "loss_region": 0.03001089207828045,
      "loss_total": 1.0496456623077393,
      "lr": 0.0010009949694719095,
      "router/selected_tokens_s0": 4379.5,
      "step": 6000,
      "tokens_trained": 19.65651468
    },
    {
      "epoch": 1.7017941989929792,
      "eval_ppl": 2.7438295521464737,
      "eval_runtime": 2.524,
      "step": 6000,
      "tokens_trained": 19.65651468
    },
    {
      "epoch": 1.7017941989929792,
      "eval_F": 0.34151615105799704,
      "eval_F_cds": 0.3443491198421619,
      "eval_F_dig": 0.3249212178034742,
      "eval_F_exon": 0.3452196236634976,
      "eval_F_intron": 0.3418051895789037,
      "eval_F_nig": 0.3420160147164305,
      "eval_F_promoter": 0.33950926318966235,
      "eval_F_utr": 0.34296393229500766,
      "eval_G": 0.3440260132521393,
      "eval_G_cds": 0.34685659178384587,
      "eval_G_dig": 0.3855714028765268,
      "eval_G_exon": 0.3442092298449093,
      "eval_G_intron": 0.3428874806376615,
      "eval_G_nig": 0.34218012092239336,
      "eval_G_promoter": 0.34825656510586706,
      "eval_G_utr": 0.3435660953042277,
      "eval_avg_bp_per_token": 2.9281192028607097,
      "eval_bp_per_token/cds": 2.904029493260696,
      "eval_bp_per_token/dig": 3.077669124719461,
      "eval_bp_per_token/exon": 2.896706709160742,
      "eval_bp_per_token/intron": 2.9256431162791223,
      "eval_bp_per_token/nig": 2.9238396945508875,
      "eval_bp_per_token/promoter": 2.9454277347400777,
      "eval_bp_per_token/utr": 2.9157584977181474,
      "eval_ppl_cds": 3.1473755860930703,
      "eval_ppl_dig": 1.0781771784423138,
      "eval_ppl_exon": 3.215945780217024,
      "eval_ppl_intron": 2.8130272235017966,
      "eval_ppl_nig": 2.58073245677091,
      "eval_ppl_promoter": 2.9110875223569272,
      "eval_ppl_utr": 3.090760374244644,
      "step": 6000,
      "tokens_trained": 19.65651468
    }
  ],
  "logging_steps": 10,
  "max_steps": 30600,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9,
  "save_steps": 3000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}