Upload sweep/full_v5_temp25_400m/result.json with huggingface_hub

sweep/full_v5_temp25_400m/result.json

@@ -0,0 +1,1263 @@
+{
+  "experiment": "full_v5_temp25_400m",
+  "size": "400m",
+  "model": "routed",
+  "seed": 42,
+  "n_params": 421837848,
+  "final_val_loss": 2.9571723413467406,
+  "final_ppl": 19.24348075595874,
+  "total_steps": 6000,
+  "time_hours": 7.556741756134563,
+  "tokens_per_sec": 28908.402640065466,
+  "config": {
+    "n_layers": 12,
+    "n_heads": 12,
+    "d_model": 1536,
+    "d_ff": 4096,
+    "k_directions": 4,
+    "k_mlp": null,
+    "k_schedule": "constant",
+    "temperature": 2.5,
+    "route_range": 1.0,
+    "mlp_routing": true,
+    "per_token": false,
+    "parallel": false,
+    "ortho_init": false,
+    "routing_lr_mult": 1.0,
+    "max_docs_train": 150000
+  },
+  "history": {
+    "train_loss": [
+      11.012570476531982,
+      10.09574739933014,
+      9.227817130088805,
+      8.802814197540282,
+      8.491164553165437,
+      8.111552447080612,
+      7.785983127355576,
+      7.526975828409195,
+      7.37475466132164,
+      7.248800534009933,
+      7.121462804079056,
+      7.01013799905777,
+      6.907574343681335,
+      6.8234876036643985,
+      6.715454125404358,
+      6.617250990867615,
+      6.551045525074005,
+      6.449392455816269,
+      6.42326198220253,
+      6.349178397655487,
+      6.30110269188881,
+      6.219751381874085,
+      6.177108913660049,
+      6.127916634082794,
+      6.115696012973785,
+      6.025906479358673,
+      5.997657829523087,
+      5.976201069355011,
+      5.884040457010269,
+      5.865843272209167,
+      5.8238259077072145,
+      5.773137503862381,
+      5.750277751684189,
+      5.711340588331223,
+      5.65882933139801,
+      5.652548444271088,
+      5.617515015602112,
+      5.580779963731766,
+      5.564275884628296,
+      5.554534506797791,
+      5.4982271015644075,
+      5.481846046447754,
+      5.446334731578827,
+      5.435664612054825,
+      5.4264042496681215,
+      5.355115711688995,
+      5.3452490150928496,
+      5.318474066257477,
+      5.285748559236526,
+      5.246428596973419,
+      5.230911099910736,
+      5.242220264673233,
+      5.204298895597458,
+      5.177348494529724,
+      5.1390698730945585,
+      5.125979870557785,
+      5.118876791000366,
+      5.080947411060333,
+      5.048471301794052,
+      5.01805095076561,
+      5.012185221910476,
+      4.980535250902176,
+      4.956270688772202,
+      4.94497304558754,
+      4.912775307893753,
+      4.913991236686707,
+      4.884621602296829,
+      4.85426652431488,
+      4.840455973148346,
+      4.839999467134476,
+      4.796188884973526,
+      4.800077855587006,
+      4.781405508518219,
+      4.755749636888504,
+      4.737633728981018,
+      4.710145759582519,
+      4.700949382781983,
+      4.702556693553925,
+      4.681869375705719,
+      4.64933550953865,
+      4.6048510551452635,
+      4.5932805895805355,
+      4.588647538423539,
+      4.563527137041092,
+      4.572670066356659,
+      4.567697113752365,
+      4.549518752098083,
+      4.55214890241623,
+      4.548380017280579,
+      4.548840641975403,
+      4.5159634232521055,
+      4.498076361417771,
+      4.481091117858886,
+      4.475867038965225,
+      4.4818396210670475,
+      4.470985066890717,
+      4.462387961149216,
+      4.460994553565979,
+      4.451307028532028,
+      4.422274649143219,
+      4.438541263341904,
+      4.436499577760697,
+      4.429226088523865,
+      4.404660362005234,
+      4.398533451557159,
+      4.401390933990479,
+      4.405785411596298,
+      4.376064264774323,
+      4.362727987766266,
+      4.361620128154755,
+      4.351863884925843,
+      4.374584007263183,
+      4.358851933479309,
+      4.34887792468071,
+      4.344587022066117,
+      4.333904725313187,
+      4.306387287378311,
+      4.316037994623184,
+      4.320385998487472,
+      4.293820554018021,
+      4.308018696308136,
+      4.278994405269623,
+      4.30635529756546,
+      4.2799976706504825,
+      4.289082270860672,
+      4.2622336685657505,
+      4.278071182966232,
+      4.24279368519783,
+      4.248058432340622,
+      4.251552015542984,
+      4.23819255232811,
+      4.233500134944916,
+      4.231071627140045,
+      4.210638707876205,
+      4.219866260886192,
+      4.2355670690536495,
+      4.215641438961029,
+      4.214452266693115,
+      4.212360709905624,
+      4.1981526672840115,
+      4.192911228537559,
+      4.196175801753998,
+      4.172740635275841,
+      4.192073112726211,
+      4.171754077076912,
+      4.142269593477249,
+      4.146889865398407,
+      4.13560671210289,
+      4.155773279070854,
+      4.144881188869476,
+      4.12292409837246,
+      4.135392189025879,
+      4.134042054414749,
+      4.155351769924164,
+      4.111758145689964,
+      4.116038158535957,
+      4.1392774254083635,
+      4.101422396302223,
+      4.104701644182205,
+      4.020470526814461,
+      3.984727182984352,
+      3.9702610999345778,
+      4.013659146428108,
+      3.9779164880514144,
+      3.9944262117147447,
+      3.9965626150369644,
+      3.9961224615573885,
+      3.983487296104431,
+      3.974448835849762,
+      3.984161078929901,
+      4.000345501303673,
+      3.9657316356897354,
+      3.9715644478797913,
+      3.967927622795105,
+      3.997203195095062,
+      3.9775829166173935,
+      3.9537114411592484,
+      3.9683637499809263,
+      3.982170471549034,
+      3.95632945895195,
+      3.9767964273691176,
+      3.963437357544899,
+      3.9587854146957397,
+      3.964640271663666,
+      3.9455593854188917,
+      3.9359162211418153,
+      3.945775082707405,
+      3.9405462205410005,
+      3.9638647556304933,
+      3.9549932032823563,
+      3.9323780477046966,
+      3.928429251909256,
+      3.9438456773757933,
+      3.9391119718551635,
+      3.929342567920685,
+      3.941718304157257,
+      3.935894727706909,
+      3.93434097468853,
+      3.913940781354904,
+      3.9190867960453035,
+      3.911408281326294,
+      3.931501066684723,
+      3.922947973012924,
+      3.9157145619392395,
+      3.9135333091020583,
+      3.9120016902685166,
+      3.9096393793821336,
+      3.9082528054714203,
+      3.9052954494953154,
+      3.8945742040872573,
+      3.881461998820305,
+      3.908293128013611,
+      3.8986207842826843,
+      3.8636638522148132,
+      3.899668949842453,
+      3.886365941166878,
+      3.905834731459618,
+      3.8863833248615265,
+      3.893440967798233,
+      3.883554795384407,
+      3.864449825882912,
+      3.8714256435632706,
+      3.8685785949230196,
+      3.862070697546005,
+      3.881988990306854,
+      3.8451930820941924,
+      3.868421584367752,
+      3.8720255494117737,
+      3.8622779846191406,
+      3.862563344836235,
+      3.8601918280124665,
+      3.866540089249611,
+      3.8517643243074415,
+      3.857491931319237,
+      3.8608490884304048,
+      3.832139936089516,
+      3.85776709318161,
+      3.846856790781021,
+      3.815003815293312,
+      3.708421841263771,
+      3.709130546450615,
+      3.6983475357294084,
+      3.7106119245290756,
+      3.6882843762636184,
+      3.715562051534653,
+      3.702631801366806,
+      3.6973525255918505,
+      3.707225027680397,
+      3.7096934229135514,
+      3.6976331919431686,
+      3.7083229929208756,
+      3.709068962931633,
+      3.6939206033945085,
+      3.7021858990192413,
+      3.687620833516121,
+      3.700747933983803,
+      3.700781264901161,
+      3.6963865876197817,
+      3.703176999092102,
+      3.7045642644166947,
+      3.7029644191265105,
+      3.684699073433876,
+      3.682647082209587,
+      3.6872815817594526,
+      3.687674045562744,
+      3.6927426367998124,
+      3.697625494003296,
+      3.697868597507477,
+      3.694020467996597,
+      3.691278722882271,
+      3.6524631053209307,
+      3.6811154216527937,
+      3.67899566590786,
+      3.667020398378372,
+      3.680568093061447,
+      3.67273568212986,
+      3.6797976762056352,
+      3.6858579218387604,
+      3.68172610104084,
+      3.6823716521263123,
+      3.6608311772346496,
+      3.670893555879593,
+      3.677396449446678,
+      3.655086573958397,
+      3.678174990415573,
+      3.658514580130577,
+      3.6655324369668962,
+      3.669142338633537,
+      3.6664959669113157,
+      3.6787793010473253,
+      3.6605082720518114,
+      3.645248818397522,
+      3.661481574177742,
+      3.6582802414894102,
+      3.657421237230301,
+      3.6636975169181825,
+      3.658707982301712,
+      3.665394166111946,
+      3.65843086540699,
+      3.644170069694519,
+      3.6745477974414826,
+      3.6624808728694918,
+      3.6306949615478517,
+      3.65222524702549,
+      3.6550654649734495,
+      3.6469588458538054,
+      3.6202687114477157,
+      3.6509207278490066,
+      3.637192663550377,
+      3.637355476617813,
+      3.626816827058792,
+      3.651431742310524,
+      3.638951176404953,
+      3.638325509428978,
+      3.6348962873220443,
+      3.64143548309803,
+      3.6179672330617905,
+      3.655401372909546,
+      3.548904410004616,
+      3.4601467698812485,
+      3.4737921565771104,
+      3.4662311762571334,
+      3.479128459095955,
+      3.4838951766490935,
+      3.478159761428833,
+      3.4993175685405733,
+      3.48691246509552,
+      3.504513272643089,
+      3.4780060023069383,
+      3.493852949142456,
+      3.4677161991596224,
+      3.490141600370407,
+      3.4949431359767913,
+      3.468064749240875,
+      3.4869885593652725,
+      3.4800310343503953,
+      3.501248708367348,
+      3.485869911313057,
+      3.4859869509935377,
+      3.482168546319008,
+      3.492859673500061,
+      3.486396938562393,
+      3.49049391746521,
+      3.4906422972679136,
+      3.4665034651756286,
+      3.4864552348852156,
+      3.51033920943737,
+      3.4991568684577943,
+      3.473875442147255,
+      3.483523592352867,
+      3.498658484220505,
+      3.467605236172676,
+      3.461871165037155,
+      3.465391477942467,
+      3.4637813568115234,
+      3.4838889688253403,
+      3.479555356502533,
+      3.4864410877227785,
+      3.472706910967827,
+      3.49250513613224,
+      3.4894170820713044,
+      3.47638558447361,
+      3.4659708827733993,
+      3.48154835999012,
+      3.502179831266403,
+      3.474591261148453,
+      3.4801836639642714,
+      3.4543427139520646,
+      3.473331940174103,
+      3.4752163857221605,
+      3.4815609991550445,
+      3.483657091856003,
+      3.4745821952819824,
+      3.4596223711967466,
+      3.477180430293083,
+      3.471255770325661,
+      3.487254983186722,
+      3.466615378856659,
+      3.462838926911354,
+      3.4659282594919203,
+      3.44950552880764,
+      3.455718237161636,
+      3.487191566824913,
+      3.449726030230522,
+      3.4514058619737624,
+      3.456855592131615,
+      3.456338992714882,
+      3.47224543094635,
+      3.4480631798505783,
+      3.4544857293367386,
+      3.4423369109630584,
+      3.4587143093347548,
+      3.46325304210186,
+      3.456612667441368,
+      3.448910465836525,
+      3.447373792529106,
+      3.4647169947624206,
+      3.440721109509468,
+      3.350190305709839,
+      3.3259314060211183,
+      3.319182041287422,
+      3.3311328679323196,
+      3.3093228697776795,
+      3.297046011686325,
+      3.3072232574224474,
+      3.327196305990219,
+      3.3210248410701753,
+      3.3166453719139097,
+      3.3168898969888687,
+      3.3000988095998762,
+      3.3178299099206923,
+      3.3211764663457872,
+      3.3261303842067718,
+      3.3314262509346007,
+      3.3130683422088625,
+      3.3175355345010757,
+      3.31715832054615,
+      3.30509335398674,
+      3.328796166181564,
+      3.3313044011592865,
+      3.321300205588341,
+      3.3189850777387617,
+      3.3199174612760545,
+      3.3225063025951385,
+      3.312101337313652,
+      3.318348744511604,
+      3.3221561878919603,
+      3.304634138941765,
+      3.3295003086328507,
+      3.3144364029169084,
+      3.3094468653202056,
+      3.315323382616043,
+      3.3178430438041686,
+      3.3366558879613875,
+      3.3296348333358763,
+      3.317659467458725,
+      3.3079901158809664,
+      3.3166673719882964,
+      3.315116176009178,
+      3.2918712496757507,
+      3.3214906483888624,
+      3.3124910831451415,
+      3.3146406769752503,
+      3.3184803813695907,
+      3.317658856511116,
+      3.3336454689502717,
+      3.3107329487800596,
+      3.320358529686928,
+      3.3011802971363067,
+      3.3227922081947328,
+      3.3092315822839735,
+      3.309719052910805,
+      3.322019410133362,
+      3.3009556770324706,
+      3.3181091845035553,
+      3.3006785809993744,
+      3.310529237985611,
+      3.293168756365776,
+      3.3239622563123703,
+      3.296527636051178,
+      3.3060725182294846,
+      3.2890007495880127,
+      3.2932930260896685,
+      3.31217437684536,
+      3.304770329594612,
+      3.2909868508577347,
+      3.3027361541986466,
+      3.2971777349710463,
+      3.304320740699768,
+      3.29074604511261,
+      3.30396831035614,
+      3.2974642276763917,
+      3.3233898282051086,
+      3.298534354567528,
+      3.3117386639118194,
+      3.291167864203453,
+      3.287658777832985,
+      3.2958499252796174,
+      3.205807772278786,
+      3.2063010066747664,
+      3.2034447312355043,
+      3.195244887471199,
+      3.199468430876732,
+      3.1911251544952393,
+      3.191503348946571,
+      3.1880435556173325,
+      3.2026196509599685,
+      3.1978205531835555,
+      3.192438432574272,
+      3.2019974261522295,
+      3.21287262737751,
+      3.1996701925992967,
+      3.209176206588745,
+      3.19521986246109,
+      3.1990427762269973,
+      3.200642058253288,
+      3.186738407611847,
+      3.195163169503212,
+      3.1856993675231933,
+      3.2002820014953612,
+      3.2256056278944016,
+      3.2047392785549165,
+      3.1939811408519745,
+      3.197745677828789,
+      3.1895274579524995,
+      3.1777153342962263,
+      3.190922737121582,
+      3.192592778801918,
+      3.1872734427452087,
+      3.1895168125629425,
+      3.2010403633117677,
+      3.195743960142136,
+      3.1943549543619154,
+      3.184433454275131,
+      3.181225690245628,
+      3.1895369619131086,
+      3.2207953453063967,
+      3.210242974758148,
+      3.2027957111597063,
+      3.187789088487625,
+      3.1866420924663545,
+      3.189727893471718,
+      3.1943748712539675,
+      3.191181260347366,
+      3.190296658873558,
+      3.207861307263374,
+      3.181820195913315,
+      3.1980943381786346,
+      3.1887114107608796,
+      3.1966075211763383,
+      3.2009063571691514,
+      3.220098540186882,
+      3.194540837407112,
+      3.1948323607444764,
+      3.212730160355568,
+      3.1931273311376573,
+      3.198619583249092,
+      3.1951014518737795,
+      3.1884218126535417,
+      3.198300650715828,
+      3.189271092414856,
+      3.205964148044586,
+      3.211535468697548,
+      3.207754212617874,
+      3.209495630860329,
+      3.1854785561561583,
+      3.1901273638010026,
+      3.198759767413139,
+      3.1928991049528124,
+      3.20732262134552,
+      3.212157908082008,
+      3.185956361889839,
+      3.1901821970939634,
+      3.1899182945489883,
+      3.1981401592493057,
+      3.191333544254303,
+      3.1894926220178603,
+      3.1486795037984847,
+      3.120509096980095,
+      3.137757235765457,
+      3.109626641869545,
+      3.117738941311836,
+      3.139479160308838,
+      3.1304736375808715,
+      3.1312779515981672,
+      3.1350544899702073,
+      3.137936055660248,
+      3.1174245148897173,
+      3.1337019115686418,
+      3.1155003935098646,
+      3.131525829434395,
+      3.1140547573566435,
+      3.1262544095516205,
+      3.128591012954712,
+      3.1239196240901945,
+      3.1341481119394303,
+      3.1166884303092957,
+      3.1242747575044634,
+      3.1259624153375625,
+      3.1295804530382156,
+      3.116436979174614,
+      3.1237669974565505,
+      3.1158412277698515,
+      3.1305576145648955,
+      3.1274580627679827,
+      3.1329804450273513,
+      3.130921131372452,
+      3.1258352965116503,
+      3.131806290149689,
+      3.1184940874576568,
+      3.1527657181024553,
+      3.114533540606499,
+      3.126340779662132,
+      3.136714833974838,
+      3.133967399597168,
+      3.1244863986968996,
+      3.128242310881615,
+      3.1140437930822373,
+      3.1472982347011564,
+      3.1241824597120287
+    ],
+    "val_loss": [
+      5.1609158611297605,
+      4.294802808761597,
+      3.9488692140579222,
+      3.7200150632858278,
+      3.549026803970337,
+      3.4180845117568968,
+      3.2866764640808106,
+      3.1826726007461548,
+      3.0996223306655883,
+      3.0364109563827513,
+      2.989570631980896,
+      2.9571723413467406
+    ],
+    "steps": [
+      10,
+      20,
+      30,
+      40,
+      50,
+      60,
+      70,
+      80,
+      90,
+      100,
+      110,
+      120,
+      130,
+      140,
+      150,
+      160,
+      170,
+      180,
+      190,
+      200,
+      210,
+      220,
+      230,
+      240,
+      250,
+      260,
+      270,
+      280,
+      290,
+      300,
+      310,
+      320,
+      330,
+      340,
+      350,
+      360,
+      370,
+      380,
+      390,
+      400,
+      410,
+      420,
+      430,
+      440,
+      450,
+      460,
+      470,
+      480,
+      490,
+      500,
+      510,
+      520,
+      530,
+      540,
+      550,
+      560,
+      570,
+      580,
+      590,
+      600,
+      610,
+      620,
+      630,
+      640,
+      650,
+      660,
+      670,
+      680,
+      690,
+      700,
+      710,
+      720,
+      730,
+      740,
+      750,
+      760,
+      770,
+      780,
+      790,
+      800,
+      810,
+      820,
+      830,
+      840,
+      850,
+      860,
+      870,
+      880,
+      890,
+      900,
+      910,
+      920,
+      930,
+      940,
+      950,
+      960,
+      970,
+      980,
+      990,
+      1000,
+      1010,
+      1020,
+      1030,
+      1040,
+      1050,
+      1060,
+      1070,
+      1080,
+      1090,
+      1100,
+      1110,
+      1120,
+      1130,
+      1140,
+      1150,
+      1160,
+      1170,
+      1180,
+      1190,
+      1200,
+      1210,
+      1220,
+      1230,
+      1240,
+      1250,
+      1260,
+      1270,
+      1280,
+      1290,
+      1300,
+      1310,
+      1320,
+      1330,
+      1340,
+      1350,
+      1360,
+      1370,
+      1380,
+      1390,
+      1400,
+      1410,
+      1420,
+      1430,
+      1440,
+      1450,
+      1460,
+      1470,
+      1480,
+      1490,
+      1500,
+      1510,
+      1520,
+      1530,
+      1540,
+      1550,
+      1560,
+      1570,
+      1580,
+      1590,
+      1600,
+      1610,
+      1620,
+      1630,
+      1640,
+      1650,
+      1660,
+      1670,
+      1680,
+      1690,
+      1700,
+      1710,
+      1720,
+      1730,
+      1740,
+      1750,
+      1760,
+      1770,
+      1780,
+      1790,
+      1800,
+      1810,
+      1820,
+      1830,
+      1840,
+      1850,
+      1860,
+      1870,
+      1880,
+      1890,
+      1900,
+      1910,
+      1920,
+      1930,
+      1940,
+      1950,
+      1960,
+      1970,
+      1980,
+      1990,
+      2000,
+      2010,
+      2020,
+      2030,
+      2040,
+      2050,
+      2060,
+      2070,
+      2080,
+      2090,
+      2100,
+      2110,
+      2120,
+      2130,
+      2140,
+      2150,
+      2160,
+      2170,
+      2180,
+      2190,
+      2200,
+      2210,
+      2220,
+      2230,
+      2240,
+      2250,
+      2260,
+      2270,
+      2280,
+      2290,
+      2300,
+      2310,
+      2320,
+      2330,
+      2340,
+      2350,
+      2360,
+      2370,
+      2380,
+      2390,
+      2400,
+      2410,
+      2420,
+      2430,
+      2440,
+      2450,
+      2460,
+      2470,
+      2480,
+      2490,
+      2500,
+      2510,
+      2520,
+      2530,
+      2540,
+      2550,
+      2560,
+      2570,
+      2580,
+      2590,
+      2600,
+      2610,
+      2620,
+      2630,
+      2640,
+      2650,
+      2660,
+      2670,
+      2680,
+      2690,
+      2700,
+      2710,
+      2720,
+      2730,
+      2740,
+      2750,
+      2760,
+      2770,
+      2780,
+      2790,
+      2800,
+      2810,
+      2820,
+      2830,
+      2840,
+      2850,
+      2860,
+      2870,
+      2880,
+      2890,
+      2900,
+      2910,
+      2920,
+      2930,
+      2940,
+      2950,
+      2960,
+      2970,
+      2980,
+      2990,
+      3000,
+      3010,
+      3020,
+      3030,
+      3040,
+      3050,
+      3060,
+      3070,
+      3080,
+      3090,
+      3100,
+      3110,
+      3120,
+      3130,
+      3140,
+      3150,
+      3160,
+      3170,
+      3180,
+      3190,
+      3200,
+      3210,
+      3220,
+      3230,
+      3240,
+      3250,
+      3260,
+      3270,
+      3280,
+      3290,
+      3300,
+      3310,
+      3320,
+      3330,
+      3340,
+      3350,
+      3360,
+      3370,
+      3380,
+      3390,
+      3400,
+      3410,
+      3420,
+      3430,
+      3440,
+      3450,
+      3460,
+      3470,
+      3480,
+      3490,
+      3500,
+      3510,
+      3520,
+      3530,
+      3540,
+      3550,
+      3560,
+      3570,
+      3580,
+      3590,
+      3600,
+      3610,
+      3620,
+      3630,
+      3640,
+      3650,
+      3660,
+      3670,
+      3680,
+      3690,
+      3700,
+      3710,
+      3720,
+      3730,
+      3740,
+      3750,
+      3760,
+      3770,
+      3780,
+      3790,
+      3800,
+      3810,
+      3820,
+      3830,
+      3840,
+      3850,
+      3860,
+      3870,
+      3880,
+      3890,
+      3900,
+      3910,
+      3920,
+      3930,
+      3940,
+      3950,
+      3960,
+      3970,
+      3980,
+      3990,
+      4000,
+      4010,
+      4020,
+      4030,
+      4040,
+      4050,
+      4060,
+      4070,
+      4080,
+      4090,
+      4100,
+      4110,
+      4120,
+      4130,
+      4140,
+      4150,
+      4160,
+      4170,
+      4180,
+      4190,
+      4200,
+      4210,
+      4220,
+      4230,
+      4240,
+      4250,
+      4260,
+      4270,
+      4280,
+      4290,
+      4300,
+      4310,
+      4320,
+      4330,
+      4340,
+      4350,
+      4360,
+      4370,
+      4380,
+      4390,
+      4400,
+      4410,
+      4420,
+      4430,
+      4440,
+      4450,
+      4460,
+      4470,
+      4480,
+      4490,
+      4500,
+      4510,
+      4520,
+      4530,
+      4540,
+      4550,
+      4560,
+      4570,
+      4580,
+      4590,
+      4600,
+      4610,
+      4620,
+      4630,
+      4640,
+      4650,
+      4660,
+      4670,
+      4680,
+      4690,
+      4700,
+      4710,
+      4720,
+      4730,
+      4740,
+      4750,
+      4760,
+      4770,
+      4780,
+      4790,
+      4800,
+      4810,
+      4820,
+      4830,
+      4840,
+      4850,
+      4860,
+      4870,
+      4880,
+      4890,
+      4900,
+      4910,
+      4920,
+      4930,
+      4940,
+      4950,
+      4960,
+      4970,
+      4980,
+      4990,
+      5000,
+      5010,
+      5020,
+      5030,
+      5040,
+      5050,
+      5060,
+      5070,
+      5080,
+      5090,
+      5100,
+      5110,
+      5120,
+      5130,
+      5140,
+      5150,
+      5160,
+      5170,
+      5180,
+      5190,
+      5200,
+      5210,
+      5220,
+      5230,
+      5240,
+      5250,
+      5260,
+      5270,
+      5280,
+      5290,
+      5300,
+      5310,
+      5320,
+      5330,
+      5340,
+      5350,
+      5360,
+      5370,
+      5380,
+      5390,
+      5400,
+      5410,
+      5420,
+      5430,
+      5440,
+      5450,
+      5460,
+      5470,
+      5480,
+      5490,
+      5500,
+      5510,
+      5520,
+      5530,
+      5540,
+      5550,
+      5560,
+      5570,
+      5580,
+      5590,
+      5600,
+      5610,
+      5620,
+      5630,
+      5640,
+      5650,
+      5660,
+      5670,
+      5680,
+      5690,
+      5700,
+      5710,
+      5720,
+      5730,
+      5740,
+      5750,
+      5760,
+      5770,
+      5780,
+      5790,
+      5800,
+      5810,
+      5820,
+      5830,
+      5840,
+      5850,
+      5860,
+      5870,
+      5880,
+      5890,
+      5900,
+      5910,
+      5920,
+      5930,
+      5940,
+      5950,
+      5960,
+      5970,
+      5980,
+      5990,
+      6000
+    ],
+    "val_steps": [
+      500,
+      1000,
+      1500,
+      2000,
+      2500,
+      3000,
+      3500,
+      4000,
+      4500,
+      5000,
+      5500,
+      6000
+    ]
+  }
+}