Upload sweep/full_v5_400m/result.json with huggingface_hub

sweep/full_v5_400m/result.json

@@ -0,0 +1,1262 @@
+{
+  "experiment": "full_v5_400m",
+  "size": "400m",
+  "model": "routed",
+  "seed": 42,
+  "n_params": 421837848,
+  "final_val_loss": 3.0581185817718506,
+  "final_ppl": 21.287468830504366,
+  "total_steps": 6000,
+  "time_hours": 6.779747307366795,
+  "tokens_per_sec": 32221.45655723252,
+  "config": {
+    "n_layers": 12,
+    "n_heads": 12,
+    "d_model": 1536,
+    "d_ff": 4096,
+    "k_directions": 4,
+    "k_mlp": null,
+    "k_schedule": "constant",
+    "temperature": 1.0,
+    "route_range": 1.0,
+    "mlp_routing": true,
+    "per_token": false,
+    "parallel": false,
+    "ortho_init": false,
+    "max_docs_train": 150000
+  },
+  "history": {
+    "train_loss": [
+      11.011622142791747,
+      10.095288741588593,
+      9.22832374572754,
+      8.802965986728669,
+      8.491176438331603,
+      8.111354941129685,
+      7.785831755399704,
+      7.52676568031311,
+      7.374539923667908,
+      7.248586332798004,
+      7.121303462982178,
+      7.009424012899399,
+      6.906762486696243,
+      6.824010753631592,
+      6.714883053302765,
+      6.6222360014915465,
+      6.55411833524704,
+      6.449496567249298,
+      6.422642147541046,
+      6.3471340298652645,
+      6.301795560121536,
+      6.220489746332168,
+      6.182154554128647,
+      6.125715792179108,
+      6.115268266201019,
+      6.022336423397064,
+      6.001434242725372,
+      5.972975796461105,
+      5.881850630044937,
+      5.869197249412537,
+      5.819838446378708,
+      5.772601985931397,
+      5.7480264663696286,
+      5.708114641904831,
+      5.664142817258835,
+      5.654208010435104,
+      5.61216168999672,
+      5.579171270132065,
+      5.56260866522789,
+      5.5491703152656555,
+      5.497948968410492,
+      5.473928862810135,
+      5.4462809562683105,
+      5.434852820634842,
+      5.398379647731781,
+      5.358858668804169,
+      5.342421370744705,
+      5.305760240554809,
+      5.286931592226028,
+      5.240871554613113,
+      5.231498396396637,
+      5.234861373901367,
+      5.195903414487839,
+      5.165395247936249,
+      5.137420850992203,
+      5.121128159761429,
+      5.118141102790832,
+      5.073907572031021,
+      5.042500859498977,
+      5.018239611387253,
+      5.009621399641037,
+      4.97414647936821,
+      4.953934848308563,
+      4.9396074414253235,
+      4.90781084895134,
+      4.91220275759697,
+      4.879242306947708,
+      4.849759858846665,
+      4.840409272909165,
+      4.8308830738067625,
+      4.79260430932045,
+      4.795195537805557,
+      4.778317368030548,
+      4.757966530323029,
+      4.736350303888321,
+      4.707552605867386,
+      4.698777461051941,
+      4.698833215236664,
+      4.682181894779205,
+      4.6452102839946745,
+      4.599800932407379,
+      4.5916548609733585,
+      4.589493751525879,
+      4.564244413375855,
+      4.573245406150818,
+      4.567838901281357,
+      4.5492322742938995,
+      4.551513344049454,
+      4.548356610536575,
+      4.551978045701981,
+      4.514553636312485,
+      4.499569451808929,
+      4.485023480653763,
+      4.479540473222732,
+      4.481049251556397,
+      4.473914617300034,
+      4.464297837018966,
+      4.461179488897324,
+      4.452987688779831,
+      4.424134600162506,
+      4.439736264944076,
+      4.438977515697479,
+      4.434538900852203,
+      4.407484459877014,
+      4.399853348731995,
+      4.403908544778824,
+      4.408915346860885,
+      4.379484456777573,
+      4.366017460823059,
+      4.3666440665721895,
+      4.356667476892471,
+      4.38006483912468,
+      4.361924511194229,
+      4.352495223283768,
+      4.3487306296825405,
+      4.340534871816635,
+      4.310681468248367,
+      4.322256100177765,
+      4.325065243244171,
+      4.299991917610169,
+      4.3111964643001555,
+      4.284543138742447,
+      4.310811877250671,
+      4.2838823854923245,
+      4.294982373714447,
+      4.267686051130295,
+      4.285147565603256,
+      4.251018959283829,
+      4.253689229488373,
+      4.254555523395538,
+      4.245200851559639,
+      4.240828174352646,
+      4.2386779397726055,
+      4.2180072367191315,
+      4.2251183718442915,
+      4.2416295349597934,
+      4.223765021562576,
+      4.22198937535286,
+      4.219796913862228,
+      4.204632836580276,
+      4.200890785455703,
+      4.206065395474434,
+      4.181746301054955,
+      4.2003039628267285,
+      4.180892816185951,
+      4.1515770077705385,
+      4.154754650592804,
+      4.144793081283569,
+      4.1657947391271595,
+      4.1536719530820845,
+      4.131363013386727,
+      4.1433725446462635,
+      4.1434430330991745,
+      4.165577641129493,
+      4.120775496959686,
+      4.1266193866729735,
+      4.150371533632279,
+      4.1127596467733385,
+      4.116625607013702,
+      4.031265443563461,
+      3.995140054821968,
+      3.980574905872345,
+      4.024301207065582,
+      3.989906543493271,
+      4.00582928955555,
+      4.008533003926277,
+      4.00835742354393,
+      3.9955733746290205,
+      3.986076793074608,
+      3.9955773562192918,
+      4.013605698943138,
+      3.9788174003362657,
+      3.984458953142166,
+      3.9810697555541994,
+      4.011437633633614,
+      3.9909485787153245,
+      3.967127349972725,
+      3.9821250796318055,
+      3.995506379008293,
+      3.969644382596016,
+      3.992017832398415,
+      3.97858712375164,
+      3.973508435487747,
+      3.9802129715681076,
+      3.959701305627823,
+      3.950489100813866,
+      3.9596343606710436,
+      3.9564143449068068,
+      3.9799002170562745,
+      3.969149652123451,
+      3.9468914330005647,
+      3.9443048030138015,
+      3.9598460465669634,
+      3.9540034145116807,
+      3.9440228581428527,
+      3.956594577431679,
+      3.9521719962358475,
+      3.950258845090866,
+      3.9313018888235094,
+      3.9348421573638914,
+      3.9284503877162935,
+      3.9491283029317854,
+      3.94193754196167,
+      3.934308171272278,
+      3.9321029871702193,
+      3.9313434273004533,
+      3.929754987359047,
+      3.927252322435379,
+      3.9237729907035828,
+      3.912835219502449,
+      3.9010718166828156,
+      3.9291072219610212,
+      3.91822564303875,
+      3.8838028848171233,
+      3.9195662319660185,
+      3.906944844126701,
+      3.9264412581920625,
+      3.907810753583908,
+      3.9148777812719344,
+      3.9050712496042252,
+      3.8857591420412065,
+      3.8926506519317625,
+      3.890330362319946,
+      3.8836864978075027,
+      3.902575659751892,
+      3.866817995905876,
+      3.8902827173471453,
+      3.8950134098529814,
+      3.885275533795357,
+      3.8855668872594835,
+      3.8826123088598252,
+      3.8898893684148788,
+      3.8754798412322997,
+      3.881899270415306,
+      3.8865253925323486,
+      3.8568577080965043,
+      3.882183200120926,
+      3.8707486271858214,
+      3.839262804389,
+      3.7362355560064318,
+      3.7380123674869536,
+      3.725209432840347,
+      3.7375185966491697,
+      3.714091423153877,
+      3.742719757556915,
+      3.7299861878156664,
+      3.7254654854536056,
+      3.735530525445938,
+      3.7385494083166124,
+      3.7273750424385073,
+      3.737725740671158,
+      3.7367340981960298,
+      3.720988842844963,
+      3.7315768897533417,
+      3.7168796181678774,
+      3.730437248945236,
+      3.7306884229183197,
+      3.726428100466728,
+      3.7323064535856245,
+      3.7362005800008773,
+      3.733817732334137,
+      3.716466245055199,
+      3.71386858522892,
+      3.7200232237577437,
+      3.7206878125667573,
+      3.7249896615743636,
+      3.730010896921158,
+      3.7314817398786544,
+      3.7266802340745926,
+      3.7241886466741563,
+      3.686093086004257,
+      3.71530701816082,
+      3.7138669937849045,
+      3.7021544724702835,
+      3.7153801798820494,
+      3.706328123807907,
+      3.7139710187911987,
+      3.7215190798044206,
+      3.717736628651619,
+      3.7180433720350266,
+      3.6976134300231935,
+      3.705479231476784,
+      3.7136945873498917,
+      3.6924811780452726,
+      3.7138728559017182,
+      3.694083073735237,
+      3.7034779697656632,
+      3.706935241818428,
+      3.706402912735939,
+      3.7179212123155594,
+      3.699410876631737,
+      3.6827397376298903,
+      3.69920354783535,
+      3.697046974301338,
+      3.6966633290052413,
+      3.703988862037659,
+      3.6981560409069063,
+      3.708325108885765,
+      3.6995228081941605,
+      3.6857887119054795,
+      3.7159329414367677,
+      3.7033744513988496,
+      3.672864294052124,
+      3.6943134397268294,
+      3.6978843092918394,
+      3.6896131366491316,
+      3.6641619235277174,
+      3.695163568854332,
+      3.6814692735672,
+      3.6824275106191635,
+      3.6723088681697846,
+      3.6960723042488097,
+      3.6835726499557495,
+      3.684427857398987,
+      3.681169345974922,
+      3.687397822737694,
+      3.663167345523834,
+      3.701763877272606,
+      3.5956367164850236,
+      3.5081661611795427,
+      3.5226884871721267,
+      3.5142278552055357,
+      3.5272668212652207,
+      3.5347957879304888,
+      3.5287620425224304,
+      3.549402895569801,
+      3.536862459778786,
+      3.5545810729265215,
+      3.528750956058502,
+      3.543527838587761,
+      3.5178132116794587,
+      3.5433393687009813,
+      3.5459219336509706,
+      3.5208993166685105,
+      3.5403390914201736,
+      3.5345165878534317,
+      3.554326692223549,
+      3.5387903690338134,
+      3.5373829752206802,
+      3.534885060787201,
+      3.544929137825966,
+      3.540575647354126,
+      3.5438449174165725,
+      3.546193611621857,
+      3.5220317274332045,
+      3.5419324070215223,
+      3.5672264248132706,
+      3.5566822290420532,
+      3.5304971486330032,
+      3.538923892378807,
+      3.5541867464780807,
+      3.525048577785492,
+      3.5188479751348494,
+      3.522022768855095,
+      3.5226091027259825,
+      3.5432506144046783,
+      3.5372828632593154,
+      3.5448043286800384,
+      3.5326308995485305,
+      3.552491840720177,
+      3.5482074856758117,
+      3.536434057354927,
+      3.5279604524374006,
+      3.5419480174779894,
+      3.5631587207317352,
+      3.534931719303131,
+      3.541673156619072,
+      3.5161390751600266,
+      3.5358747214078905,
+      3.538432013988495,
+      3.54528871178627,
+      3.5480449587106704,
+      3.539902374148369,
+      3.5211808651685716,
+      3.5413082510232927,
+      3.5364058762788773,
+      3.553026720881462,
+      3.531548961997032,
+      3.528808942437172,
+      3.5332985669374466,
+      3.5166025936603544,
+      3.5221823930740355,
+      3.5543498277664183,
+      3.516873875260353,
+      3.518635478615761,
+      3.52405199110508,
+      3.5253193736076356,
+      3.540168583393097,
+      3.515248504281044,
+      3.522495299577713,
+      3.510807028412819,
+      3.527299329638481,
+      3.5312254935503007,
+      3.5268956512212752,
+      3.5184506624937057,
+      3.5194542735815046,
+      3.535647597908974,
+      3.512204501032829,
+      3.4192086309194565,
+      3.396584692597389,
+      3.391014516353607,
+      3.4027374029159545,
+      3.3812527120113374,
+      3.3690494388341903,
+      3.3812694162130357,
+      3.400891301035881,
+      3.396938297152519,
+      3.391889879107475,
+      3.390641075372696,
+      3.3749038130044937,
+      3.394225138425827,
+      3.398788791894913,
+      3.40172863304615,
+      3.40719493329525,
+      3.391514614224434,
+      3.393461200594902,
+      3.3935371428728103,
+      3.381977215409279,
+      3.404942497611046,
+      3.409116068482399,
+      3.399418330192566,
+      3.3975582271814346,
+      3.397849178314209,
+      3.4014062970876693,
+      3.3893586158752442,
+      3.399352362751961,
+      3.402076295018196,
+      3.385787531733513,
+      3.4101723313331602,
+      3.396239051222801,
+      3.3903543621301653,
+      3.396755409240723,
+      3.400239127874374,
+      3.418719920516014,
+      3.4108471840620043,
+      3.4007191717624665,
+      3.390607589483261,
+      3.39949816763401,
+      3.3970487892627714,
+      3.374495232105255,
+      3.4039258003234862,
+      3.3956202298402784,
+      3.3984525859355927,
+      3.403496265411377,
+      3.4027827233076096,
+      3.418217784166336,
+      3.3962789088487626,
+      3.4058254033327104,
+      3.386684900522232,
+      3.408594211935997,
+      3.3938979893922805,
+      3.39712071120739,
+      3.409142905473709,
+      3.386631613969803,
+      3.4043806821107863,
+      3.3873760908842088,
+      3.3987323969602583,
+      3.3807878106832505,
+      3.4136436492204667,
+      3.3852424949407576,
+      3.394729009270668,
+      3.3769622832536696,
+      3.383386826515198,
+      3.4021462917327883,
+      3.394644120335579,
+      3.380763703584671,
+      3.391819256544113,
+      3.3887148290872573,
+      3.394803464412689,
+      3.3811073690652846,
+      3.395341393351555,
+      3.3899038463830946,
+      3.4149042665958405,
+      3.3911240488290786,
+      3.4037242949008943,
+      3.3833842873573303,
+      3.379526597261429,
+      3.3889072358608248,
+      3.2978670686483382,
+      3.2993311315774916,
+      3.296115881204605,
+      3.287367323040962,
+      3.2928403675556184,
+      3.285468077659607,
+      3.286039635539055,
+      3.282298129796982,
+      3.2973052263259888,
+      3.293938657641411,
+      3.2882846295833588,
+      3.298055130243301,
+      3.3080061078071594,
+      3.295599266886711,
+      3.305242109298706,
+      3.2902498602867127,
+      3.295946276187897,
+      3.2973032534122466,
+      3.2837329506874084,
+      3.2927734732627867,
+      3.282447162270546,
+      3.2970714658498763,
+      3.3234558016061784,
+      3.3026377886533735,
+      3.291862019896507,
+      3.2960567861795425,
+      3.28650543987751,
+      3.274799260497093,
+      3.2883980125188828,
+      3.2911860287189483,
+      3.286567008495331,
+      3.2902097523212435,
+      3.301421681046486,
+      3.2948009073734283,
+      3.294897583127022,
+      3.285322827100754,
+      3.2789107084274294,
+      3.2891316026449204,
+      3.3201188534498214,
+      3.311354410648346,
+      3.3030520021915435,
+      3.288842996954918,
+      3.287315210700035,
+      3.2921454817056657,
+      3.2969842344522475,
+      3.2932290107011797,
+      3.2914508312940596,
+      3.3112122476100923,
+      3.282400479912758,
+      3.3000687927007677,
+      3.29301900267601,
+      3.2990936398506165,
+      3.3039561361074448,
+      3.3228453397750854,
+      3.298704019188881,
+      3.2986685425043105,
+      3.3176165014505385,
+      3.2964106798171997,
+      3.301992678642273,
+      3.29941526055336,
+      3.295146682858467,
+      3.3030218154191973,
+      3.293970575928688,
+      3.309603229165077,
+      3.317299008369446,
+      3.312224808335304,
+      3.3161466807127,
+      3.2899015575647352,
+      3.296500712633133,
+      3.3055403411388395,
+      3.297484001517296,
+      3.313934552669525,
+      3.3180669009685517,
+      3.292869266867638,
+      3.296467128396034,
+      3.2946309357881547,
+      3.304501309990883,
+      3.2997757643461227,
+      3.296592390537262,
+      3.254646450281143,
+      3.225881278514862,
+      3.245828041434288,
+      3.218455493450165,
+      3.2249353259801863,
+      3.247264489531517,
+      3.2374727815389632,
+      3.2397860854864122,
+      3.2441015630960464,
+      3.247243195772171,
+      3.2252578288316727,
+      3.2422208994627,
+      3.2236940175294877,
+      3.2394584327936173,
+      3.222771108150482,
+      3.235903960466385,
+      3.2368160843849183,
+      3.234418347477913,
+      3.2437892079353334,
+      3.2237262785434724,
+      3.2339861690998077,
+      3.2356549382209776,
+      3.2393541038036346,
+      3.2236559212207796,
+      3.2349729269742964,
+      3.2256987571716307,
+      3.240957573056221,
+      3.238226842880249,
+      3.2427796840667726,
+      3.2414562553167343,
+      3.2375354051589964,
+      3.2417876958847045,
+      3.2304314345121385,
+      3.264944353699684,
+      3.225539058446884,
+      3.238185593485832,
+      3.2497209012508392,
+      3.2448877334594726,
+      3.237053167819977,
+      3.238986960053444,
+      3.225558930635452,
+      3.25807646214962,
+      3.234986436367035
+    ],
+    "val_loss": [
+      5.143992776870728,
+      4.2936847448349,
+      3.9575843000411988,
+      3.736064338684082,
+      3.5769476461410523,
+      3.457276406288147,
+      3.339301834106445,
+      3.246966724395752,
+      3.1751962518692016,
+      3.121941843032837,
+      3.0852501440048217,
+      3.0581185817718506
+    ],
+    "steps": [
+      10,
+      20,
+      30,
+      40,
+      50,
+      60,
+      70,
+      80,
+      90,
+      100,
+      110,
+      120,
+      130,
+      140,
+      150,
+      160,
+      170,
+      180,
+      190,
+      200,
+      210,
+      220,
+      230,
+      240,
+      250,
+      260,
+      270,
+      280,
+      290,
+      300,
+      310,
+      320,
+      330,
+      340,
+      350,
+      360,
+      370,
+      380,
+      390,
+      400,
+      410,
+      420,
+      430,
+      440,
+      450,
+      460,
+      470,
+      480,
+      490,
+      500,
+      510,
+      520,
+      530,
+      540,
+      550,
+      560,
+      570,
+      580,
+      590,
+      600,
+      610,
+      620,
+      630,
+      640,
+      650,
+      660,
+      670,
+      680,
+      690,
+      700,
+      710,
+      720,
+      730,
+      740,
+      750,
+      760,
+      770,
+      780,
+      790,
+      800,
+      810,
+      820,
+      830,
+      840,
+      850,
+      860,
+      870,
+      880,
+      890,
+      900,
+      910,
+      920,
+      930,
+      940,
+      950,
+      960,
+      970,
+      980,
+      990,
+      1000,
+      1010,
+      1020,
+      1030,
+      1040,
+      1050,
+      1060,
+      1070,
+      1080,
+      1090,
+      1100,
+      1110,
+      1120,
+      1130,
+      1140,
+      1150,
+      1160,
+      1170,
+      1180,
+      1190,
+      1200,
+      1210,
+      1220,
+      1230,
+      1240,
+      1250,
+      1260,
+      1270,
+      1280,
+      1290,
+      1300,
+      1310,
+      1320,
+      1330,
+      1340,
+      1350,
+      1360,
+      1370,
+      1380,
+      1390,
+      1400,
+      1410,
+      1420,
+      1430,
+      1440,
+      1450,
+      1460,
+      1470,
+      1480,
+      1490,
+      1500,
+      1510,
+      1520,
+      1530,
+      1540,
+      1550,
+      1560,
+      1570,
+      1580,
+      1590,
+      1600,
+      1610,
+      1620,
+      1630,
+      1640,
+      1650,
+      1660,
+      1670,
+      1680,
+      1690,
+      1700,
+      1710,
+      1720,
+      1730,
+      1740,
+      1750,
+      1760,
+      1770,
+      1780,
+      1790,
+      1800,
+      1810,
+      1820,
+      1830,
+      1840,
+      1850,
+      1860,
+      1870,
+      1880,
+      1890,
+      1900,
+      1910,
+      1920,
+      1930,
+      1940,
+      1950,
+      1960,
+      1970,
+      1980,
+      1990,
+      2000,
+      2010,
+      2020,
+      2030,
+      2040,
+      2050,
+      2060,
+      2070,
+      2080,
+      2090,
+      2100,
+      2110,
+      2120,
+      2130,
+      2140,
+      2150,
+      2160,
+      2170,
+      2180,
+      2190,
+      2200,
+      2210,
+      2220,
+      2230,
+      2240,
+      2250,
+      2260,
+      2270,
+      2280,
+      2290,
+      2300,
+      2310,
+      2320,
+      2330,
+      2340,
+      2350,
+      2360,
+      2370,
+      2380,
+      2390,
+      2400,
+      2410,
+      2420,
+      2430,
+      2440,
+      2450,
+      2460,
+      2470,
+      2480,
+      2490,
+      2500,
+      2510,
+      2520,
+      2530,
+      2540,
+      2550,
+      2560,
+      2570,
+      2580,
+      2590,
+      2600,
+      2610,
+      2620,
+      2630,
+      2640,
+      2650,
+      2660,
+      2670,
+      2680,
+      2690,
+      2700,
+      2710,
+      2720,
+      2730,
+      2740,
+      2750,
+      2760,
+      2770,
+      2780,
+      2790,
+      2800,
+      2810,
+      2820,
+      2830,
+      2840,
+      2850,
+      2860,
+      2870,
+      2880,
+      2890,
+      2900,
+      2910,
+      2920,
+      2930,
+      2940,
+      2950,
+      2960,
+      2970,
+      2980,
+      2990,
+      3000,
+      3010,
+      3020,
+      3030,
+      3040,
+      3050,
+      3060,
+      3070,
+      3080,
+      3090,
+      3100,
+      3110,
+      3120,
+      3130,
+      3140,
+      3150,
+      3160,
+      3170,
+      3180,
+      3190,
+      3200,
+      3210,
+      3220,
+      3230,
+      3240,
+      3250,
+      3260,
+      3270,
+      3280,
+      3290,
+      3300,
+      3310,
+      3320,
+      3330,
+      3340,
+      3350,
+      3360,
+      3370,
+      3380,
+      3390,
+      3400,
+      3410,
+      3420,
+      3430,
+      3440,
+      3450,
+      3460,
+      3470,
+      3480,
+      3490,
+      3500,
+      3510,
+      3520,
+      3530,
+      3540,
+      3550,
+      3560,
+      3570,
+      3580,
+      3590,
+      3600,
+      3610,
+      3620,
+      3630,
+      3640,
+      3650,
+      3660,
+      3670,
+      3680,
+      3690,
+      3700,
+      3710,
+      3720,
+      3730,
+      3740,
+      3750,
+      3760,
+      3770,
+      3780,
+      3790,
+      3800,
+      3810,
+      3820,
+      3830,
+      3840,
+      3850,
+      3860,
+      3870,
+      3880,
+      3890,
+      3900,
+      3910,
+      3920,
+      3930,
+      3940,
+      3950,
+      3960,
+      3970,
+      3980,
+      3990,
+      4000,
+      4010,
+      4020,
+      4030,
+      4040,
+      4050,
+      4060,
+      4070,
+      4080,
+      4090,
+      4100,
+      4110,
+      4120,
+      4130,
+      4140,
+      4150,
+      4160,
+      4170,
+      4180,
+      4190,
+      4200,
+      4210,
+      4220,
+      4230,
+      4240,
+      4250,
+      4260,
+      4270,
+      4280,
+      4290,
+      4300,
+      4310,
+      4320,
+      4330,
+      4340,
+      4350,
+      4360,
+      4370,
+      4380,
+      4390,
+      4400,
+      4410,
+      4420,
+      4430,
+      4440,
+      4450,
+      4460,
+      4470,
+      4480,
+      4490,
+      4500,
+      4510,
+      4520,
+      4530,
+      4540,
+      4550,
+      4560,
+      4570,
+      4580,
+      4590,
+      4600,
+      4610,
+      4620,
+      4630,
+      4640,
+      4650,
+      4660,
+      4670,
+      4680,
+      4690,
+      4700,
+      4710,
+      4720,
+      4730,
+      4740,
+      4750,
+      4760,
+      4770,
+      4780,
+      4790,
+      4800,
+      4810,
+      4820,
+      4830,
+      4840,
+      4850,
+      4860,
+      4870,
+      4880,
+      4890,
+      4900,
+      4910,
+      4920,
+      4930,
+      4940,
+      4950,
+      4960,
+      4970,
+      4980,
+      4990,
+      5000,
+      5010,
+      5020,
+      5030,
+      5040,
+      5050,
+      5060,
+      5070,
+      5080,
+      5090,
+      5100,
+      5110,
+      5120,
+      5130,
+      5140,
+      5150,
+      5160,
+      5170,
+      5180,
+      5190,
+      5200,
+      5210,
+      5220,
+      5230,
+      5240,
+      5250,
+      5260,
+      5270,
+      5280,
+      5290,
+      5300,
+      5310,
+      5320,
+      5330,
+      5340,
+      5350,
+      5360,
+      5370,
+      5380,
+      5390,
+      5400,
+      5410,
+      5420,
+      5430,
+      5440,
+      5450,
+      5460,
+      5470,
+      5480,
+      5490,
+      5500,
+      5510,
+      5520,
+      5530,
+      5540,
+      5550,
+      5560,
+      5570,
+      5580,
+      5590,
+      5600,
+      5610,
+      5620,
+      5630,
+      5640,
+      5650,
+      5660,
+      5670,
+      5680,
+      5690,
+      5700,
+      5710,
+      5720,
+      5730,
+      5740,
+      5750,
+      5760,
+      5770,
+      5780,
+      5790,
+      5800,
+      5810,
+      5820,
+      5830,
+      5840,
+      5850,
+      5860,
+      5870,
+      5880,
+      5890,
+      5900,
+      5910,
+      5920,
+      5930,
+      5940,
+      5950,
+      5960,
+      5970,
+      5980,
+      5990,
+      6000
+    ],
+    "val_steps": [
+      500,
+      1000,
+      1500,
+      2000,
+      2500,
+      3000,
+      3500,
+      4000,
+      4500,
+      5000,
+      5500,
+      6000
+    ]
+  }
+}