Upload all experiment best checkpoints and results

075_cosmopedia_mol/dense_softmax_best.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6048f193ad8cea66a25cf814c3fe18027ae03b19d600486ae52312650156ac5
+size 413864878

075_cosmopedia_mol/dense_softmax_results.json

@@ -0,0 +1,4644 @@
+{
+  "label": "dense_softmax",
+  "condition": "dense_softmax",
+  "total_params": 103454464,
+  "steps": [
+    50,
+    100,
+    150,
+    200,
+    250,
+    300,
+    350,
+    400,
+    450,
+    500,
+    550,
+    600,
+    650,
+    700,
+    750,
+    800,
+    850,
+    900,
+    950,
+    1000,
+    1050,
+    1100,
+    1150,
+    1200,
+    1250,
+    1300,
+    1350,
+    1400,
+    1450,
+    1500,
+    1550,
+    1600,
+    1650,
+    1700,
+    1750,
+    1800,
+    1850,
+    1900,
+    1950,
+    2000,
+    2050,
+    2100,
+    2150,
+    2200,
+    2250,
+    2300,
+    2350,
+    2400,
+    2450,
+    2500,
+    2550,
+    2600,
+    2650,
+    2700,
+    2750,
+    2800,
+    2850,
+    2900,
+    2950,
+    3000,
+    3050,
+    3100,
+    3150,
+    3200,
+    3250,
+    3300,
+    3350,
+    3400,
+    3450,
+    3500,
+    3550,
+    3600,
+    3650,
+    3700,
+    3750,
+    3800,
+    3850,
+    3900,
+    3950,
+    4000,
+    4050,
+    4100,
+    4150,
+    4200,
+    4250,
+    4300,
+    4350,
+    4400,
+    4450,
+    4500,
+    4550,
+    4600,
+    4650,
+    4700,
+    4750,
+    4800,
+    4850,
+    4900,
+    4950,
+    5000,
+    5050,
+    5100,
+    5150,
+    5200,
+    5250,
+    5300,
+    5350,
+    5400,
+    5450,
+    5500,
+    5550,
+    5600,
+    5650,
+    5700,
+    5750,
+    5800,
+    5850,
+    5900,
+    5950,
+    6000,
+    6050,
+    6100,
+    6150,
+    6200,
+    6250,
+    6300,
+    6350,
+    6400,
+    6450,
+    6500,
+    6550,
+    6600,
+    6650,
+    6700,
+    6750,
+    6800,
+    6850,
+    6900,
+    6950,
+    7000,
+    7050,
+    7100,
+    7150,
+    7200,
+    7250,
+    7300,
+    7350,
+    7400,
+    7450,
+    7500,
+    7550,
+    7600,
+    7650,
+    7700,
+    7750,
+    7800,
+    7850,
+    7900,
+    7950,
+    8000,
+    8050,
+    8100,
+    8150,
+    8200,
+    8250,
+    8300,
+    8350,
+    8400,
+    8450,
+    8500,
+    8550,
+    8600,
+    8650,
+    8700,
+    8750,
+    8800,
+    8850,
+    8900,
+    8950,
+    9000,
+    9050,
+    9100,
+    9150,
+    9200,
+    9250,
+    9300,
+    9350,
+    9400,
+    9450,
+    9500,
+    9550,
+    9600,
+    9650,
+    9700,
+    9750,
+    9800,
+    9850,
+    9900,
+    9950,
+    10000,
+    10050,
+    10100,
+    10150,
+    10200,
+    10250,
+    10300,
+    10350,
+    10400,
+    10450,
+    10500,
+    10550,
+    10600,
+    10650,
+    10700,
+    10750,
+    10800,
+    10850,
+    10900,
+    10950,
+    11000,
+    11050,
+    11100,
+    11150,
+    11200,
+    11250,
+    11300,
+    11350,
+    11400,
+    11450,
+    11500,
+    11550,
+    11600,
+    11650,
+    11700,
+    11750,
+    11800,
+    11850,
+    11900,
+    11950,
+    12000,
+    12050,
+    12100,
+    12150,
+    12200,
+    12250,
+    12300,
+    12350,
+    12400,
+    12450,
+    12500,
+    12550,
+    12600,
+    12650,
+    12700,
+    12750,
+    12800,
+    12850,
+    12900,
+    12950,
+    13000,
+    13050,
+    13100,
+    13150,
+    13200,
+    13250,
+    13300,
+    13350,
+    13400,
+    13450,
+    13500,
+    13550,
+    13600,
+    13650,
+    13700,
+    13750,
+    13800,
+    13850,
+    13900,
+    13950,
+    14000,
+    14050,
+    14100,
+    14150,
+    14200,
+    14250,
+    14300,
+    14350,
+    14400,
+    14450,
+    14500,
+    14550,
+    14600,
+    14650,
+    14700,
+    14750,
+    14800,
+    14850,
+    14900,
+    14950,
+    15000,
+    15050,
+    15100,
+    15150,
+    15200,
+    15250,
+    15300,
+    15350,
+    15400,
+    15450,
+    15500,
+    15550,
+    15600,
+    15650,
+    15700,
+    15750,
+    15800,
+    15850,
+    15900,
+    15950,
+    16000,
+    16050,
+    16100,
+    16150,
+    16200,
+    16250,
+    16300,
+    16350,
+    16400,
+    16450,
+    16500,
+    16550,
+    16600,
+    16650,
+    16700,
+    16750,
+    16800,
+    16850,
+    16900,
+    16950,
+    17000,
+    17050,
+    17100,
+    17150,
+    17200,
+    17250,
+    17300,
+    17350,
+    17400,
+    17450,
+    17500,
+    17550,
+    17600,
+    17650,
+    17700,
+    17750,
+    17800,
+    17850,
+    17900,
+    17950,
+    18000,
+    18050,
+    18100,
+    18150,
+    18200,
+    18250,
+    18300,
+    18350,
+    18400,
+    18450,
+    18500,
+    18550,
+    18600,
+    18650,
+    18700,
+    18750,
+    18800,
+    18850,
+    18900,
+    18950,
+    19000,
+    19050,
+    19100,
+    19150,
+    19200,
+    19250,
+    19300,
+    19350,
+    19400,
+    19450,
+    19500,
+    19550,
+    19600,
+    19650,
+    19700,
+    19750,
+    19800,
+    19850,
+    19900,
+    19950,
+    20000,
+    20050,
+    20100,
+    20150,
+    20200,
+    20250,
+    20300,
+    20350,
+    20400,
+    20450,
+    20500,
+    20550,
+    20600,
+    20650,
+    20700,
+    20750,
+    20800,
+    20850,
+    20900,
+    20950,
+    21000,
+    21050,
+    21100,
+    21150,
+    21200,
+    21250,
+    21300,
+    21350,
+    21400,
+    21450,
+    21500,
+    21550,
+    21600,
+    21650,
+    21700,
+    21750,
+    21800,
+    21850,
+    21900,
+    21950,
+    22000,
+    22050,
+    22100,
+    22150,
+    22200,
+    22250,
+    22300,
+    22350,
+    22400,
+    22450,
+    22500,
+    22550,
+    22600,
+    22650,
+    22700,
+    22750,
+    22800,
+    22850,
+    22900,
+    22950,
+    23000,
+    23050,
+    23100,
+    23150,
+    23200,
+    23250,
+    23300,
+    23350,
+    23400,
+    23450,
+    23500,
+    23550,
+    23600,
+    23650,
+    23700,
+    23750,
+    23800,
+    23850,
+    23900,
+    23950,
+    24000,
+    24050,
+    24100,
+    24150,
+    24200,
+    24250,
+    24300,
+    24350,
+    24400,
+    24450,
+    24500,
+    24550,
+    24600,
+    24650,
+    24700,
+    24750,
+    24800,
+    24850,
+    24900,
+    24950,
+    25000,
+    25050,
+    25100,
+    25150,
+    25200,
+    25250,
+    25300,
+    25350,
+    25400,
+    25450,
+    25500,
+    25550,
+    25600,
+    25650,
+    25700,
+    25750,
+    25800,
+    25850,
+    25900,
+    25950,
+    26000,
+    26050,
+    26100,
+    26150,
+    26200,
+    26250,
+    26300,
+    26350,
+    26400,
+    26450,
+    26500,
+    26550,
+    26600,
+    26650,
+    26700,
+    26750,
+    26800,
+    26850,
+    26900,
+    26950,
+    27000,
+    27050,
+    27100,
+    27150,
+    27200,
+    27250,
+    27300,
+    27350,
+    27400,
+    27450,
+    27500,
+    27550,
+    27600,
+    27650,
+    27700,
+    27750,
+    27800,
+    27850,
+    27900,
+    27950,
+    28000,
+    28050,
+    28100,
+    28150,
+    28200,
+    28250,
+    28300,
+    28350,
+    28400,
+    28450,
+    28500,
+    28550,
+    28600,
+    28650,
+    28700,
+    28750,
+    28800,
+    28850,
+    28900,
+    28950,
+    29000,
+    29050,
+    29100,
+    29150,
+    29200,
+    29250,
+    29300,
+    29350,
+    29400,
+    29450,
+    29500,
+    29550,
+    29600,
+    29650,
+    29700,
+    29750,
+    29800,
+    29850,
+    29900,
+    29950,
+    30000,
+    30050,
+    30100,
+    30150,
+    30200,
+    30250,
+    30300,
+    30350,
+    30400,
+    30450,
+    30500,
+    30550,
+    30600,
+    30650,
+    30700,
+    30750,
+    30800,
+    30850,
+    30900,
+    30950,
+    31000,
+    31050,
+    31100,
+    31150,
+    31200,
+    31250,
+    31300,
+    31350,
+    31400,
+    31450,
+    31500,
+    31550,
+    31600,
+    31650,
+    31700,
+    31750,
+    31800,
+    31850,
+    31900,
+    31950,
+    32000,
+    32050,
+    32100,
+    32150,
+    32200,
+    32250,
+    32300,
+    32350,
+    32400,
+    32450,
+    32500,
+    32550,
+    32600,
+    32650,
+    32700,
+    32750,
+    32800,
+    32850,
+    32900,
+    32950,
+    33000,
+    33050,
+    33100,
+    33150,
+    33200,
+    33250,
+    33300,
+    33350,
+    33400,
+    33450,
+    33500,
+    33550,
+    33600,
+    33650,
+    33700,
+    33750,
+    33800,
+    33850,
+    33900,
+    33950,
+    34000,
+    34050,
+    34100,
+    34150,
+    34200,
+    34250,
+    34300,
+    34350,
+    34400,
+    34450,
+    34500,
+    34550,
+    34600,
+    34650,
+    34700,
+    34750,
+    34800,
+    34850,
+    34900,
+    34950,
+    35000,
+    35050,
+    35100,
+    35150,
+    35200,
+    35250,
+    35300,
+    35350,
+    35400,
+    35450,
+    35500,
+    35550,
+    35600,
+    35650,
+    35700,
+    35750,
+    35800,
+    35850,
+    35900,
+    35950,
+    36000,
+    36050,
+    36100,
+    36150,
+    36200,
+    36250,
+    36300,
+    36350,
+    36400,
+    36450,
+    36500,
+    36550,
+    36600,
+    36650,
+    36700,
+    36750,
+    36800,
+    36850,
+    36900,
+    36950,
+    37000,
+    37050,
+    37100,
+    37150,
+    37200,
+    37250,
+    37300,
+    37350,
+    37400,
+    37450,
+    37500,
+    37550,
+    37600,
+    37650,
+    37700,
+    37750,
+    37800,
+    37850,
+    37900,
+    37950,
+    38000,
+    38050,
+    38100,
+    38150,
+    38200,
+    38250,
+    38300,
+    38350,
+    38400,
+    38450,
+    38500,
+    38550,
+    38600,
+    38650,
+    38700,
+    38750,
+    38800,
+    38850,
+    38900,
+    38950,
+    39000,
+    39050,
+    39100,
+    39150,
+    39200,
+    39250,
+    39300,
+    39350,
+    39400,
+    39450,
+    39500,
+    39550,
+    39600,
+    39650,
+    39700,
+    39750,
+    39800,
+    39850,
+    39900,
+    39950,
+    40000,
+    40050,
+    40100,
+    40150,
+    40200,
+    40250,
+    40300,
+    40350,
+    40400,
+    40450,
+    40500,
+    40550,
+    40600,
+    40650,
+    40700,
+    40750,
+    40800,
+    40850,
+    40900,
+    40950,
+    41000,
+    41050,
+    41100,
+    41150,
+    41200,
+    41250,
+    41300,
+    41350,
+    41400,
+    41450,
+    41500,
+    41550,
+    41600,
+    41650,
+    41700,
+    41750,
+    41800,
+    41850,
+    41900,
+    41950,
+    42000,
+    42050,
+    42100,
+    42150,
+    42200,
+    42250,
+    42300,
+    42350,
+    42400,
+    42450,
+    42500,
+    42550,
+    42600,
+    42650,
+    42700,
+    42750,
+    42800,
+    42850,
+    42900,
+    42950,
+    43000,
+    43050,
+    43100,
+    43150,
+    43200,
+    43250,
+    43300,
+    43350,
+    43400,
+    43450,
+    43500,
+    43550,
+    43600,
+    43650,
+    43700,
+    43750,
+    43800,
+    43850,
+    43900,
+    43950,
+    44000,
+    44050,
+    44100,
+    44150,
+    44200,
+    44250,
+    44300,
+    44350,
+    44400,
+    44450,
+    44500,
+    44550,
+    44600,
+    44650,
+    44700,
+    44750,
+    44800,
+    44850,
+    44900,
+    44950,
+    45000,
+    45050,
+    45100,
+    45150,
+    45200,
+    45250,
+    45300,
+    45350,
+    45400,
+    45450,
+    45500,
+    45550,
+    45600,
+    45650,
+    45700,
+    45750,
+    45800,
+    45850,
+    45900,
+    45950,
+    46000,
+    46050,
+    46100,
+    46150,
+    46200,
+    46250,
+    46300,
+    46350,
+    46400,
+    46450,
+    46500,
+    46550,
+    46600,
+    46650,
+    46700,
+    46750,
+    46800,
+    46850,
+    46900,
+    46950,
+    47000,
+    47050,
+    47100,
+    47150,
+    47200,
+    47250,
+    47300,
+    47350,
+    47400,
+    47450,
+    47500,
+    47550,
+    47600,
+    47650,
+    47700,
+    47750,
+    47800,
+    47850,
+    47900,
+    47950,
+    48000,
+    48050,
+    48100,
+    48150,
+    48200,
+    48250,
+    48300,
+    48350,
+    48400,
+    48450,
+    48500,
+    48550,
+    48600,
+    48650,
+    48700,
+    48750,
+    48800,
+    48850,
+    48900,
+    48950,
+    49000,
+    49050,
+    49100,
+    49150,
+    49200,
+    49250,
+    49300,
+    49350,
+    49400,
+    49450,
+    49500,
+    49550,
+    49600,
+    49650,
+    49700,
+    49750,
+    49800,
+    49850,
+    49900,
+    49950,
+    50000,
+    50050,
+    50100,
+    50150,
+    50200,
+    50250,
+    50300,
+    50350,
+    50400,
+    50450,
+    50500,
+    50550,
+    50600,
+    50650,
+    50700,
+    50750,
+    50800,
+    50850,
+    50900,
+    50950,
+    51000,
+    51050,
+    51100,
+    51150,
+    51200,
+    51250,
+    51300,
+    51350,
+    51400,
+    51450,
+    51500,
+    51550,
+    51600,
+    51650,
+    51700,
+    51750,
+    51800,
+    51850,
+    51900,
+    51950,
+    52000,
+    52050,
+    52100,
+    52150,
+    52200,
+    52250,
+    52300,
+    52350,
+    52400,
+    52450,
+    52500,
+    52550,
+    52600,
+    52650,
+    52700,
+    52750,
+    52800,
+    52850,
+    52900,
+    52950,
+    53000,
+    53050,
+    53100,
+    53150,
+    53200,
+    53250,
+    53300,
+    53350,
+    53400,
+    53450,
+    53500,
+    53550,
+    53600,
+    53650,
+    53700,
+    53750,
+    53800,
+    53850,
+    53900,
+    53950,
+    54000,
+    54050,
+    54100,
+    54150,
+    54200,
+    54250,
+    54300,
+    54350,
+    54400,
+    54450,
+    54500,
+    54550,
+    54600,
+    54650,
+    54700,
+    54750,
+    54800,
+    54850,
+    54900,
+    54950,
+    55000,
+    55050,
+    55100,
+    55150,
+    55200,
+    55250,
+    55300,
+    55350,
+    55400,
+    55450,
+    55500,
+    55550,
+    55600,
+    55650,
+    55700,
+    55750,
+    55800,
+    55850,
+    55900,
+    55950,
+    56000,
+    56050,
+    56100,
+    56150,
+    56200,
+    56250,
+    56300,
+    56350,
+    56400,
+    56450,
+    56500,
+    56550,
+    56600,
+    56650,
+    56700,
+    56750,
+    56800,
+    56850,
+    56900,
+    56950,
+    57000,
+    57050,
+    57100,
+    57150,
+    57200,
+    57250,
+    57300,
+    57350,
+    57400,
+    57450,
+    57500,
+    57550,
+    57600,
+    57650,
+    57700,
+    57750,
+    57800,
+    57850,
+    57900,
+    57950,
+    58000,
+    58050,
+    58100,
+    58150,
+    58200,
+    58250,
+    58300,
+    58350,
+    58400,
+    58450,
+    58500,
+    58550,
+    58600,
+    58650,
+    58700,
+    58750,
+    58800,
+    58850,
+    58900,
+    58950,
+    59000,
+    59050,
+    59100,
+    59150,
+    59200,
+    59250,
+    59300,
+    59350,
+    59400,
+    59450,
+    59500,
+    59550,
+    59600,
+    59650,
+    59700,
+    59750,
+    59800,
+    59850,
+    59900,
+    59950,
+    60000,
+    60050,
+    60100,
+    60150,
+    60200,
+    60250,
+    60300,
+    60350,
+    60400,
+    60450,
+    60500,
+    60550,
+    60600,
+    60650,
+    60700,
+    60750,
+    60800,
+    60850,
+    60900,
+    60950,
+    61000,
+    61050,
+    61100,
+    61150,
+    61200,
+    61250,
+    61300,
+    61350,
+    61400,
+    61450,
+    61500,
+    61550,
+    61600,
+    61650,
+    61700,
+    61750,
+    61800,
+    61850,
+    61900,
+    61950,
+    62000,
+    62050,
+    62100,
+    62150,
+    62200,
+    62250,
+    62300,
+    62350,
+    62400,
+    62450,
+    62500,
+    62550,
+    62600,
+    62650,
+    62700,
+    62750,
+    62800,
+    62850,
+    62900,
+    62950,
+    63000,
+    63050,
+    63100,
+    63150,
+    63200,
+    63250,
+    63300,
+    63350,
+    63400,
+    63450,
+    63500,
+    63550,
+    63600,
+    63650,
+    63700,
+    63750,
+    63800,
+    63850,
+    63900,
+    63950,
+    64000,
+    64050,
+    64100,
+    64150,
+    64200,
+    64250,
+    64300,
+    64350,
+    64400,
+    64450,
+    64500,
+    64550,
+    64600,
+    64650,
+    64700,
+    64750,
+    64800,
+    64850,
+    64900,
+    64950,
+    65000,
+    65050,
+    65100,
+    65150,
+    65200,
+    65250,
+    65300,
+    65350,
+    65400,
+    65450,
+    65500,
+    65550,
+    65600,
+    65650,
+    65700,
+    65750,
+    65800,
+    65850,
+    65900,
+    65950,
+    66000,
+    66050,
+    66100,
+    66150,
+    66200,
+    66250,
+    66300,
+    66350,
+    66400,
+    66450,
+    66500,
+    66550,
+    66600,
+    66650,
+    66700,
+    66750,
+    66800,
+    66850,
+    66900,
+    66950,
+    67000,
+    67050,
+    67100,
+    67150,
+    67200,
+    67250,
+    67300,
+    67350,
+    67400,
+    67450,
+    67500,
+    67550,
+    67600,
+    67650,
+    67700,
+    67750,
+    67800,
+    67850,
+    67900,
+    67950,
+    68000,
+    68050,
+    68100,
+    68150,
+    68200,
+    68250,
+    68300,
+    68350,
+    68400,
+    68450,
+    68500,
+    68550,
+    68600,
+    68650,
+    68700,
+    68750,
+    68800,
+    68850,
+    68900,
+    68950,
+    69000,
+    69050,
+    69100,
+    69150,
+    69200,
+    69250,
+    69300,
+    69350,
+    69400,
+    69450,
+    69500,
+    69550,
+    69600,
+    69650,
+    69700,
+    69750,
+    69800,
+    69850,
+    69900,
+    69950,
+    70000,
+    70050,
+    70100,
+    70150,
+    70200,
+    70250,
+    70300,
+    70350,
+    70400,
+    70450,
+    70500,
+    70550,
+    70600,
+    70650,
+    70700,
+    70750,
+    70800,
+    70850,
+    70900,
+    70950,
+    71000,
+    71050,
+    71100,
+    71150,
+    71200,
+    71250,
+    71300,
+    71350,
+    71400,
+    71450,
+    71500,
+    71550,
+    71600,
+    71650,
+    71700,
+    71750,
+    71800,
+    71850,
+    71900,
+    71950,
+    72000,
+    72050,
+    72100,
+    72150,
+    72200,
+    72250,
+    72300,
+    72350,
+    72400,
+    72450,
+    72500,
+    72550,
+    72600,
+    72650,
+    72700,
+    72750,
+    72800,
+    72850,
+    72900,
+    72950,
+    73000,
+    73050,
+    73100,
+    73150,
+    73200,
+    73250,
+    73300,
+    73350,
+    73400,
+    73450,
+    73500,
+    73550,
+    73600,
+    73650,
+    73700,
+    73750,
+    73800,
+    73850,
+    73900,
+    73950,
+    74000,
+    74050,
+    74100,
+    74150,
+    74200,
+    74250,
+    74300,
+    74350,
+    74400,
+    74450,
+    74500,
+    74550,
+    74600,
+    74650,
+    74700,
+    74750,
+    74800,
+    74850,
+    74900,
+    74950,
+    75000,
+    75050,
+    75100,
+    75150,
+    75200,
+    75250,
+    75300,
+    75350,
+    75400,
+    75450,
+    75500,
+    75550,
+    75600,
+    75650,
+    75700,
+    75750,
+    75800,
+    75850,
+    75900,
+    75950,
+    76000,
+    76050,
+    76100,
+    76150,
+    76200,
+    76250,
+    76300,
+    76350,
+    76400,
+    76450,
+    76500,
+    76550,
+    76600,
+    76650,
+    76700,
+    76750,
+    76800,
+    76850,
+    76900,
+    76950,
+    77000,
+    77050,
+    77100,
+    77150,
+    77200,
+    77250,
+    77300,
+    77350,
+    77400,
+    77450,
+    77500,
+    77550,
+    77600,
+    77650,
+    77700,
+    77750,
+    77800,
+    77850,
+    77900,
+    77950,
+    78000,
+    78050,
+    78100,
+    78150,
+    78200,
+    78250,
+    78300,
+    78350,
+    78400,
+    78450,
+    78500,
+    78550,
+    78600,
+    78650,
+    78700,
+    78750,
+    78800,
+    78850,
+    78900,
+    78950,
+    79000,
+    79050,
+    79100,
+    79150,
+    79200,
+    79250,
+    79300,
+    79350,
+    79400,
+    79450,
+    79500,
+    79550,
+    79600,
+    79650,
+    79700,
+    79750,
+    79800,
+    79850,
+    79900,
+    79950,
+    80000,
+    80050,
+    80100,
+    80150,
+    80200,
+    80250,
+    80300,
+    80350,
+    80400,
+    80450,
+    80500,
+    80550,
+    80600,
+    80650,
+    80700,
+    80750,
+    80800,
+    80850,
+    80900,
+    80950,
+    81000,
+    81050,
+    81100,
+    81150,
+    81200,
+    81250,
+    81300,
+    81350,
+    81400,
+    81450,
+    81500,
+    81550,
+    81600,
+    81650,
+    81700,
+    81750,
+    81800,
+    81850,
+    81900,
+    81950,
+    82000,
+    82050,
+    82100,
+    82150,
+    82200,
+    82250,
+    82300,
+    82350,
+    82400,
+    82450,
+    82500,
+    82550,
+    82600,
+    82650,
+    82700,
+    82750,
+    82800,
+    82850,
+    82900,
+    82950,
+    83000,
+    83050,
+    83100,
+    83150,
+    83200,
+    83250,
+    83300,
+    83350,
+    83400,
+    83450,
+    83500,
+    83550,
+    83600,
+    83650,
+    83700,
+    83750,
+    83800,
+    83850,
+    83900,
+    83950,
+    84000,
+    84050,
+    84100,
+    84150,
+    84200,
+    84250,
+    84300,
+    84350,
+    84400,
+    84450,
+    84500,
+    84550,
+    84600,
+    84650,
+    84700,
+    84750,
+    84800,
+    84850,
+    84900,
+    84950,
+    85000,
+    85050,
+    85100,
+    85150,
+    85200,
+    85250,
+    85300,
+    85350,
+    85400,
+    85450,
+    85500,
+    85550,
+    85600,
+    85650,
+    85700,
+    85750,
+    85800,
+    85850,
+    85900,
+    85950,
+    86000,
+    86050,
+    86100,
+    86150,
+    86200,
+    86250,
+    86300,
+    86350,
+    86400,
+    86450,
+    86500,
+    86550,
+    86600,
+    86650,
+    86700,
+    86750,
+    86800,
+    86850,
+    86900,
+    86950,
+    87000,
+    87050,
+    87100,
+    87150,
+    87200,
+    87250,
+    87300,
+    87350,
+    87400,
+    87450,
+    87500,
+    87550,
+    87600,
+    87650,
+    87700,
+    87750,
+    87800,
+    87850,
+    87900,
+    87950,
+    88000,
+    88050,
+    88100,
+    88150,
+    88200,
+    88250,
+    88300,
+    88350,
+    88400,
+    88450,
+    88500,
+    88550,
+    88600,
+    88650,
+    88700,
+    88750,
+    88800,
+    88850,
+    88900,
+    88950,
+    89000,
+    89050,
+    89100,
+    89150,
+    89200,
+    89250,
+    89300,
+    89350,
+    89400,
+    89450,
+    89500,
+    89550,
+    89600,
+    89650,
+    89700,
+    89750,
+    89800,
+    89850,
+    89900,
+    89950,
+    90000,
+    90050,
+    90100,
+    90150,
+    90200,
+    90250,
+    90300,
+    90350,
+    90400,
+    90450,
+    90500,
+    90550,
+    90600,
+    90650,
+    90700,
+    90750,
+    90800,
+    90850,
+    90900,
+    90950,
+    91000,
+    91050,
+    91100,
+    91150,
+    91200,
+    91250,
+    91300,
+    91350,
+    91400,
+    91450,
+    91500,
+    91550,
+    91600,
+    91650,
+    91700,
+    91750,
+    91800,
+    91850,
+    91900,
+    91950,
+    92000,
+    92050,
+    92100,
+    92150,
+    92200,
+    92250,
+    92300,
+    92350,
+    92400,
+    92450,
+    92500,
+    92550,
+    92600,
+    92650,
+    92700,
+    92750,
+    92800,
+    92850,
+    92900,
+    92950,
+    93000,
+    93050,
+    93100,
+    93150,
+    93200,
+    93250,
+    93300,
+    93350,
+    93400,
+    93450,
+    93500,
+    93550,
+    93600,
+    93650,
+    93700,
+    93750,
+    93800,
+    93850,
+    93900,
+    93950,
+    94000,
+    94050,
+    94100,
+    94150,
+    94200,
+    94250,
+    94300,
+    94350,
+    94400,
+    94450,
+    94500,
+    94550,
+    94600,
+    94650,
+    94700,
+    94750,
+    94800,
+    94850,
+    94900,
+    94950,
+    95000,
+    95050,
+    95100,
+    95150,
+    95200,
+    95250,
+    95300,
+    95350,
+    95400,
+    95450,
+    95500,
+    95550,
+    95600,
+    95650,
+    95700,
+    95750,
+    95800,
+    95850,
+    95900,
+    95950,
+    96000,
+    96050,
+    96100,
+    96150,
+    96200,
+    96250,
+    96300,
+    96350,
+    96400,
+    96450,
+    96500,
+    96550,
+    96600,
+    96650,
+    96700,
+    96750,
+    96800,
+    96850,
+    96900,
+    96950,
+    97000,
+    97050,
+    97100,
+    97150,
+    97200,
+    97250,
+    97300,
+    97350,
+    97400,
+    97450,
+    97500,
+    97550,
+    97600,
+    97650,
+    97700,
+    97750,
+    97800,
+    97850,
+    97900,
+    97950,
+    98000,
+    98050,
+    98100,
+    98150,
+    98200,
+    98250,
+    98300,
+    98350,
+    98400,
+    98450,
+    98500,
+    98550,
+    98600,
+    98650,
+    98700,
+    98750,
+    98800,
+    98850,
+    98900,
+    98950,
+    99000,
+    99050,
+    99100,
+    99150,
+    99200,
+    99250,
+    99300,
+    99350,
+    99400,
+    99450,
+    99500,
+    99550,
+    99600,
+    99650,
+    99700,
+    99750,
+    99800,
+    99850,
+    99900,
+    99950,
+    100000,
+    100050,
+    100100,
+    100150,
+    100200,
+    100250,
+    100300,
+    100350,
+    100400,
+    100450,
+    100500,
+    100550,
+    100600,
+    100650,
+    100700,
+    100750,
+    100800,
+    100850,
+    100900,
+    100950,
+    101000,
+    101050,
+    101100,
+    101150,
+    101200,
+    101250,
+    101300,
+    101350,
+    101400,
+    101450,
+    101500,
+    101550,
+    101600,
+    101650,
+    101700,
+    101750,
+    101800,
+    101850,
+    101900,
+    101950,
+    102000,
+    102050,
+    102100,
+    102150,
+    102200,
+    102250,
+    102300,
+    102350,
+    102400,
+    102450,
+    102500,
+    102550,
+    102600,
+    102650,
+    102700,
+    102750,
+    102800,
+    102850,
+    102900,
+    102950,
+    103000,
+    103050,
+    103100,
+    103150,
+    103200,
+    103250,
+    103300,
+    103350,
+    103400,
+    103450,
+    103500,
+    103550,
+    103600,
+    103650,
+    103700,
+    103750,
+    103800,
+    103850,
+    103900,
+    103950,
+    104000,
+    104050,
+    104100,
+    104150,
+    104200,
+    104250,
+    104300,
+    104350,
+    104400,
+    104450,
+    104500,
+    104550,
+    104600,
+    104650,
+    104700,
+    104750,
+    104800,
+    104850,
+    104900,
+    104950,
+    105000,
+    105050,
+    105100,
+    105150,
+    105200,
+    105250,
+    105300,
+    105350,
+    105400,
+    105450,
+    105500,
+    105550,
+    105600,
+    105650,
+    105700,
+    105750,
+    105800,
+    105850,
+    105900,
+    105950,
+    106000,
+    106050,
+    106100,
+    106150,
+    106200,
+    106250,
+    106300,
+    106350,
+    106400,
+    106450,
+    106500,
+    106550,
+    106600,
+    106650,
+    106700,
+    106750,
+    106800,
+    106850,
+    106900,
+    106950,
+    107000,
+    107050,
+    107100,
+    107150,
+    107200,
+    107250,
+    107300,
+    107350,
+    107400,
+    107450,
+    107500,
+    107550,
+    107600,
+    107650,
+    107700,
+    107750,
+    107800,
+    107850,
+    107900,
+    107950,
+    108000,
+    108050,
+    108100,
+    108150,
+    108200,
+    108250,
+    108300,
+    108350,
+    108400,
+    108450,
+    108500,
+    108550,
+    108600,
+    108650,
+    108700,
+    108750,
+    108800,
+    108850,
+    108900,
+    108950,
+    109000,
+    109050,
+    109100,
+    109150,
+    109200,
+    109250,
+    109300,
+    109350,
+    109400,
+    109450,
+    109500,
+    109550,
+    109600,
+    109650,
+    109700,
+    109750,
+    109800,
+    109850,
+    109900,
+    109950,
+    110000,
+    110050,
+    110100,
+    110150,
+    110200,
+    110250,
+    110300,
+    110350,
+    110400,
+    110450,
+    110500,
+    110550,
+    110600,
+    110650,
+    110700,
+    110750,
+    110800,
+    110850,
+    110900,
+    110950,
+    111000,
+    111050,
+    111100,
+    111150,
+    111200,
+    111250,
+    111300,
+    111350,
+    111400,
+    111450,
+    111500,
+    111550,
+    111600,
+    111650,
+    111700,
+    111750,
+    111800,
+    111850,
+    111900,
+    111950,
+    112000,
+    112050,
+    112100,
+    112150,
+    112200,
+    112250,
+    112300,
+    112350,
+    112400,
+    112450,
+    112500,
+    112550,
+    112600,
+    112650,
+    112700,
+    112750,
+    112800,
+    112850,
+    112900,
+    112950,
+    113000,
+    113050,
+    113100,
+    113150,
+    113200,
+    113250,
+    113300,
+    113350,
+    113400,
+    113450,
+    113500,
+    113550,
+    113600,
+    113650,
+    113700,
+    113750,
+    113800,
+    113850,
+    113900,
+    113950,
+    114000
+  ],
+  "train_lm_loss": [
+    16.85776388645172,
+    9.1920365691185,
+    8.236555099487305,
+    7.667818605899811,
+    7.356138646602631,
+    6.91735503077507,
+    6.5906194150447845,
+    6.357409775257111,
+    5.9795006811618805,
+    5.809264838695526,
+    5.597225368022919,
+    5.560283422470093,
+    5.3338786363601685,
+    5.267808616161346,
+    5.115076541900635,
+    4.98852214217186,
+    4.868507653474808,
+    4.767012357711792,
+    4.688456177711487,
+    4.64098647236824,
+    4.524220407009125,
+    4.418423891067505,
+    4.384797319769859,
+    4.303107738494873,
+    4.316871553659439,
+    4.174407556653023,
+    4.164414927363396,
+    4.08595110476017,
+    3.997199073433876,
+    3.9652142077684402,
+    3.9132973700761795,
+    3.8650206327438354,
+    3.8475303798913956,
+    3.7618423849344254,
+    3.678696885704994,
+    3.6759158074855804,
+    3.670139864087105,
+    3.6325187981128693,
+    3.4887911528348923,
+    3.516070142388344,
+    3.537578210234642,
+    3.5044918209314346,
+    3.4151192903518677,
+    3.370710387825966,
+    3.3347098231315613,
+    3.2379901856184006,
+    3.281196743249893,
+    3.2613525092601776,
+    3.1993547677993774,
+    3.2222185879945755,
+    3.163980722427368,
+    3.1286679059267044,
+    3.1149380207061768,
+    3.1066831797361374,
+    3.0523914992809296,
+    3.0641421526670456,
+    3.024475395679474,
+    3.062043696641922,
+    3.028936266899109,
+    2.9895512014627457,
+    3.0482160300016403,
+    2.9303646236658096,
+    2.971750780940056,
+    2.9578605741262436,
+    2.9189397245645523,
+    2.9536808878183365,
+    2.8515406101942062,
+    2.907557427883148,
+    2.932330623269081,
+    2.887909010052681,
+    2.8449977338314056,
+    2.8843569308519363,
+    2.8721764087677,
+    2.831746518611908,
+    2.8095872551202774,
+    2.8009496927261353,
+    2.8490505516529083,
+    2.8373938500881195,
+    2.793259710073471,
+    2.8101100027561188,
+    2.7189568877220154,
+    2.816136732697487,
+    2.772700607776642,
+    2.767932802438736,
+    2.7938837856054306,
+    2.7987180352211,
+    2.7302757054567337,
+    2.734313413500786,
+    2.7649957835674286,
+    2.7606468200683594,
+    2.7491340339183807,
+    2.735682189464569,
+    2.698896110057831,
+    2.69393190741539,
+    2.6842608600854874,
+    2.737307235598564,
+    2.6433125138282776,
+    2.688019245862961,
+    2.6915260702371597,
+    2.726158991456032,
+    2.721269726753235,
+    2.6706016063690186,
+    2.640561029314995,
+    2.683850422501564,
+    2.6450803130865097,
+    2.6723240315914154,
+    2.655262067914009,
+    2.6214464604854584,
+    2.6437657177448273,
+    2.654960334300995,
+    2.6385307759046555,
+    2.664942443370819,
+    2.5943307876586914,
+    2.608480378985405,
+    2.5871263444423676,
+    2.6296952217817307,
+    2.606399968266487,
+    2.5702600181102753,
+    2.5649630576372147,
+    2.6258813589811325,
+    2.612287700176239,
+    2.5828314274549484,
+    2.5828361809253693,
+    2.6167477816343307,
+    2.5987306386232376,
+    2.581043764948845,
+    2.574723780155182,
+    2.5324336737394333,
+    2.588245615363121,
+    2.581897422671318,
+    2.579303488135338,
+    2.5947986245155334,
+    2.5624439120292664,
+    2.511168286204338,
+    2.57496140897274,
+    2.51095013320446,
+    2.494741827249527,
+    2.5473780632019043,
+    2.5445783883333206,
+    2.5034898072481155,
+    2.5067491084337234,
+    2.509915590286255,
+    2.551539584994316,
+    2.5482055246829987,
+    2.487907648086548,
+    2.5222453474998474,
+    2.5030168890953064,
+    2.516479045152664,
+    2.4786339849233627,
+    2.4720835387706757,
+    2.448873147368431,
+    2.5260716378688812,
+    2.494235947728157,
+    2.454839378595352,
+    2.4436618834733963,
+    2.4883143305778503,
+    2.4703138768672943,
+    2.455879643559456,
+    2.4201176837086678,
+    2.4733757823705673,
+    2.4871658831834793,
+    2.4897836446762085,
+    2.461534410715103,
+    2.4821470826864243,
+    2.480172038078308,
+    2.43720743060112,
+    2.4454943984746933,
+    2.465492755174637,
+    2.392948232591152,
+    2.4018465727567673,
+    2.499534845352173,
+    2.437292605638504,
+    2.4908596575260162,
+    2.452893301844597,
+    2.3977115750312805,
+    2.4772768020629883,
+    2.44956037402153,
+    2.465890571475029,
+    2.452250823378563,
+    2.4566021114587784,
+    2.4145552217960358,
+    2.4989123195409775,
+    2.4236185401678085,
+    2.3975373655557632,
+    2.4029418379068375,
+    2.435733437538147,
+    2.509815827012062,
+    2.441146641969681,
+    2.379582941532135,
+    2.364986151456833,
+    2.473151907324791,
+    2.458905413746834,
+    2.4218714386224747,
+    2.4493881464004517,
+    2.4775084406137466,
+    2.4164696037769318,
+    2.412929058074951,
+    2.4309205561876297,
+    2.410118341445923,
+    2.459929570555687,
+    2.385904550552368,
+    2.3952574655413628,
+    2.3985042423009872,
+    2.406740754842758,
+    2.337435334920883,
+    2.368526741862297,
+    2.443936660885811,
+    2.346149057149887,
+    2.439452052116394,
+    2.4238839894533157,
+    2.413376420736313,
+    2.4044146984815598,
+    2.4058752804994583,
+    2.404824510216713,
+    2.388056233525276,
+    2.342642232775688,
+    2.434034898877144,
+    2.400403618812561,
+    2.323973849415779,
+    2.3582773208618164,
+    2.3917603194713593,
+    2.3896029889583588,
+    2.419161394238472,
+    2.351523384451866,
+    2.3721239864826202,
+    2.312861815094948,
+    2.3666305989027023,
+    2.3738170862197876,
+    2.385918766260147,
+    2.3709674328565598,
+    2.3382931649684906,
+    2.3703400641679764,
+    2.3900093734264374,
+    2.3563155084848404,
+    2.3841100484132767,
+    2.364271178841591,
+    2.332897439599037,
+    2.3554178327322006,
+    2.404633581638336,
+    2.4054225087165833,
+    2.3336242139339447,
+    2.2820213437080383,
+    2.4094929695129395,
+    2.3530721813440323,
+    2.3930183947086334,
+    2.365717649459839,
+    2.357646808028221,
+    2.3590978905558586,
+    2.3872420713305473,
+    2.3754425793886185,
+    2.3687860667705536,
+    2.340918242931366,
+    2.3677115738391876,
+    2.3112191557884216,
+    2.392769291996956,
+    2.4487893283367157,
+    2.341904565691948,
+    2.377177894115448,
+    2.364643305540085,
+    2.324292115867138,
+    2.34882303327322,
+    2.3602140098810196,
+    2.3664713203907013,
+    2.342870980501175,
+    2.353952944278717,
+    2.3571540862321854,
+    2.371749296784401,
+    2.325178414583206,
+    2.3922941237688065,
+    2.3534539341926575,
+    2.3302333652973175,
+    2.303064852952957,
+    2.3614823520183563,
+    2.314900189638138,
+    2.3702807128429413,
+    2.368003010749817,
+    2.279435880482197,
+    2.3157727420330048,
+    2.306448608636856,
+    2.318261682987213,
+    2.308204770088196,
+    2.313017800450325,
+    2.309318721294403,
+    2.3122695684432983,
+    2.321071706712246,
+    2.305533215403557,
+    2.350373685359955,
+    2.327108323574066,
+    2.3174820095300674,
+    2.342223972082138,
+    2.35893951356411,
+    2.2994923293590546,
+    2.318520426750183,
+    2.3407992720603943,
+    2.364899516105652,
+    2.340218812227249,
+    2.3087599128484726,
+    2.311676397919655,
+    2.300605796277523,
+    2.334869995713234,
+    2.2723247408866882,
+    2.295194625854492,
+    2.3271916061639786,
+    2.2567640393972397,
+    2.323041468858719,
+    2.279220014810562,
+    2.3042054772377014,
+    2.2557210624217987,
+    2.350845068693161,
+    2.2751225009560585,
+    2.341839760541916,
+    2.2605826407670975,
+    2.284370720386505,
+    2.3061442375183105,
+    2.320046976208687,
+    2.26070736348629,
+    2.301961049437523,
+    2.2589396983385086,
+    2.2935024797916412,
+    2.3084188401699066,
+    2.368765637278557,
+    2.3271292597055435,
+    2.3010024279356003,
+    2.341903477907181,
+    2.2869296073913574,
+    2.249100014567375,
+    2.268570303916931,
+    2.259503573179245,
+    2.253677263855934,
+    2.2985451221466064,
+    2.3198659867048264,
+    2.3033933490514755,
+    2.351640924811363,
+    2.290588155388832,
+    2.210882283747196,
+    2.2539452016353607,
+    2.277690038084984,
+    2.3271189630031586,
+    2.275273323059082,
+    2.2493939995765686,
+    2.2840996235609055,
+    2.282925307750702,
+    2.28989577293396,
+    2.3321627974510193,
+    2.2662953287363052,
+    2.247265003621578,
+    2.2699142396450043,
+    2.3287097811698914,
+    2.250497028231621,
+    2.2870392501354218,
+    2.207040935754776,
+    2.29455229640007,
+    2.2927375584840775,
+    2.251926928758621,
+    2.276296019554138,
+    2.2299301847815514,
+    2.3035916686058044,
+    2.294529139995575,
+    2.295208767056465,
+    2.2836184352636337,
+    2.303111031651497,
+    2.2596708834171295,
+    2.1985993310809135,
+    2.2470455169677734,
+    2.2288205325603485,
+    2.281368777155876,
+    2.2728428840637207,
+    2.252485290169716,
+    2.289734721183777,
+    2.2467056810855865,
+    2.2696851938962936,
+    2.2677999287843704,
+    2.2238652259111404,
+    2.2699518278241158,
+    2.270063728094101,
+    2.2998905926942825,
+    2.2824141532182693,
+    2.226297378540039,
+    2.263387307524681,
+    2.2282147258520126,
+    2.259652242064476,
+    2.284238964319229,
+    2.256121091544628,
+    2.2054974138736725,
+    2.20460157841444,
+    2.2596182227134705,
+    2.2653257995843887,
+    2.2642403542995453,
+    2.256158769130707,
+    2.295551970601082,
+    2.292941391468048,
+    2.2479084134101868,
+    2.21825410425663,
+    2.3008078187704086,
+    2.287905529141426,
+    2.2587230801582336,
+    2.2386555522680283,
+    2.265548050403595,
+    2.1967722699046135,
+    2.2117597311735153,
+    2.271370865404606,
+    2.24901907145977,
+    2.2515418976545334,
+    2.201303392648697,
+    2.2282256484031677,
+    2.242774710059166,
+    2.30823478102684,
+    2.293502375483513,
+    2.2595291137695312,
+    2.263742983341217,
+    2.1737616285681725,
+    2.2490208745002747,
+    2.27687269449234,
+    2.2600390166044235,
+    2.2699785381555557,
+    2.207936570048332,
+    2.2012234926223755,
+    2.284150570631027,
+    2.2948222756385803,
+    2.167818106710911,
+    2.2974536269903183,
+    2.219902791082859,
+    2.135189935564995,
+    2.2525680363178253,
+    2.206582695245743,
+    2.170176714658737,
+    2.2423014044761658,
+    2.2563272267580032,
+    2.207301639020443,
+    2.2118865847587585,
+    2.2285995855927467,
+    2.249342381954193,
+    2.2709080576896667,
+    2.265319526195526,
+    2.211042858660221,
+    2.206086330115795,
+    2.244234174489975,
+    2.1882672160863876,
+    2.2363083213567734,
+    2.260191097855568,
+    2.2293813079595566,
+    2.2519228905439377,
+    2.2516008019447327,
+    2.206386335194111,
+    2.210202306509018,
+    2.1768613904714584,
+    2.216942511498928,
+    2.1906247064471245,
+    2.240927629172802,
+    2.27256079018116,
+    2.204475484788418,
+    2.1616837456822395,
+    2.181714430451393,
+    2.2729124277830124,
+    2.210827261209488,
+    2.20964103192091,
+    2.243682563304901,
+    2.263919934630394,
+    2.1950963735580444,
+    2.2109197676181793,
+    2.231409475207329,
+    2.1842193007469177,
+    2.2035921290516853,
+    2.2254247218370438,
+    2.2613544017076492,
+    2.222332686185837,
+    2.2079794704914093,
+    2.2451836317777634,
+    2.1989665180444717,
+    2.2130379900336266,
+    2.2346679270267487,
+    2.1604868322610855,
+    2.1857634484767914,
+    2.2459794878959656,
+    2.247925914824009,
+    2.196181535720825,
+    2.2550955414772034,
+    2.168205387890339,
+    2.217329680919647,
+    2.227510452270508,
+    2.2143067568540573,
+    2.239250496029854,
+    2.2076960653066635,
+    2.182800032198429,
+    2.2376834005117416,
+    2.221465900540352,
+    2.2031675279140472,
+    2.2275792732834816,
+    2.2495544999837875,
+    2.213026314973831,
+    2.2207311540842056,
+    2.2506443560123444,
+    2.2041610032320023,
+    2.2087410166859627,
+    2.2228233963251114,
+    2.2027531266212463,
+    2.2385850101709366,
+    2.2282775193452835,
+    2.2182778492569923,
+    2.1611262634396553,
+    2.1531791612505913,
+    2.213945060968399,
+    2.2078852355480194,
+    2.2280480712652206,
+    2.25068162381649,
+    2.2152038291096687,
+    2.2025632858276367,
+    2.2005130127072334,
+    2.1742565482854843,
+    2.1923732683062553,
+    2.225251153111458,
+    2.177602104842663,
+    2.236308217048645,
+    2.184247486293316,
+    2.2467557042837143,
+    2.184721067547798,
+    2.170271746814251,
+    2.2233809530735016,
+    2.2393888980150223,
+    2.210395433008671,
+    2.2440711706876755,
+    2.2016809806227684,
+    2.1482985615730286,
+    2.1959914416074753,
+    2.1840501949191093,
+    2.2017736732959747,
+    2.196066752076149,
+    2.1649032905697823,
+    2.1769600957632065,
+    2.1878055185079575,
+    2.195002980530262,
+    2.1905601620674133,
+    2.197399288415909,
+    2.182880572974682,
+    2.215973734855652,
+    2.1284114122390747,
+    2.201974429190159,
+    2.2036041766405106,
+    2.1640325635671616,
+    2.2137678638100624,
+    2.1911219507455826,
+    2.169425308704376,
+    2.128088541328907,
+    2.1930107325315475,
+    2.1662247627973557,
+    2.1626308858394623,
+    2.1623848602175713,
+    2.2067711502313614,
+    2.135978013277054,
+    2.202214650809765,
+    2.1773889288306236,
+    2.2574620842933655,
+    2.206412613391876,
+    2.229229211807251,
+    2.197563126683235,
+    2.2229909896850586,
+    2.189756840467453,
+    2.1775417923927307,
+    2.2005001604557037,
+    2.224857434630394,
+    2.1830659732222557,
+    2.1956187933683395,
+    2.1639575958251953,
+    2.1850698739290237,
+    2.1286690160632133,
+    2.2109203785657883,
+    2.140064626932144,
+    2.229867711663246,
+    2.209199719130993,
+    2.16721860319376,
+    2.189882829785347,
+    2.1922502592206,
+    2.185493089258671,
+    2.204291671514511,
+    2.189380683004856,
+    2.2031512707471848,
+    2.182609386742115,
+    2.137457199394703,
+    2.1563723981380463,
+    2.226002424955368,
+    2.1575972363352776,
+    2.1938856691122055,
+    2.2262879610061646,
+    2.2217346280813217,
+    2.155636318027973,
+    2.2105260714888573,
+    2.1651603877544403,
+    2.2104636281728745,
+    2.2164841145277023,
+    2.1960049718618393,
+    2.1613756269216537,
+    2.1695037484169006,
+    2.2002034932374954,
+    2.1892430782318115,
+    2.186606243252754,
+    2.1835690438747406,
+    2.159831367433071,
+    2.153607152402401,
+    2.1828832253813744,
+    2.1763694286346436,
+    2.2097062319517136,
+    2.1983217149972916,
+    2.1523167118430138,
+    2.154193863272667,
+    2.1623125076293945,
+    2.178277589380741,
+    2.168984778225422,
+    2.1660810112953186,
+    2.2049766406416893,
+    2.1611586213111877,
+    2.179366186261177,
+    2.178453914821148,
+    2.151294581592083,
+    2.160119116306305,
+    2.1711050271987915,
+    2.1344854459166527,
+    2.158126026391983,
+    2.192331448197365,
+    2.174198567867279,
+    2.1409432142972946,
+    2.1883884221315384,
+    2.109431177377701,
+    2.1541576758027077,
+    2.159846216440201,
+    2.1815974563360214,
+    2.1801084727048874,
+    2.197366639971733,
+    2.125990107655525,
+    2.1545095071196556,
+    2.179230570793152,
+    2.158467583358288,
+    2.1559728384017944,
+    2.179513320326805,
+    2.1368451565504074,
+    2.143274113535881,
+    2.11408444494009,
+    2.158066228032112,
+    2.1454627960920334,
+    2.1879200786352158,
+    2.1299793422222137,
+    2.1318638622760773,
+    2.165858618915081,
+    2.240453213453293,
+    2.1893874406814575,
+    2.2083776742219925,
+    2.1794038116931915,
+    2.1590076982975006,
+    2.2216343730688095,
+    2.131186217069626,
+    2.1580155938863754,
+    2.140191912651062,
+    2.1457488611340523,
+    2.084900349378586,
+    2.166950762271881,
+    2.184413529932499,
+    2.1685364693403244,
+    2.1795071959495544,
+    2.1575323566794395,
+    2.1964693516492844,
+    2.1705307364463806,
+    2.1872518435120583,
+    2.182060644030571,
+    2.1625112369656563,
+    2.1564896628260612,
+    2.1686747670173645,
+    2.1683566197752953,
+    2.155280388891697,
+    2.141076050698757,
+    2.164136618375778,
+    2.1984047293663025,
+    2.187964677810669,
+    2.1556742787361145,
+    2.1694857478141785,
+    2.26653990149498,
+    2.1432311087846756,
+    2.087953671813011,
+    2.1400472223758698,
+    2.1649717688560486,
+    2.145833730697632,
+    2.1545548364520073,
+    2.1615284085273743,
+    2.1614892780780792,
+    2.182577818632126,
+    2.1937080696225166,
+    2.137799620628357,
+    2.217146120965481,
+    2.1441346406936646,
+    2.184183046221733,
+    2.158258728682995,
+    2.1548004895448685,
+    2.164446122944355,
+    2.1481718197464943,
+    2.193043038249016,
+    2.145757459104061,
+    2.1108683943748474,
+    2.120889440178871,
+    2.1097699627280235,
+    2.1610622107982635,
+    2.140034057199955,
+    2.1424268037080765,
+    2.1242280676960945,
+    2.141175463795662,
+    2.1562083810567856,
+    2.144730530679226,
+    2.2052100151777267,
+    2.1005802750587463,
+    2.0938069969415665,
+    2.129090651869774,
+    2.1451883763074875,
+    2.164913885295391,
+    2.115574859082699,
+    2.1369435787200928,
+    2.1491263285279274,
+    2.184069201350212,
+    2.1896947845816612,
+    2.1606741547584534,
+    2.194422595202923,
+    2.0991248190402985,
+    2.1676140129566193,
+    2.1359561756253242,
+    2.1327217146754265,
+    2.1719793304800987,
+    2.1031930074095726,
+    2.135761983692646,
+    2.1668590158224106,
+    2.196691043674946,
+    2.155332714319229,
+    2.0971647426486015,
+    2.146366447210312,
+    2.1506646275520325,
+    2.167107507586479,
+    2.0980505123734474,
+    2.1557755172252655,
+    2.1772454380989075,
+    2.092924825847149,
+    2.0840039774775505,
+    2.228355184197426,
+    2.132131151854992,
+    2.12177824229002,
+    2.154575802385807,
+    2.163883849978447,
+    2.2237676084041595,
+    2.0546372681856155,
+    2.133611559867859,
+    2.1508577167987823,
+    2.101455606520176,
+    2.1508906930685043,
+    2.12295500934124,
+    2.143251411616802,
+    2.142909198999405,
+    2.116820439696312,
+    2.0797159522771835,
+    2.0866216272115707,
+    2.2015913128852844,
+    2.17224258184433,
+    2.142866812646389,
+    2.130419209599495,
+    2.063929110765457,
+    2.174641862511635,
+    2.1687135100364685,
+    2.1647323966026306,
+    2.1546528935432434,
+    2.1483991518616676,
+    2.1301318258047104,
+    2.173434942960739,
+    2.160346806049347,
+    2.1651860028505325,
+    2.1453880816698074,
+    2.121686279773712,
+    2.1837164014577866,
+    2.1296181082725525,
+    2.1492287814617157,
+    2.2091969177126884,
+    2.14198200404644,
+    2.1838369369506836,
+    2.190246857702732,
+    2.1204187497496605,
+    2.1194376796483994,
+    2.174221560359001,
+    2.1692560389637947,
+    2.116904802620411,
+    2.103189505636692,
+    2.0723745301365852,
+    2.0763985738158226,
+    2.118461139500141,
+    2.150397129356861,
+    2.150474689900875,
+    2.1607814580202103,
+    2.155224196612835,
+    2.1624474823474884,
+    2.0811927393078804,
+    2.1150838658213615,
+    2.0761620849370956,
+    2.1776944026350975,
+    2.12296012789011,
+    2.1304186433553696,
+    2.124818228185177,
+    2.1265952214598656,
+    2.1915649473667145,
+    2.0908635407686234,
+    2.1069038808345795,
+    2.1365443617105484,
+    2.1293310299515724,
+    2.126703418791294,
+    2.1403782814741135,
+    2.116341046988964,
+    2.1433170586824417,
+    2.182603232562542,
+    2.145109184086323,
+    2.1478084474802017,
+    2.092076987028122,
+    2.1033250093460083,
+    2.140270657837391,
+    2.130894757807255,
+    2.1388362869620323,
+    2.0747509449720383,
+    2.1188090294599533,
+    2.2317993193864822,
+    2.133225306868553,
+    2.0391025096178055,
+    2.1368575766682625,
+    2.129554331302643,
+    2.2146957963705063,
+    2.0820256024599075,
+    2.1196242049336433,
+    2.1157122626900673,
+    2.1357452049851418,
+    2.121550850570202,
+    2.1386459693312645,
+    2.1702114641666412,
+    2.107653461396694,
+    2.0805357918143272,
+    2.1311780139803886,
+    2.085243947803974,
+    2.0745886638760567,
+    2.166841544210911,
+    2.0822411626577377,
+    2.139682576060295,
+    2.085096597671509,
+    2.16248120367527,
+    2.1336643397808075,
+    2.0613886415958405,
+    2.1879687756299973,
+    2.1150797829031944,
+    2.119518034160137,
+    2.1282371431589127,
+    2.1682773381471634,
+    2.101556196808815,
+    2.147344261407852,
+    2.1192181929945946,
+    2.1449124217033386,
+    2.1146250516176224,
+    2.100040629506111,
+    2.0773393511772156,
+    2.102326810359955,
+    2.0561509802937508,
+    2.104710564017296,
+    2.1211454272270203,
+    2.127342715859413,
+    2.1339519321918488,
+    2.1547621488571167,
+    2.134501576423645,
+    2.1328621804714203,
+    2.184201031923294,
+    2.0860368609428406,
+    2.120128743350506,
+    2.1744554862380028,
+    2.0713039115071297,
+    2.0943262577056885,
+    2.098053142428398,
+    2.134252190589905,
+    2.1250083968043327,
+    2.084468886256218,
+    2.17497281730175,
+    2.1288093104958534,
+    2.1395000517368317,
+    2.1124981865286827,
+    2.153906151652336,
+    2.066654346883297,
+    2.1544894129037857,
+    2.127647891640663,
+    2.1177515387535095,
+    2.07787524163723,
+    2.1294006928801537,
+    2.128833532333374,
+    2.1331701204180717,
+    2.049657814204693,
+    2.0967564806342125,
+    2.0897674784064293,
+    2.1401848569512367,
+    2.0930611044168472,
+    2.113971270620823,
+    2.110783316195011,
+    2.1361953243613243,
+    2.090254418551922,
+    2.1032763570547104,
+    2.158109173178673,
+    2.1163772642612457,
+    2.1360705345869064,
+    2.1255224719643593,
+    2.1434421241283417,
+    2.1142918318510056,
+    2.0853144749999046,
+    2.1344446018338203,
+    2.096809007227421,
+    2.1376030817627907,
+    2.1024411618709564,
+    2.101695716381073,
+    2.121945798397064,
+    2.1086570993065834,
+    2.054915964603424,
+    2.1117512583732605,
+    2.126697763800621,
+    2.123760759830475,
+    2.1378553435206413,
+    2.141614779829979,
+    2.1552577391266823,
+    2.1266572922468185,
+    2.107217915356159,
+    2.089830093085766,
+    2.1158564761281013,
+    2.128531150519848,
+    2.0791483595967293,
+    2.047775946557522,
+    2.169277884066105,
+    2.1232942566275597,
+    2.1230533346533775,
+    2.076633833348751,
+    2.1073708906769753,
+    2.1052179113030434,
+    2.0849156752228737,
+    2.0707033053040504,
+    2.0594907701015472,
+    2.1482200026512146,
+    2.1294965744018555,
+    2.1285038739442825,
+    2.1981706395745277,
+    2.0912225991487503,
+    2.0867964923381805,
+    2.127059184014797,
+    2.107911095023155,
+    2.1190354079008102,
+    2.095177225768566,
+    2.1163056045770645,
+    2.1124512180685997,
+    2.085825636982918,
+    2.1925466656684875,
+    2.101822964847088,
+    2.174862340092659,
+    2.1196212247014046,
+    2.150236427783966,
+    2.091476246714592,
+    2.043076530098915,
+    2.11587568372488,
+    2.0896103754639626,
+    2.148995488882065,
+    2.0899141505360603,
+    2.0565314516425133,
+    2.1163345277309418,
+    2.071822188794613,
+    2.0606581792235374,
+    2.143792577087879,
+    2.1202134266495705,
+    2.1338164135813713,
+    2.1171406507492065,
+    2.0856682658195496,
+    2.045985236763954,
+    2.1203959360718727,
+    2.06377811729908,
+    2.086655780673027,
+    2.1371421813964844,
+    2.1074946969747543,
+    2.04456052929163,
+    2.087636321783066,
+    2.046764336526394,
+    2.1393957138061523,
+    2.060795083642006,
+    2.0664133951067924,
+    2.1127325370907784,
+    2.088113896548748,
+    2.0516619458794594,
+    2.067213572561741,
+    2.0947535187005997,
+    2.067729912698269,
+    2.1177423894405365,
+    2.1033549159765244,
+    2.064347706735134,
+    2.0886844992637634,
+    2.0968950614333153,
+    2.1136304810643196,
+    2.1175004318356514,
+    2.129902921617031,
+    2.124113418161869,
+    2.07846812158823,
+    2.1072779670357704,
+    2.118053786456585,
+    2.1073956564068794,
+    2.1178341060876846,
+    2.0376839712262154,
+    2.1195977106690407,
+    2.0801999494433403,
+    2.086342476308346,
+    2.1069431006908417,
+    2.131090834736824,
+    2.003604017198086,
+    2.078594982624054,
+    2.064763732254505,
+    2.056250810623169,
+    2.0798662677407265,
+    2.1190195605158806,
+    2.0970626175403595,
+    2.0835975483059883,
+    2.0705263391137123,
+    2.092038720846176,
+    2.113932952284813,
+    2.1045149862766266,
+    2.0855739638209343,
+    2.109140656888485,
+    2.1330899819731712,
+    2.0982739105820656,
+    2.0556586533784866,
+    2.1456620916724205,
+    2.1010462939739227,
+    2.066707618534565,
+    2.1027609407901764,
+    2.1376034021377563,
+    2.15145543217659,
+    2.076833575963974,
+    2.133496932685375,
+    2.08060759305954,
+    2.064087614417076,
+    2.1057182028889656,
+    2.0989591851830482,
+    2.0523927584290504,
+    2.052446350455284,
+    2.061856970191002,
+    2.1001479774713516,
+    2.0673284605145454,
+    2.0771031752228737,
+    2.1331471353769302,
+    2.059754855930805,
+    2.0580356493592262,
+    2.077908307313919,
+    2.1502393782138824,
+    2.122028611600399,
+    2.096871070563793,
+    2.0514773949980736,
+    2.0312906056642532,
+    2.053397722542286,
+    2.0589247420430183,
+    2.103885419666767,
+    2.0766085237264633,
+    2.061582997441292,
+    2.04033350199461,
+    2.0817313492298126,
+    2.0717427879571915,
+    2.0676568523049355,
+    2.1026962026953697,
+    2.075967289507389,
+    2.118939459323883,
+    2.098557449877262,
+    2.080316014587879,
+    2.1389375254511833,
+    2.1193755120038986,
+    2.0674487948417664,
+    2.073130264878273,
+    2.121606722474098,
+    2.0773168429732323,
+    2.048414282500744,
+    2.088956482708454,
+    2.0548322200775146,
+    2.0983495712280273,
+    2.1067300215363503,
+    2.0788237676024437,
+    2.1082055270671844,
+    2.1532573252916336,
+    2.1114791855216026,
+    2.097907207906246,
+    2.1139452159404755,
+    2.0704490691423416,
+    2.1057537719607353,
+    2.1028573140501976,
+    2.059957802295685,
+    2.114586465060711,
+    2.04319416731596,
+    2.104722738265991,
+    2.0735750421881676,
+    2.090588852763176,
+    2.1125890910625458,
+    2.0925528705120087,
+    2.1331923827528954,
+    2.066437415778637,
+    2.076450876891613,
+    2.1041653528809547,
+    2.1197346448898315,
+    2.0614292472600937,
+    2.1566169559955597,
+    2.082108221948147,
+    2.076836995780468,
+    2.1157222986221313,
+    2.058776803314686,
+    2.1156536042690277,
+    2.078630216419697,
+    2.0842374488711357,
+    2.0728675350546837,
+    2.128107413649559,
+    2.0521582886576653,
+    2.0710431784391403,
+    2.075315900146961,
+    2.068170167505741,
+    2.08226827532053,
+    2.073641888797283,
+    2.0832217186689377,
+    2.068214178085327,
+    2.109774425625801,
+    2.045437276363373,
+    2.0598939955234528,
+    2.077075056731701,
+    2.056674510240555,
+    2.07688170671463,
+    2.101207673549652,
+    2.1084860488772392,
+    2.1308348178863525,
+    2.0629074573516846,
+    2.0740512385964394,
+    2.0292365923523903,
+    2.08596920222044,
+    2.09300035238266,
+    2.1157858967781067,
+    2.080493703484535,
+    2.0922201052308083,
+    2.037645496428013,
+    2.0744452700018883,
+    2.1128039360046387,
+    2.1196825727820396,
+    2.0467619150877,
+    2.10732788592577,
+    2.057101532816887,
+    2.124672159552574,
+    2.0332978814840317,
+    2.0976179614663124,
+    2.068111687898636,
+    2.076121963560581,
+    2.0682152211666107,
+    2.0596002712845802,
+    2.0821236297488213,
+    2.088251866400242,
+    2.1112310141324997,
+    2.033425912261009,
+    2.085014633834362,
+    2.0549292489886284,
+    2.0522144734859467,
+    2.099467448890209,
+    2.0510906353592873,
+    2.057126462459564,
+    2.1039365977048874,
+    2.064421132206917,
+    2.0823196545243263,
+    2.0316421017050743,
+    2.0718842521309853,
+    2.0907010659575462,
+    2.0398018807172775,
+    2.011564679443836,
+    2.0866399481892586,
+    2.1224156990647316,
+    2.080210879445076,
+    2.032454065978527,
+    2.078737385571003,
+    2.075644128024578,
+    2.0446126833558083,
+    2.1186984851956367,
+    2.0806473940610886,
+    2.0866662710905075,
+    2.104400284588337,
+    2.0846058130264282,
+    2.0354090854525566,
+    2.0357372388243675,
+    2.079992964863777,
+    2.0707548335194588,
+    2.0807266384363174,
+    2.0822779461741447,
+    2.117115095257759,
+    2.055205076932907,
+    2.104802504181862,
+    2.0238883644342422,
+    2.116937406361103,
+    2.0601454079151154,
+    2.070825830101967,
+    2.0914126560091972,
+    2.0838413760066032,
+    2.111621953547001,
+    2.0483533293008804,
+    2.067333698272705,
+    2.0818786323070526,
+    2.083373084664345,
+    2.126552164554596,
+    2.045739971101284,
+    2.0384513586759567,
+    2.090736001729965,
+    2.054653577506542,
+    2.084614537656307,
+    2.1163672357797623,
+    2.0287013053894043,
+    2.076931782066822,
+    2.09414578974247,
+    2.0601787492632866,
+    2.0259914472699165,
+    2.064942367374897,
+    2.088176131248474,
+    2.057134859263897,
+    2.0494123324751854,
+    2.075972341001034,
+    2.058980368077755,
+    2.080832064151764,
+    2.126746214926243,
+    2.0967922061681747,
+    2.067984528839588,
+    2.078324928879738,
+    2.083553299307823,
+    2.0578985065221786,
+    2.072483539581299,
+    2.044805496931076,
+    2.0852983742952347,
+    2.043850503861904,
+    2.0372587963938713,
+    2.0842889696359634,
+    1.9920414984226227,
+    2.075049340724945,
+    2.055201105773449,
+    2.018791325390339,
+    2.05525042116642,
+    2.0577879771590233,
+    2.0639662966132164,
+    2.080051749944687,
+    2.1018550246953964,
+    2.069247253239155,
+    2.0822381153702736,
+    2.066514641046524,
+    2.0661729127168655,
+    2.02827188372612,
+    2.0263261795043945,
+    2.102808766067028,
+    2.06929961591959,
+    2.0931807085871696,
+    2.083178848028183,
+    2.03596992790699,
+    2.083343245089054,
+    2.0619414150714874,
+    2.0622674003243446,
+    2.08769328892231,
+    2.051968030631542,
+    2.0675388276576996,
+    2.0659406930208206,
+    2.047129712998867,
+    2.0285030230879784,
+    2.0553610995411873,
+    2.0101452097296715,
+    2.0670553520321846,
+    2.0554268285632133,
+    2.0480434373021126,
+    2.075541414320469,
+    2.087974674999714,
+    2.0689631178975105,
+    2.0987142100930214,
+    2.0369644314050674,
+    2.0185140818357468,
+    1.9826836660504341,
+    2.0912550911307335,
+    2.118071086704731,
+    2.0410716012120247,
+    2.0337745398283005,
+    2.083700567483902,
+    2.03350630402565,
+    2.07258553057909,
+    2.0181403160095215,
+    2.030014507472515,
+    2.0185409113764763,
+    2.0494685396552086,
+    2.093616083264351,
+    2.0718869417905807,
+    2.069687105715275,
+    2.0288492292165756,
+    2.098213531076908,
+    2.0168078616261482,
+    2.017090529203415,
+    2.0453367605805397,
+    2.097784049808979,
+    2.0060554519295692,
+    2.0848663598299026,
+    2.0542651265859604,
+    2.1182328313589096,
+    2.029650829732418,
+    2.029473416507244,
+    2.0524057745933533,
+    2.066158801317215,
+    2.056597039103508,
+    2.087187558412552,
+    2.04720252007246,
+    2.063532665371895,
+    2.0641530379652977,
+    2.073301278054714,
+    2.0974854975938797,
+    2.0092081651091576,
+    2.023013412952423,
+    2.0640034452080727,
+    2.0544734746217728,
+    2.036905586719513,
+    2.068603925406933,
+    2.144832856953144,
+    2.0576113909482956,
+    2.077566012740135,
+    1.9822317063808441,
+    2.0526579469442368,
+    2.1084584072232246,
+    2.0632589980959892,
+    2.021683782339096,
+    2.0989444255828857,
+    2.039842374622822,
+    2.05978524684906,
+    2.077068515121937,
+    2.0002360567450523,
+    2.0340574085712433,
+    2.0386503487825394,
+    2.074206866323948,
+    2.063395470380783,
+    2.047794759273529,
+    2.0238468423485756,
+    2.022355481982231,
+    2.0868667662143707,
+    2.026085302233696,
+    2.0367030575871468,
+    2.0589287728071213,
+    2.0324468165636063,
+    2.0922194495797157,
+    2.121002785861492,
+    2.006329670548439,
+    2.0526232719421387,
+    2.0887759774923325,
+    2.029031626880169,
+    2.041236825287342,
+    2.1070928499102592,
+    2.0375802740454674,
+    2.0745116993784904,
+    2.0264559015631676,
+    2.093472383916378,
+    2.110783375799656,
+    2.0557553619146347,
+    2.032823197543621,
+    2.054245062172413,
+    2.058667443692684,
+    2.0230545848608017,
+    2.085764594376087,
+    2.046250246465206,
+    2.1057860031723976,
+    2.033843234181404,
+    2.0536908581852913,
+    2.0431628227233887,
+    2.060614585876465,
+    2.1106194481253624,
+    2.121265508234501,
+    2.029979668557644,
+    2.081477001309395,
+    2.0234320610761642,
+    2.0588094666600227,
+    2.011410892009735,
+    2.0782287269830704,
+    2.0901995822787285,
+    2.0549020022153854,
+    2.093630224466324,
+    2.1010064482688904,
+    2.0614402294158936,
+    2.055327296257019,
+    2.032518044114113,
+    2.071324221789837,
+    2.015162892639637,
+    2.0478126406669617,
+    2.0950972214341164,
+    2.0453572049736977,
+    2.0726634189486504,
+    2.0363599359989166,
+    2.0398057848215103,
+    2.073083184659481,
+    2.1169033274054527,
+    2.0282982140779495,
+    2.029928542673588,
+    2.0086976662278175,
+    2.070713274180889,
+    2.0160971581935883,
+    2.061804488301277,
+    2.01869910210371,
+    2.0549182072281837,
+    2.0632846653461456,
+    2.0085569471120834,
+    2.0084597542881966,
+    2.087781600654125,
+    2.0453952476382256,
+    2.009856164455414,
+    2.0178299322724342,
+    2.0514163970947266,
+    2.0555821135640144,
+    2.0508276745676994,
+    2.039798878133297,
+    2.104607068002224,
+    2.0175361782312393,
+    1.9955153688788414,
+    2.0499988421797752,
+    2.0227396935224533,
+    2.0326089560985565,
+    2.076279826462269,
+    1.9718514308333397,
+    2.058347500860691,
+    2.031898632645607,
+    2.051825501024723,
+    2.0818720757961273,
+    2.062887415289879,
+    2.0417758747935295,
+    2.053724706172943,
+    1.999840460717678,
+    2.0297943875193596,
+    2.0607473105192184,
+    1.9970363900065422,
+    2.0438899621367455,
+    1.9868263229727745,
+    2.076843537390232,
+    2.0807366892695427,
+    2.0745331570506096,
+    2.0920959264039993,
+    1.9695633798837662,
+    2.042664349079132,
+    2.058349959552288,
+    1.9999414086341858,
+    2.0284797847270966,
+    2.0602335184812546,
+    2.0056714713573456,
+    1.9921028167009354,
+    2.1593693420290947,
+    2.044172026216984,
+    2.0021911412477493,
+    2.0614453181624413,
+    2.026482582092285,
+    2.0023489370942116,
+    2.066790319979191,
+    2.057253137230873,
+    1.9949829652905464,
+    2.0671448707580566,
+    2.0784787982702255,
+    2.0610187724232674,
+    1.9885017722845078,
+    2.017619550228119,
+    2.04525326192379,
+    2.070211812853813,
+    2.0225620344281197,
+    2.051934577524662,
+    2.0487052351236343,
+    2.0572201311588287,
+    2.0467306077480316,
+    2.063438504934311,
+    2.066483959555626,
+    2.0624671280384064,
+    1.994805671274662,
+    1.958943746984005,
+    2.0815182849764824,
+    2.013330839574337,
+    2.073805496096611,
+    2.0056604370474815,
+    2.104478642344475,
+    2.0570818707346916,
+    2.0079680383205414,
+    2.0193314403295517,
+    2.084199033677578,
+    2.0312812998890877,
+    2.044229172170162,
+    1.975568749010563,
+    2.0826079100370407,
+    2.067619614303112,
+    2.039142280817032,
+    2.0739936754107475,
+    2.0214963555336,
+    2.055845022201538,
+    2.022305518388748,
+    2.0638862773776054,
+    2.0678136870265007,
+    1.9931604787707329,
+    2.0481941625475883,
+    2.025836259126663,
+    2.012361690402031,
+    2.0683428794145584,
+    2.027590349316597,
+    2.0216799080371857,
+    1.9618375301361084,
+    2.045212544500828,
+    2.050030365586281,
+    1.960022822022438,
+    2.026993528008461,
+    2.0613368451595306,
+    2.0154469683766365,
+    2.0330786928534508,
+    1.989981859922409,
+    2.0983831733465195,
+    2.015031598508358,
+    1.9950316697359085,
+    2.0651411041617393,
+    2.02780432254076,
+    2.0577921867370605,
+    2.0536393523216248,
+    2.0224162489175797,
+    1.9919483065605164,
+    2.0348687395453453,
+    2.0335993096232414,
+    2.0406234487891197,
+    2.0218030214309692,
+    2.040086306631565,
+    2.0524434745311737,
+    2.0658682882785797,
+    2.080804154276848,
+    2.0457578003406525,
+    2.0782298520207405,
+    1.9904474392533302,
+    1.9774739295244217,
+    2.0017569810152054,
+    2.036637954413891,
+    2.0258431658148766,
+    2.086254708468914,
+    1.9715771898627281,
+    2.042479805648327,
+    2.0448756515979767,
+    2.053536757826805,
+    2.0711889639496803,
+    2.0541395768523216,
+    1.9685304909944534,
+    2.0069988891482353,
+    2.0558991208672523,
+    2.038026876747608,
+    2.0435478389263153,
+    2.0009077936410904,
+    1.9866508394479752,
+    2.0461611449718475,
+    2.063485972583294,
+    2.0282352194190025,
+    2.0273979380726814,
+    2.004512242972851,
+    2.087530590593815,
+    2.026432752609253,
+    2.0064602419734,
+    2.0508701726794243,
+    2.044722869992256,
+    2.0563568472862244,
+    2.0036481767892838,
+    2.024157330393791,
+    1.9885678738355637,
+    2.056172326207161,
+    2.0569653138518333,
+    2.040420688688755,
+    2.023186393082142,
+    1.9928800240159035,
+    2.0476977974176407,
+    2.0309769436717033,
+    2.0606814697384834,
+    2.0714243575930595,
+    2.042622745037079,
+    2.022701919078827,
+    2.017118066549301,
+    2.03256393969059,
+    2.0463165417313576,
+    1.9934095069766045,
+    2.0738991647958755,
+    1.994753658771515,
+    1.991907574236393,
+    1.9940093085169792,
+    1.9978253096342087,
+    2.015462137758732,
+    2.007128916680813,
+    2.0346174240112305,
+    2.014202758669853,
+    2.0050712153315544,
+    2.0700870975852013,
+    2.009524144232273,
+    2.047173462808132,
+    2.0346701741218567,
+    2.0449811443686485,
+    2.0229199901223183,
+    2.0363209173083305,
+    2.038638561964035,
+    1.9816213846206665,
+    2.0461468398571014,
+    2.0289588049054146,
+    2.0237071961164474,
+    2.032471738755703,
+    2.106120251119137,
+    2.003002554178238,
+    1.972887560725212,
+    2.0429940223693848,
+    2.0269825309515,
+    2.046481505036354,
+    2.0203612744808197,
+    1.9956261813640594,
+    2.0257449001073837,
+    2.0783135816454887,
+    2.0632865875959396,
+    1.9859484359622002,
+    2.0526953861117363,
+    1.9820646718144417,
+    2.0333433523774147,
+    2.004299335181713,
+    2.0479058995842934,
+    2.075914040207863,
+    2.000350259244442,
+    2.0143738240003586,
+    2.0270480439066887,
+    2.0027455016970634,
+    2.007543809711933,
+    2.0101728588342667,
+    1.966880775988102,
+    2.035865865647793,
+    2.017409086227417,
+    2.0276251807808876,
+    2.015930064022541,
+    2.020614892244339,
+    2.0093763023614883,
+    2.027725301682949,
+    2.0325542762875557,
+    2.003512516617775,
+    2.071848914027214,
+    2.0136645436286926,
+    2.0264983102679253,
+    2.060220345854759,
+    2.0099631547927856,
+    2.0311823338270187,
+    1.9808486551046371,
+    2.0413676500320435,
+    1.9700573161244392,
+    2.0348811000585556,
+    2.0381607115268707,
+    2.012981101870537,
+    2.0416990518569946,
+    1.9974445775151253,
+    1.9945291057229042,
+    2.0560403019189835,
+    2.036359779536724,
+    2.0528222173452377,
+    2.0124075785279274,
+    1.9894162490963936,
+    1.9630667641758919,
+    1.9987764582037926,
+    1.9410181045532227,
+    2.031112313270569,
+    2.0471931248903275,
+    1.9797803312540054,
+    2.0029540434479713,
+    2.0433869883418083,
+    2.0410597026348114,
+    2.065158851444721,
+    2.0206254199147224,
+    2.0114581659436226,
+    2.0456648617982864,
+    1.9799518957734108,
+    2.017271488904953,
+    2.0023151710629463,
+    2.0668729320168495,
+    1.9886837303638458,
+    2.057582698762417,
+    2.0003577917814255,
+    1.992318071424961,
+    2.031634010374546,
+    2.0148660242557526,
+    2.0072066858410835,
+    2.0167081356048584,
+    2.013246349990368,
+    2.0172711610794067,
+    1.990559384226799,
+    2.0047906190156937,
+    2.030572734773159,
+    1.9941681697964668,
+    2.0326825603842735,
+    2.043383911252022,
+    1.9990619719028473,
+    2.010693833231926,
+    2.0308566093444824,
+    2.034300744533539,
+    1.9911048114299774,
+    2.022041730582714,
+    2.02203556150198,
+    1.9916928187012672,
+    1.990910790860653,
+    2.0777962878346443,
+    1.9750299900770187,
+    2.0433941707015038,
+    2.059152752161026,
+    2.0610751137137413,
+    2.0589925050735474,
+    1.9296481311321259,
+    2.057456724345684,
+    2.0292029678821564,
+    2.0544185116887093,
+    2.040156900882721,
+    2.0448417738080025,
+    1.9992524981498718,
+    2.029926173388958,
+    2.1046773940324783,
+    2.0263595655560493,
+    1.9716458916664124,
+    2.041224256157875,
+    2.0075801983475685,
+    2.0205018669366837,
+    1.9596107751131058,
+    2.0846390649676323,
+    2.0033578351140022,
+    2.0168448612093925,
+    2.066888853907585,
+    2.0142345651984215,
+    1.9947561249136925,
+    2.0512561425566673,
+    1.9953018501400948,
+    2.005210943520069,
+    2.031134970486164,
+    1.99045130610466,
+    2.072590984404087,
+    2.0758411064743996,
+    1.9937042891979218,
+    2.009852260351181,
+    2.0004496201872826,
+    2.0051789060235023,
+    2.0322783067822456,
+    1.9972547069191933,
+    2.026237800717354,
+    1.9712481200695038,
+    1.9821988865733147,
+    1.9888686761260033,
+    2.0764504820108414,
+    2.0488183200359344,
+    2.0689162835478783,
+    1.9954717680811882,
+    2.0361037254333496,
+    2.0621556118130684,
+    2.0238041430711746,
+    1.9911487475037575,
+    2.01306165009737,
+    1.9846514463424683,
+    2.015174485743046,
+    1.9894301891326904,
+    2.053854778409004,
+    2.0386984944343567,
+    1.979624718427658,
+    1.9551764577627182,
+    2.0090260952711105,
+    2.0078627839684486,
+    2.013547867536545,
+    2.0141994282603264,
+    2.047642044723034,
+    1.9671053066849709,
+    1.9769804403185844,
+    1.9792799577116966,
+    1.9991566613316536,
+    2.051173686981201,
+    2.01029534637928,
+    2.0041516050696373,
+    2.031491734087467,
+    2.03504778444767,
+    1.927995465695858,
+    2.029096268117428,
+    2.0124726444482803,
+    2.03600662201643,
+    2.037153534591198,
+    2.014124795794487,
+    1.99077308177948,
+    1.983078919351101,
+    2.0575252324342728,
+    1.9865586459636688,
+    1.9982961267232895,
+    2.031304709613323,
+    2.019311673939228,
+    1.9892891570925713,
+    2.0130565837025642,
+    1.97503362596035,
+    1.9897939711809158,
+    1.9290409311652184,
+    1.9744504615664482,
+    2.0139475911855698,
+    2.026855945587158,
+    1.985922746360302,
+    1.9905302450060844,
+    1.9880499690771103,
+    2.0436705872416496,
+    2.0377974808216095,
+    2.054058387875557,
+    1.9796514809131622,
+    1.9854420349001884,
+    2.017201267182827,
+    1.9645578563213348,
+    2.043427936732769,
+    2.061902053654194,
+    2.028269685804844,
+    2.0513908937573433,
+    1.9847638756036758,
+    1.9675751999020576,
+    2.0590119883418083,
+    1.9933500587940216,
+    2.0278498828411102,
+    2.056687369942665,
+    1.9991180673241615,
+    2.016737014055252,
+    2.0064490735530853,
+    1.9934021309018135,
+    1.9742969200015068,
+    2.036618374288082,
+    1.9888476952910423,
+    1.9983019679784775,
+    2.0347175672650337,
+    2.0472301468253136,
+    2.006411924958229,
+    2.007497139275074,
+    1.993650995194912,
+    2.0415332466363907,
+    2.01625943928957,
+    2.0142936259508133,
+    1.9919017627835274,
+    2.033961273729801,
+    2.041066437959671,
+    1.9774931967258453,
+    1.9719897657632828,
+    2.0475282222032547,
+    2.0262749418616295,
+    2.0471938252449036,
+    2.0023239329457283,
+    2.008810192346573,
+    1.995789960026741,
+    2.035289518535137,
+    1.9795952886343002,
+    1.9619763791561127,
+    2.0455771014094353,
+    2.023497946560383,
+    2.0199597254395485,
+    2.018619030714035,
+    1.9838962256908417,
+    1.9986294284462929,
+    2.0189720019698143,
+    1.9658852592110634,
+    2.0057236179709435,
+    1.9838148579001427,
+    2.016438476741314,
+    2.047451540827751,
+    2.0054284185171127,
+    1.9911517649888992,
+    2.0006784051656723,
+    2.002092733979225,
+    2.013062469661236,
+    1.9906757846474648,
+    1.9903575405478477,
+    1.9856652095913887,
+    2.072898641228676,
+    2.008611097931862,
+    2.0325816944241524,
+    1.9989771395921707,
+    1.983209677040577,
+    2.0169480443000793,
+    2.0373481065034866,
+    1.9937742799520493,
+    2.0305481255054474,
+    2.022393062710762,
+    1.9923921823501587,
+    2.0438044667243958,
+    1.9870337471365929,
+    1.9978091642260551,
+    2.0043741688132286,
+    2.005836457014084,
+    2.024130068719387,
+    2.034245029091835,
+    2.0160465836524963,
+    2.030436173081398,
+    2.0236209332942963,
+    2.039498656988144,
+    2.0302647203207016,
+    1.988513968884945,
+    1.9951966777443886,
+    2.0522387102246284,
+    1.9879936948418617,
+    2.0086864605545998,
+    1.9969478845596313,
+    2.031145930290222,
+    2.0352999716997147,
+    2.0665007531642914,
+    1.976129725575447,
+    1.9708246141672134,
+    2.0373434275388718,
+    2.0277241840958595,
+    2.0635389909148216,
+    1.956991508603096,
+    1.9855423644185066,
+    2.0393706262111664,
+    1.9730364382266998,
+    2.029839888215065,
+    2.071782238781452,
+    1.9815437495708466,
+    2.0081322342157364,
+    2.0220490247011185,
+    1.9511517509818077,
+    1.9960035011172295,
+    2.019466631114483,
+    2.036836802959442,
+    2.0275320634245872,
+    2.0239167287945747,
+    2.0640180334448814,
+    2.0219478756189346,
+    2.0388383120298386,
+    1.9863403663039207,
+    2.014947973191738,
+    2.029127225279808,
+    1.9865209087729454,
+    2.0248272120952606,
+    1.9699107557535172,
+    2.0222839936614037,
+    1.9993940517306328,
+    2.006730727851391,
+    1.985050119459629,
+    1.9684884622693062,
+    2.0682719349861145,
+    1.994780145585537,
+    2.0208920538425446,
+    1.9858718141913414,
+    1.964306689798832,
+    2.002820134162903,
+    2.0008208975195885,
+    2.0100094750523567,
+    1.994920901954174,
+    2.034286566078663,
+    1.9859086573123932,
+    2.017009325325489,
+    2.050813816487789,
+    2.035660296678543,
+    2.00095147639513,
+    2.072943150997162,
+    1.935829021036625,
+    2.0453990548849106,
+    1.9569045454263687,
+    1.9811904057860374,
+    1.9589426517486572,
+    2.0479939952492714,
+    1.982429914176464,
+    2.0081235840916634,
+    2.0321198105812073,
+    2.0204659178853035,
+    1.9720355495810509,
+    1.972931057214737,
+    2.0252153500914574,
+    1.992736041545868,
+    2.0073248967528343,
+    1.9887183606624603,
+    2.051975265145302,
+    2.053317241370678,
+    1.9906044825911522,
+    1.9840009063482285,
+    2.0747819542884827,
+    2.03570593893528,
+    2.0051850974559784,
+    2.046360269188881,
+    1.9546746090054512,
+    2.004560723900795,
+    2.0061267241835594,
+    2.0078068301081657,
+    2.047250621020794,
+    2.036908909678459,
+    1.8985976055264473,
+    2.0168354213237762,
+    1.9784022122621536,
+    2.0081952959299088,
+    2.0015434697270393,
+    2.0263729989528656,
+    2.0032437667250633,
+    1.9936833381652832,
+    1.9926146194338799,
+    2.0650923028588295,
+    1.993078850209713,
+    2.0102521404623985,
+    2.039547525346279,
+    2.0172265991568565,
+    2.0336327850818634,
+    2.0429108887910843,
+    1.994009368121624,
+    2.0042456462979317,
+    2.0011273846030235,
+    2.0087851211428642,
+    2.0348391234874725,
+    2.0001969635486603,
+    2.023073971271515,
+    2.048934228718281,
+    1.996514469385147,
+    2.0594981610774994,
+    1.9761760383844376,
+    2.0081776082515717,
+    2.0475327894091606,
+    1.987195909023285,
+    2.062518909573555,
+    2.0151293501257896,
+    1.9887761622667313,
+    2.0190157145261765,
+    1.9758436679840088,
+    2.0503030344843864,
+    2.013340823352337,
+    2.0525011494755745,
+    1.9824495613574982,
+    2.0522356629371643,
+    2.0132360458374023,
+    2.0294456258416176,
+    2.059056870639324,
+    2.034105896949768,
+    1.9698210060596466,
+    1.9919957295060158,
+    2.028317727148533,
+    2.039343371987343,
+    1.9717760756611824,
+    2.0363448783755302,
+    1.9941799491643906,
+    1.9802324548363686,
+    1.992448277771473,
+    2.072346158325672,
+    2.0459095910191536,
+    2.0401524379849434,
+    2.0261582881212234,
+    2.037331707775593,
+    1.952724114060402,
+    2.0327851697802544,
+    2.011854760348797,
+    2.0011244267225266,
+    1.9710886776447296,
+    2.0306184589862823,
+    1.980744644999504,
+    2.015463672578335,
+    1.9463814124464989,
+    1.9874341934919357,
+    1.96126888692379,
+    1.9869138672947884,
+    2.0325425043702126,
+    2.045391134917736,
+    1.898050531744957,
+    2.059508055448532,
+    2.022269554436207,
+    1.9935850873589516,
+    1.9667118787765503,
+    1.9506275206804276,
+    2.0154733061790466,
+    2.0027915611863136,
+    1.9563188999891281,
+    2.018349438905716,
+    2.0011549666523933,
+    2.011819139122963,
+    2.0129420459270477,
+    2.0394232347607613,
+    2.0425062403082848,
+    1.989676095545292,
+    2.049164444208145,
+    2.0087298154830933,
+    2.002370424568653,
+    2.0055968910455704,
+    2.0109176859259605,
+    1.9486911371350288,
+    2.0022728964686394,
+    2.10099396109581,
+    2.0243823379278183,
+    2.0096457079052925,
+    2.024029403924942,
+    1.9766075238585472,
+    2.014873504638672,
+    1.992447353899479,
+    2.0179089158773422,
+    2.00634478777647,
+    2.0346834138035774,
+    1.9679845198988914,
+    1.99566088616848,
+    2.0278744474053383,
+    1.9934719130396843,
+    2.002937264740467,
+    2.0324525386095047,
+    2.0112536177039146,
+    2.0068087205290794,
+    2.011663965880871,
+    2.053352214396,
+    2.0674925446510315,
+    2.0385855361819267,
+    1.9636224433779716,
+    1.9800540208816528,
+    2.0298780873417854,
+    1.9783809781074524,
+    2.009504809975624,
+    2.050186537206173,
+    2.004037484526634,
+    1.9919017776846886,
+    2.0202462896704674,
+    2.013695649802685,
+    2.0088053941726685,
+    2.015388049185276,
+    2.0048750936985016,
+    1.984981656074524,
+    1.9766478911042213,
+    1.9656663984060287,
+    1.954810120165348,
+    2.1082138270139694,
+    2.0361176505684853,
+    2.0235401019454002,
+    1.9376945793628693,
+    1.98851428180933,
+    1.9733050838112831,
+    1.9832649305462837,
+    2.041266515851021,
+    2.089221216738224,
+    2.0145920887589455,
+    1.993557870388031,
+    2.0535949617624283,
+    1.9940952062606812,
+    1.986963413655758,
+    1.9858919829130173,
+    2.0403983294963837,
+    2.023009367287159,
+    1.9929057210683823,
+    2.059767633676529,
+    1.9872056543827057,
+    2.0207050666213036,
+    1.946231447160244,
+    1.9919718354940414,
+    2.0148510932922363,
+    1.9834365993738174,
+    2.043611764907837,
+    1.9916072711348534,
+    2.0247369036078453,
+    2.0751812532544136,
+    2.0518119111657143,
+    1.987902507185936,
+    2.015834502875805,
+    2.0299999564886093,
+    2.0114872977137566,
+    2.00143476575613,
+    2.0098708793520927,
+    2.041247747838497,
+    1.9988224059343338,
+    1.9506307914853096,
+    2.019528903067112,
+    1.9915261790156364,
+    2.0000013038516045,
+    2.0582819506525993,
+    2.0237764418125153,
+    2.033445492386818,
+    1.991778589785099,
+    1.916336566209793,
+    2.024529218673706,
+    1.9642040580511093,
+    1.9697676077485085,
+    2.0131810531020164,
+    2.011799320578575,
+    2.004597544670105,
+    1.9951446428894997,
+    2.0021052956581116,
+    2.0166311115026474,
+    1.9419043213129044,
+    1.986458919942379,
+    1.9948315098881721,
+    1.9934724420309067,
+    2.008989594876766,
+    2.0529000014066696,
+    2.0233055129647255,
+    1.9887127876281738,
+    2.0661687403917313,
+    1.9629738479852676,
+    1.9921198412775993,
+    2.0163868814706802,
+    2.045803777873516,
+    1.9683387130498886,
+    1.9731265380978584,
+    2.04167091101408,
+    2.027327224612236,
+    1.968782089650631,
+    2.0465513169765472,
+    1.9786500334739685,
+    1.9983206167817116,
+    2.023652955889702,
+    2.025234892964363,
+    2.0554421842098236,
+    2.022333540022373,
+    1.916933685541153,
+    2.030999667942524,
+    2.0391074419021606,
+    2.017983987927437,
+    2.030944801867008,
+    2.0134077668190002,
+    1.9515063613653183,
+    1.982171081006527,
+    2.0237578451633453,
+    1.987555243074894,
+    2.019579105079174,
+    2.005756102502346,
+    1.9832525476813316,
+    2.0005519539117813,
+    2.004529044032097,
+    1.9886600822210312,
+    1.9639106914401054,
+    2.0045959874987602,
+    2.015386678278446,
+    2.0129428282380104,
+    1.9857064187526703,
+    1.987038254737854,
+    1.9994425848126411,
+    2.006143756210804,
+    2.041514925658703,
+    2.018173709511757,
+    2.0382527112960815,
+    2.013184629380703,
+    1.9237553104758263,
+    2.0075599253177643,
+    1.9910276010632515,
+    1.9707064256072044,
+    2.0266252756118774,
+    2.032939836382866,
+    1.9928220435976982,
+    2.014900177717209,
+    2.0156758427619934,
+    1.990025445818901,
+    2.038992464542389,
+    2.0452344715595245,
+    1.994781956076622,
+    2.007961943745613,
+    2.029971182346344,
+    2.0122359320521355,
+    1.9665468409657478,
+    2.0119063332676888,
+    1.9913077056407928,
+    1.9978028759360313,
+    2.04204224050045,
+    2.0188374742865562,
+    2.042632393538952,
+    1.9534260630607605,
+    1.9824335351586342,
+    1.9986923038959503,
+    2.0220199301838875,
+    1.9932574182748795,
+    1.9181597232818604,
+    2.0238416120409966,
+    1.9878152832388878,
+    1.9782094284892082,
+    2.0193252116441727,
+    1.9845579043030739,
+    2.046739801764488,
+    2.020950235426426,
+    1.9819394797086716,
+    2.014990523457527,
+    2.0171911492943764,
+    1.9729845449328423,
+    1.9985864087939262,
+    1.9808142483234406,
+    2.044060692191124,
+    2.0136253610253334,
+    2.007102943956852,
+    2.0055581256747246,
+    2.0118783488869667,
+    1.9803542867302895,
+    1.9742417559027672,
+    2.002647653222084,
+    2.035079687833786,
+    1.9990946501493454,
+    2.0111722126603127,
+    2.023270756006241,
+    2.023766651749611,
+    2.011401891708374,
+    2.0225120559334755,
+    1.992932379245758,
+    1.9212822243571281,
+    2.0185446217656136,
+    1.980887547135353,
+    2.0115440785884857,
+    1.9734217822551727,
+    2.0147181376814842,
+    2.0025433972477913,
+    1.9461408481001854,
+    1.9672214016318321,
+    2.0352651178836823,
+    2.008639059960842,
+    2.0139544904232025,
+    1.996946319937706,
+    1.9962545037269592,
+    2.02795672416687,
+    2.0335527881979942,
+    2.0064235627651215,
+    1.9810653254389763
+  ],
+  "val_steps": [
+    5000,
+    10000,
+    15000,
+    20000,
+    25000,
+    30000,
+    35000,
+    40000,
+    45000,
+    50000,
+    55000,
+    60000,
+    65000,
+    70000,
+    75000,
+    80000,
+    85000,
+    90000,
+    95000,
+    100000,
+    105000,
+    110000,
+    114000
+  ],
+  "val_lm_loss": [
+    2.5849878358840943,
+    2.320927424430847,
+    2.2150809240341185,
+    2.1528186082839964,
+    2.1099301528930665,
+    2.0791278100013733,
+    2.0539102220535277,
+    2.0340168333053588,
+    2.0123712754249574,
+    1.9963451862335204,
+    1.9808279085159302,
+    1.9664747095108033,
+    1.9524222064018248,
+    1.9410901188850402,
+    1.929000527858734,
+    1.9196160244941711,
+    1.9107489800453186,
+    1.9033442211151124,
+    1.8995578336715697,
+    1.8982738971710205,
+    1.8966897821426392,
+    1.8952697968482972,
+    1.894669349193573
+  ],
+  "val_ppl": [
+    13.263127754763513,
+    10.18511585250881,
+    9.162150519790792,
+    8.60908988366503,
+    8.247665188955184,
+    7.997490540241393,
+    7.798334786969767,
+    7.64473238323566,
+    7.481035927848285,
+    7.36209976517497,
+    7.24874179664803,
+    7.1454422758193905,
+    7.045733148250999,
+    6.966340972737332,
+    6.882627808001111,
+    6.818339891079386,
+    6.758148621902485,
+    6.70829098026094,
+    6.682938818368296,
+    6.674363855320459,
+    6.663799265204597,
+    6.65434348336799,
+    6.6503490977594195
+  ]
+}

075_cosmopedia_mol/mol_1plus2of5_best.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524283bfce2ffb1dac2b969b5334b07e6e61bf40b83f889d468ba2cdf73bcc07
+size 458256644

075_cosmopedia_mol/mol_1plus2of5_results.json

@@ -0,0 +1,584 @@
+{
+  "label": "mol_1plus2of5",
+  "condition": "mol_1plus2of5",
+  "total_params": 114494464,
+  "steps": [
+    100050,
+    100100,
+    100150,
+    100200,
+    100250,
+    100300,
+    100350,
+    100400,
+    100450,
+    100500,
+    100550,
+    100600,
+    100650,
+    100700,
+    100750,
+    100800,
+    100850,
+    100900,
+    100950,
+    101000,
+    101050,
+    101100,
+    101150,
+    101200,
+    101250,
+    101300,
+    101350,
+    101400,
+    101450,
+    101500,
+    101550,
+    101600,
+    101650,
+    101700,
+    101750,
+    101800,
+    101850,
+    101900,
+    101950,
+    102000,
+    102050,
+    102100,
+    102150,
+    102200,
+    102250,
+    102300,
+    102350,
+    102400,
+    102450,
+    102500,
+    102550,
+    102600,
+    102650,
+    102700,
+    102750,
+    102800,
+    102850,
+    102900,
+    102950,
+    103000,
+    103050,
+    103100,
+    103150,
+    103200,
+    103250,
+    103300,
+    103350,
+    103400,
+    103450,
+    103500,
+    103550,
+    103600,
+    103650,
+    103700,
+    103750,
+    103800,
+    103850,
+    103900,
+    103950,
+    104000,
+    104050,
+    104100,
+    104150,
+    104200,
+    104250,
+    104300,
+    104350,
+    104400,
+    104450,
+    104500,
+    104550,
+    104600,
+    104650,
+    104700,
+    104750,
+    104800,
+    104850,
+    104900,
+    104950,
+    105000,
+    105050,
+    105100,
+    105150,
+    105200,
+    105250,
+    105300,
+    105350,
+    105400,
+    105450,
+    105500,
+    105550,
+    105600,
+    105650,
+    105700,
+    105750,
+    105800,
+    105850,
+    105900,
+    105950,
+    106000,
+    106050,
+    106100,
+    106150,
+    106200,
+    106250,
+    106300,
+    106350,
+    106400,
+    106450,
+    106500,
+    106550,
+    106600,
+    106650,
+    106700,
+    106750,
+    106800,
+    106850,
+    106900,
+    106950,
+    107000,
+    107050,
+    107100,
+    107150,
+    107200,
+    107250,
+    107300,
+    107350,
+    107400,
+    107450,
+    107500,
+    107550,
+    107600,
+    107650,
+    107700,
+    107750,
+    107800,
+    107850,
+    107900,
+    107950,
+    108000,
+    108050,
+    108100,
+    108150,
+    108200,
+    108250,
+    108300,
+    108350,
+    108400,
+    108450,
+    108500,
+    108550,
+    108600,
+    108650,
+    108700,
+    108750,
+    108800,
+    108850,
+    108900,
+    108950,
+    109000,
+    109050,
+    109100,
+    109150,
+    109200,
+    109250,
+    109300,
+    109350,
+    109400,
+    109450,
+    109500,
+    109550,
+    109600,
+    109650,
+    109700,
+    109750,
+    109800,
+    109850,
+    109900,
+    109950,
+    110000,
+    110050,
+    110100,
+    110150,
+    110200,
+    110250,
+    110300,
+    110350,
+    110400,
+    110450,
+    110500,
+    110550,
+    110600,
+    110650,
+    110700,
+    110750,
+    110800,
+    110850,
+    110900,
+    110950,
+    111000,
+    111050,
+    111100,
+    111150,
+    111200,
+    111250,
+    111300,
+    111350,
+    111400,
+    111450,
+    111500,
+    111550,
+    111600,
+    111650,
+    111700,
+    111750,
+    111800,
+    111850,
+    111900,
+    111950,
+    112000,
+    112050,
+    112100,
+    112150,
+    112200,
+    112250,
+    112300,
+    112350,
+    112400,
+    112450,
+    112500,
+    112550,
+    112600,
+    112650,
+    112700,
+    112750,
+    112800,
+    112850,
+    112900,
+    112950,
+    113000,
+    113050,
+    113100,
+    113150,
+    113200,
+    113250,
+    113300,
+    113350,
+    113400,
+    113450,
+    113500,
+    113550,
+    113600,
+    113650,
+    113700,
+    113750,
+    113800,
+    113850,
+    113900,
+    113950,
+    114000
+  ],
+  "train_lm_loss": [
+    2.001289501786232,
+    1.9551296681165695,
+    2.041274458169937,
+    2.0209092274308205,
+    2.0154442861676216,
+    1.9923203736543655,
+    1.9646783024072647,
+    2.042202278971672,
+    2.030858024954796,
+    2.0716991275548935,
+    2.078910730779171,
+    1.9829012230038643,
+    2.0394605100154877,
+    2.020716480910778,
+    2.0341348201036453,
+    2.0213283002376556,
+    2.055521972477436,
+    2.0073730871081352,
+    2.0151448398828506,
+    2.002665027976036,
+    2.0325949117541313,
+    2.0228537917137146,
+    2.008303590118885,
+    2.035650633275509,
+    2.030245862901211,
+    2.017840199172497,
+    2.021420508623123,
+    2.046848066151142,
+    1.9852649569511414,
+    2.0331853851675987,
+    2.030922368168831,
+    2.0433784648776054,
+    2.0342104211449623,
+    2.0316098108887672,
+    1.9445945918560028,
+    1.9997464790940285,
+    2.0768306627869606,
+    2.007960759103298,
+    1.9766897335648537,
+    2.0065804794430733,
+    2.058190993964672,
+    1.952880136668682,
+    2.0640340596437454,
+    2.0173595771193504,
+    2.029501959681511,
+    2.014172025024891,
+    2.047446183860302,
+    2.016378380358219,
+    1.991636961698532,
+    2.0500078722834587,
+    2.0504421293735504,
+    2.033398002386093,
+    2.029442608356476,
+    2.0273576006293297,
+    2.0209117084741592,
+    2.0142086297273636,
+    2.018518641591072,
+    2.0031053498387337,
+    2.0388581454753876,
+    2.079189859330654,
+    1.9669712334871292,
+    1.9348777085542679,
+    2.0345763713121414,
+    2.0655450969934464,
+    2.0574153065681458,
+    2.025576137006283,
+    2.0668927282094955,
+    2.0143177658319473,
+    2.022562049329281,
+    2.011000894010067,
+    2.0100079774856567,
+    2.0039597675204277,
+    2.0492690950632095,
+    1.998364895582199,
+    2.0485087111592293,
+    1.9845037013292313,
+    2.058056801557541,
+    1.92637949436903,
+    2.026476889848709,
+    2.0170892626047134,
+    1.9927861914038658,
+    2.0430187955498695,
+    1.9847640544176102,
+    2.012586109340191,
+    1.9935407638549805,
+    2.03887839615345,
+    1.960207998752594,
+    2.024299681186676,
+    2.081016629934311,
+    2.005470871925354,
+    1.999426119029522,
+    2.0584355890750885,
+    1.9979061037302017,
+    1.992972306907177,
+    2.0322128608822823,
+    2.012782834470272,
+    1.9925430119037628,
+    2.0488206371665,
+    2.0784814432263374,
+    1.9993099570274353,
+    2.005149967968464,
+    1.990713968873024,
+    2.026819072663784,
+    2.0588905662298203,
+    2.0180658996105194,
+    2.06297717243433,
+    2.0159102380275726,
+    2.0013976469635963,
+    2.015216186642647,
+    1.9832714721560478,
+    2.0320935621857643,
+    2.021993190050125,
+    1.9819439500570297,
+    2.0237843468785286,
+    2.0035738572478294,
+    1.969828687608242,
+    2.045904867351055,
+    2.0052198097109795,
+    2.0496697425842285,
+    2.0762228220701218,
+    2.0097621083259583,
+    2.015100918710232,
+    1.9911921545863152,
+    2.035028539597988,
+    1.980125479400158,
+    2.0044068098068237,
+    2.004147857427597,
+    2.0491931810975075,
+    1.9799936041235924,
+    1.9580971747636795,
+    1.9996263310313225,
+    2.0339426919817924,
+    2.011688381433487,
+    1.9978149682283401,
+    2.010793149471283,
+    1.9922733083367348,
+    1.9866824820637703,
+    2.008448511362076,
+    2.0051350072026253,
+    2.020344413816929,
+    2.0719862952828407,
+    2.0170309245586395,
+    2.0842183604836464,
+    2.016372174024582,
+    1.9605874791741371,
+    2.0864978209137917,
+    2.024491623044014,
+    2.0358652994036674,
+    1.9797537848353386,
+    2.038851112127304,
+    1.98940771818161,
+    2.0087709948420525,
+    2.032870002090931,
+    2.0209733992815018,
+    2.031089924275875,
+    2.052151121199131,
+    2.018813133239746,
+    2.0522635877132416,
+    2.015391543507576,
+    1.9672488048672676,
+    1.9891734719276428,
+    1.953943982720375,
+    2.0051299929618835,
+    2.0355597138404846,
+    1.9637102782726288,
+    2.0100039169192314,
+    1.9660901352763176,
+    2.002008743584156,
+    2.0053940042853355,
+    2.031912200152874,
+    2.007842503488064,
+    2.0202999487519264,
+    1.9940487816929817,
+    1.922476477921009,
+    2.0949045419692993,
+    2.0341909304261208,
+    2.0582487285137177,
+    2.0316267758607864,
+    2.009194239974022,
+    1.9916953146457672,
+    2.036462441086769,
+    2.005436100065708,
+    1.9858692213892937,
+    2.033693052828312,
+    2.0256827399134636,
+    2.0464863032102585,
+    2.0220676362514496,
+    1.9574101641774178,
+    2.010128788650036,
+    1.9932949915528297,
+    2.037899672985077,
+    2.0013824328780174,
+    2.0240444391965866,
+    2.0150470808148384,
+    2.004674270749092,
+    2.0050778165459633,
+    1.9178737476468086,
+    2.029038652777672,
+    1.9876767545938492,
+    2.113120898604393,
+    2.018742524087429,
+    2.0390004962682724,
+    2.0193790420889854,
+    2.03308168053627,
+    2.0047967731952667,
+    2.0266451463103294,
+    1.9766735136508942,
+    1.984155811369419,
+    2.0263472571969032,
+    2.03941098600626,
+    2.068647585809231,
+    1.9963684305548668,
+    2.0733064115047455,
+    2.0019498094916344,
+    2.0128383859992027,
+    2.079353131353855,
+    2.0508283898234367,
+    1.9761463403701782,
+    1.935135431587696,
+    2.0658843889832497,
+    2.0081754699349403,
+    1.9817817658185959,
+    1.9804302528500557,
+    2.016237683594227,
+    2.024924263358116,
+    2.0671009868383408,
+    2.0319792926311493,
+    2.0597032085061073,
+    2.000779412686825,
+    2.0325248688459396,
+    1.989590123295784,
+    2.018339663743973,
+    2.035477563738823,
+    2.0223865434527397,
+    2.048140287399292,
+    1.9760183915495872,
+    2.0070212185382843,
+    2.0188827365636826,
+    2.040121555328369,
+    2.049492172896862,
+    2.008780688047409,
+    2.0317240580916405,
+    2.0310164019465446,
+    2.0429823771119118,
+    2.045803263783455,
+    2.0519163385033607,
+    1.9996186271309853,
+    2.047646664083004,
+    2.074254520237446,
+    2.0257286429405212,
+    2.0395289063453674,
+    1.981814980506897,
+    2.0362001806497574,
+    2.037872776389122,
+    2.043371468782425,
+    2.0086323469877243,
+    1.9568907618522644,
+    2.013168141245842,
+    2.030580073595047,
+    2.0319169014692307,
+    2.0644395127892494,
+    1.9886726960539818,
+    2.0538244396448135,
+    2.0172510147094727,
+    1.9884796813130379,
+    2.0327902734279633,
+    2.0182114019989967,
+    1.9967751279473305,
+    2.0479191839694977,
+    1.9911805093288422,
+    1.9680505841970444,
+    2.012942358851433,
+    1.9893337786197662,
+    2.0182977691292763,
+    1.9982693269848824,
+    2.065761335194111,
+    2.0564338490366936,
+    2.0361185148358345,
+    1.9943371564149857,
+    2.0239871963858604
+  ],
+  "val_steps": [
+    105000,
+    110000,
+    114000
+  ],
+  "val_lm_loss": [
+    1.9138352632522584,
+    1.9116535091400146,
+    1.9109137439727784
+  ],
+  "val_ppl": [
+    6.77903840181122,
+    6.76426432945801,
+    6.759262212749069
+  ]
+}

075_cosmopedia_mol/mol_1plus2of5_sparse_best.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fafda231b88458b8c98c24ec9ab087908180a920c01b619aa27d2348be6d66d
+size 425185115

075_cosmopedia_mol/mol_1plus2of5_sparse_results.json

@@ -0,0 +1,2208 @@
+{
+  "label": "mol_1plus2of5_sparse",
+  "condition": "mol_1plus2of5_sparse",
+  "total_params": 106218752,
+  "steps": [
+    60050,
+    60100,
+    60150,
+    60200,
+    60250,
+    60300,
+    60350,
+    60400,
+    60450,
+    60500,
+    60550,
+    60600,
+    60650,
+    60700,
+    60750,
+    60800,
+    60850,
+    60900,
+    60950,
+    61000,
+    61050,
+    61100,
+    61150,
+    61200,
+    61250,
+    61300,
+    61350,
+    61400,
+    61450,
+    61500,
+    61550,
+    61600,
+    61650,
+    61700,
+    61750,
+    61800,
+    61850,
+    61900,
+    61950,
+    62000,
+    62050,
+    62100,
+    62150,
+    62200,
+    62250,
+    62300,
+    62350,
+    62400,
+    62450,
+    62500,
+    62550,
+    62600,
+    62650,
+    62700,
+    62750,
+    62800,
+    62850,
+    62900,
+    62950,
+    63000,
+    63050,
+    63100,
+    63150,
+    63200,
+    63250,
+    63300,
+    63350,
+    63400,
+    63450,
+    63500,
+    63550,
+    63600,
+    63650,
+    63700,
+    63750,
+    63800,
+    63850,
+    63900,
+    63950,
+    64000,
+    64050,
+    64100,
+    64150,
+    64200,
+    64250,
+    64300,
+    64350,
+    64400,
+    64450,
+    64500,
+    64550,
+    64600,
+    64650,
+    64700,
+    64750,
+    64800,
+    64850,
+    64900,
+    64950,
+    65000,
+    65050,
+    65100,
+    65150,
+    65200,
+    65250,
+    65300,
+    65350,
+    65400,
+    65450,
+    65500,
+    65550,
+    65600,
+    65650,
+    65700,
+    65750,
+    65800,
+    65850,
+    65900,
+    65950,
+    66000,
+    66050,
+    66100,
+    66150,
+    66200,
+    66250,
+    66300,
+    66350,
+    66400,
+    66450,
+    66500,
+    66550,
+    66600,
+    66650,
+    66700,
+    66750,
+    66800,
+    66850,
+    66900,
+    66950,
+    67000,
+    67050,
+    67100,
+    67150,
+    67200,
+    67250,
+    67300,
+    67350,
+    67400,
+    67450,
+    67500,
+    67550,
+    67600,
+    67650,
+    67700,
+    67750,
+    67800,
+    67850,
+    67900,
+    67950,
+    68000,
+    68050,
+    68100,
+    68150,
+    68200,
+    68250,
+    68300,
+    68350,
+    68400,
+    68450,
+    68500,
+    68550,
+    68600,
+    68650,
+    68700,
+    68750,
+    68800,
+    68850,
+    68900,
+    68950,
+    69000,
+    69050,
+    69100,
+    69150,
+    69200,
+    69250,
+    69300,
+    69350,
+    69400,
+    69450,
+    69500,
+    69550,
+    69600,
+    69650,
+    69700,
+    69750,
+    69800,
+    69850,
+    69900,
+    69950,
+    70000,
+    70050,
+    70100,
+    70150,
+    70200,
+    70250,
+    70300,
+    70350,
+    70400,
+    70450,
+    70500,
+    70550,
+    70600,
+    70650,
+    70700,
+    70750,
+    70800,
+    70850,
+    70900,
+    70950,
+    71000,
+    71050,
+    71100,
+    71150,
+    71200,
+    71250,
+    71300,
+    71350,
+    71400,
+    71450,
+    71500,
+    71550,
+    71600,
+    71650,
+    71700,
+    71750,
+    71800,
+    71850,
+    71900,
+    71950,
+    72000,
+    72050,
+    72100,
+    72150,
+    72200,
+    72250,
+    72300,
+    72350,
+    72400,
+    72450,
+    72500,
+    72550,
+    72600,
+    72650,
+    72700,
+    72750,
+    72800,
+    72850,
+    72900,
+    72950,
+    73000,
+    73050,
+    73100,
+    73150,
+    73200,
+    73250,
+    73300,
+    73350,
+    73400,
+    73450,
+    73500,
+    73550,
+    73600,
+    73650,
+    73700,
+    73750,
+    73800,
+    73850,
+    73900,
+    73950,
+    74000,
+    74050,
+    74100,
+    74150,
+    74200,
+    74250,
+    74300,
+    74350,
+    74400,
+    74450,
+    74500,
+    74550,
+    74600,
+    74650,
+    74700,
+    74750,
+    74800,
+    74850,
+    74900,
+    74950,
+    75000,
+    75050,
+    75100,
+    75150,
+    75200,
+    75250,
+    75300,
+    75350,
+    75400,
+    75450,
+    75500,
+    75550,
+    75600,
+    75650,
+    75700,
+    75750,
+    75800,
+    75850,
+    75900,
+    75950,
+    76000,
+    76050,
+    76100,
+    76150,
+    76200,
+    76250,
+    76300,
+    76350,
+    76400,
+    76450,
+    76500,
+    76550,
+    76600,
+    76650,
+    76700,
+    76750,
+    76800,
+    76850,
+    76900,
+    76950,
+    77000,
+    77050,
+    77100,
+    77150,
+    77200,
+    77250,
+    77300,
+    77350,
+    77400,
+    77450,
+    77500,
+    77550,
+    77600,
+    77650,
+    77700,
+    77750,
+    77800,
+    77850,
+    77900,
+    77950,
+    78000,
+    78050,
+    78100,
+    78150,
+    78200,
+    78250,
+    78300,
+    78350,
+    78400,
+    78450,
+    78500,
+    78550,
+    78600,
+    78650,
+    78700,
+    78750,
+    78800,
+    78850,
+    78900,
+    78950,
+    79000,
+    79050,
+    79100,
+    79150,
+    79200,
+    79250,
+    79300,
+    79350,
+    79400,
+    79450,
+    79500,
+    79550,
+    79600,
+    79650,
+    79700,
+    79750,
+    79800,
+    79850,
+    79900,
+    79950,
+    80000,
+    80050,
+    80100,
+    80150,
+    80200,
+    80250,
+    80300,
+    80350,
+    80400,
+    80450,
+    80500,
+    80550,
+    80600,
+    80650,
+    80700,
+    80750,
+    80800,
+    80850,
+    80900,
+    80950,
+    81000,
+    81050,
+    81100,
+    81150,
+    81200,
+    81250,
+    81300,
+    81350,
+    81400,
+    81450,
+    81500,
+    81550,
+    81600,
+    81650,
+    81700,
+    81750,
+    81800,
+    81850,
+    81900,
+    81950,
+    82000,
+    82050,
+    82100,
+    82150,
+    82200,
+    82250,
+    82300,
+    82350,
+    82400,
+    82450,
+    82500,
+    82550,
+    82600,
+    82650,
+    82700,
+    82750,
+    82800,
+    82850,
+    82900,
+    82950,
+    83000,
+    83050,
+    83100,
+    83150,
+    83200,
+    83250,
+    83300,
+    83350,
+    83400,
+    83450,
+    83500,
+    83550,
+    83600,
+    83650,
+    83700,
+    83750,
+    83800,
+    83850,
+    83900,
+    83950,
+    84000,
+    84050,
+    84100,
+    84150,
+    84200,
+    84250,
+    84300,
+    84350,
+    84400,
+    84450,
+    84500,
+    84550,
+    84600,
+    84650,
+    84700,
+    84750,
+    84800,
+    84850,
+    84900,
+    84950,
+    85000,
+    85050,
+    85100,
+    85150,
+    85200,
+    85250,
+    85300,
+    85350,
+    85400,
+    85450,
+    85500,
+    85550,
+    85600,
+    85650,
+    85700,
+    85750,
+    85800,
+    85850,
+    85900,
+    85950,
+    86000,
+    86050,
+    86100,
+    86150,
+    86200,
+    86250,
+    86300,
+    86350,
+    86400,
+    86450,
+    86500,
+    86550,
+    86600,
+    86650,
+    86700,
+    86750,
+    86800,
+    86850,
+    86900,
+    86950,
+    87000,
+    87050,
+    87100,
+    87150,
+    87200,
+    87250,
+    87300,
+    87350,
+    87400,
+    87450,
+    87500,
+    87550,
+    87600,
+    87650,
+    87700,
+    87750,
+    87800,
+    87850,
+    87900,
+    87950,
+    88000,
+    88050,
+    88100,
+    88150,
+    88200,
+    88250,
+    88300,
+    88350,
+    88400,
+    88450,
+    88500,
+    88550,
+    88600,
+    88650,
+    88700,
+    88750,
+    88800,
+    88850,
+    88900,
+    88950,
+    89000,
+    89050,
+    89100,
+    89150,
+    89200,
+    89250,
+    89300,
+    89350,
+    89400,
+    89450,
+    89500,
+    89550,
+    89600,
+    89650,
+    89700,
+    89750,
+    89800,
+    89850,
+    89900,
+    89950,
+    90000,
+    90050,
+    90100,
+    90150,
+    90200,
+    90250,
+    90300,
+    90350,
+    90400,
+    90450,
+    90500,
+    90550,
+    90600,
+    90650,
+    90700,
+    90750,
+    90800,
+    90850,
+    90900,
+    90950,
+    91000,
+    91050,
+    91100,
+    91150,
+    91200,
+    91250,
+    91300,
+    91350,
+    91400,
+    91450,
+    91500,
+    91550,
+    91600,
+    91650,
+    91700,
+    91750,
+    91800,
+    91850,
+    91900,
+    91950,
+    92000,
+    92050,
+    92100,
+    92150,
+    92200,
+    92250,
+    92300,
+    92350,
+    92400,
+    92450,
+    92500,
+    92550,
+    92600,
+    92650,
+    92700,
+    92750,
+    92800,
+    92850,
+    92900,
+    92950,
+    93000,
+    93050,
+    93100,
+    93150,
+    93200,
+    93250,
+    93300,
+    93350,
+    93400,
+    93450,
+    93500,
+    93550,
+    93600,
+    93650,
+    93700,
+    93750,
+    93800,
+    93850,
+    93900,
+    93950,
+    94000,
+    94050,
+    94100,
+    94150,
+    94200,
+    94250,
+    94300,
+    94350,
+    94400,
+    94450,
+    94500,
+    94550,
+    94600,
+    94650,
+    94700,
+    94750,
+    94800,
+    94850,
+    94900,
+    94950,
+    95000,
+    95050,
+    95100,
+    95150,
+    95200,
+    95250,
+    95300,
+    95350,
+    95400,
+    95450,
+    95500,
+    95550,
+    95600,
+    95650,
+    95700,
+    95750,
+    95800,
+    95850,
+    95900,
+    95950,
+    96000,
+    96050,
+    96100,
+    96150,
+    96200,
+    96250,
+    96300,
+    96350,
+    96400,
+    96450,
+    96500,
+    96550,
+    96600,
+    96650,
+    96700,
+    96750,
+    96800,
+    96850,
+    96900,
+    96950,
+    97000,
+    97050,
+    97100,
+    97150,
+    97200,
+    97250,
+    97300,
+    97350,
+    97400,
+    97450,
+    97500,
+    97550,
+    97600,
+    97650,
+    97700,
+    97750,
+    97800,
+    97850,
+    97900,
+    97950,
+    98000,
+    98050,
+    98100,
+    98150,
+    98200,
+    98250,
+    98300,
+    98350,
+    98400,
+    98450,
+    98500,
+    98550,
+    98600,
+    98650,
+    98700,
+    98750,
+    98800,
+    98850,
+    98900,
+    98950,
+    99000,
+    99050,
+    99100,
+    99150,
+    99200,
+    99250,
+    99300,
+    99350,
+    99400,
+    99450,
+    99500,
+    99550,
+    99600,
+    99650,
+    99700,
+    99750,
+    99800,
+    99850,
+    99900,
+    99950,
+    100000,
+    100050,
+    100100,
+    100150,
+    100200,
+    100250,
+    100300,
+    100350,
+    100400,
+    100450,
+    100500,
+    100550,
+    100600,
+    100650,
+    100700,
+    100750,
+    100800,
+    100850,
+    100900,
+    100950,
+    101000,
+    101050,
+    101100,
+    101150,
+    101200,
+    101250,
+    101300,
+    101350,
+    101400,
+    101450,
+    101500,
+    101550,
+    101600,
+    101650,
+    101700,
+    101750,
+    101800,
+    101850,
+    101900,
+    101950,
+    102000,
+    102050,
+    102100,
+    102150,
+    102200,
+    102250,
+    102300,
+    102350,
+    102400,
+    102450,
+    102500,
+    102550,
+    102600,
+    102650,
+    102700,
+    102750,
+    102800,
+    102850,
+    102900,
+    102950,
+    103000,
+    103050,
+    103100,
+    103150,
+    103200,
+    103250,
+    103300,
+    103350,
+    103400,
+    103450,
+    103500,
+    103550,
+    103600,
+    103650,
+    103700,
+    103750,
+    103800,
+    103850,
+    103900,
+    103950,
+    104000,
+    104050,
+    104100,
+    104150,
+    104200,
+    104250,
+    104300,
+    104350,
+    104400,
+    104450,
+    104500,
+    104550,
+    104600,
+    104650,
+    104700,
+    104750,
+    104800,
+    104850,
+    104900,
+    104950,
+    105000,
+    105050,
+    105100,
+    105150,
+    105200,
+    105250,
+    105300,
+    105350,
+    105400,
+    105450,
+    105500,
+    105550,
+    105600,
+    105650,
+    105700,
+    105750,
+    105800,
+    105850,
+    105900,
+    105950,
+    106000,
+    106050,
+    106100,
+    106150,
+    106200,
+    106250,
+    106300,
+    106350,
+    106400,
+    106450,
+    106500,
+    106550,
+    106600,
+    106650,
+    106700,
+    106750,
+    106800,
+    106850,
+    106900,
+    106950,
+    107000,
+    107050,
+    107100,
+    107150,
+    107200,
+    107250,
+    107300,
+    107350,
+    107400,
+    107450,
+    107500,
+    107550,
+    107600,
+    107650,
+    107700,
+    107750,
+    107800,
+    107850,
+    107900,
+    107950,
+    108000,
+    108050,
+    108100,
+    108150,
+    108200,
+    108250,
+    108300,
+    108350,
+    108400,
+    108450,
+    108500,
+    108550,
+    108600,
+    108650,
+    108700,
+    108750,
+    108800,
+    108850,
+    108900,
+    108950,
+    109000,
+    109050,
+    109100,
+    109150,
+    109200,
+    109250,
+    109300,
+    109350,
+    109400,
+    109450,
+    109500,
+    109550,
+    109600,
+    109650,
+    109700,
+    109750,
+    109800,
+    109850,
+    109900,
+    109950,
+    110000,
+    110050,
+    110100,
+    110150,
+    110200,
+    110250,
+    110300,
+    110350,
+    110400,
+    110450,
+    110500,
+    110550,
+    110600,
+    110650,
+    110700,
+    110750,
+    110800,
+    110850,
+    110900,
+    110950,
+    111000,
+    111050,
+    111100,
+    111150,
+    111200,
+    111250,
+    111300,
+    111350,
+    111400,
+    111450,
+    111500,
+    111550,
+    111600,
+    111650,
+    111700,
+    111750,
+    111800,
+    111850,
+    111900,
+    111950,
+    112000,
+    112050,
+    112100,
+    112150,
+    112200,
+    112250,
+    112300,
+    112350,
+    112400,
+    112450,
+    112500,
+    112550,
+    112600,
+    112650,
+    112700,
+    112750,
+    112800,
+    112850,
+    112900,
+    112950,
+    113000,
+    113050,
+    113100,
+    113150,
+    113200,
+    113250,
+    113300,
+    113350,
+    113400,
+    113450,
+    113500,
+    113550,
+    113600,
+    113650,
+    113700,
+    113750,
+    113800,
+    113850,
+    113900,
+    113950,
+    114000
+  ],
+  "train_lm_loss": [
+    2.0250542759895325,
+    2.057331882417202,
+    2.1021080389618874,
+    2.008370690047741,
+    2.029400125145912,
+    2.0877985060214996,
+    1.995040588080883,
+    2.0120574682950974,
+    2.0191750898957253,
+    2.0670781806111336,
+    2.034296914935112,
+    2.0482332035899162,
+    2.0352775380015373,
+    1.9688724279403687,
+    2.0359607189893723,
+    1.9948134124279022,
+    2.0493184700608253,
+    2.0434341579675674,
+    2.020620636641979,
+    2.0272665843367577,
+    2.0568934828042984,
+    2.047292411327362,
+    2.0316168665885925,
+    1.9822102040052414,
+    2.039115823805332,
+    2.0555785968899727,
+    2.0891698971390724,
+    2.0050444304943085,
+    2.027771033346653,
+    1.9571530893445015,
+    2.0144145116209984,
+    2.024355284869671,
+    2.0130489096045494,
+    2.072992704808712,
+    2.082683317363262,
+    1.999529890716076,
+    2.0411072373390198,
+    2.00109501183033,
+    2.0709204003214836,
+    2.004510946571827,
+    2.069338396191597,
+    2.0721755027770996,
+    2.048461966216564,
+    2.06471349298954,
+    2.037347711622715,
+    2.0071116983890533,
+    2.0021990686655045,
+    2.016736939549446,
+    2.001908525824547,
+    2.021449774503708,
+    2.031206928193569,
+    2.010918915271759,
+    2.0163877829909325,
+    1.9930402114987373,
+    2.012791559100151,
+    2.075031541287899,
+    1.9873631671071053,
+    2.0952394530177116,
+    2.0284029841423035,
+    2.028021566569805,
+    2.0060755908489227,
+    2.0138602927327156,
+    1.995758056640625,
+    2.0740970075130463,
+    2.0445369854569435,
+    2.035561092197895,
+    2.022085890173912,
+    2.0610901042819023,
+    2.056417778134346,
+    2.0270422995090485,
+    2.08294128626585,
+    2.0640812441706657,
+    2.0111047476530075,
+    2.0116816461086273,
+    1.9510306119918823,
+    2.036032997071743,
+    2.0003975927829742,
+    2.0299641638994217,
+    2.034666381776333,
+    2.0171654522418976,
+    2.0490723848342896,
+    2.029898524284363,
+    2.0482155829668045,
+    2.019521065056324,
+    1.9920669272542,
+    2.0310504734516144,
+    2.002720460295677,
+    2.0670372396707535,
+    2.0000401437282562,
+    2.032965213060379,
+    2.019978068768978,
+    2.038719691336155,
+    1.9943210557103157,
+    1.986189879477024,
+    2.020727574825287,
+    2.02372258156538,
+    2.026793524622917,
+    1.9615137800574303,
+    2.035525731742382,
+    2.0742262378335,
+    1.9920580759644508,
+    1.9771457836031914,
+    1.9666787385940552,
+    2.01411559432745,
+    2.029321752488613,
+    1.9762040302157402,
+    2.056596390902996,
+    2.045867197215557,
+    2.0053212121129036,
+    2.0479394048452377,
+    2.0246034115552902,
+    2.0505540668964386,
+    2.018379382789135,
+    2.056056298315525,
+    2.0490079149603844,
+    2.059238977730274,
+    2.0074499547481537,
+    2.0270326659083366,
+    2.0107194930315018,
+    2.0299482345581055,
+    2.0345055386424065,
+    1.9994812980294228,
+    2.0305938497185707,
+    2.008163519203663,
+    2.0178981125354767,
+    2.044559009373188,
+    1.9793435782194138,
+    2.0487285256385803,
+    1.9650212153792381,
+    2.035706415772438,
+    2.0507244765758514,
+    1.98606588691473,
+    2.0119302943348885,
+    1.9971163645386696,
+    2.0637854263186455,
+    2.0214947313070297,
+    2.0211668089032173,
+    2.033094972372055,
+    2.0172595530748367,
+    1.9918307811021805,
+    1.9990672022104263,
+    2.025709740817547,
+    2.013679303228855,
+    1.9565951600670815,
+    2.0742776915431023,
+    1.9777011349797249,
+    1.979258194565773,
+    2.009093716740608,
+    2.010389134287834,
+    2.0058331564068794,
+    2.072892352938652,
+    1.963305503129959,
+    2.0380348563194275,
+    2.0211242586374283,
+    2.059187188744545,
+    2.0046968907117844,
+    2.016166426241398,
+    1.9803659617900848,
+    1.9844737648963928,
+    1.9689635932445526,
+    2.0118320882320404,
+    2.019295610487461,
+    2.0416675209999084,
+    2.058293156325817,
+    2.0338614508509636,
+    2.0233554989099503,
+    2.0202361196279526,
+    2.020300768315792,
+    1.9974136352539062,
+    2.0254733934998512,
+    2.0233226642012596,
+    2.030871294438839,
+    1.9794270396232605,
+    2.003244198858738,
+    1.9725883156061172,
+    2.0017478242516518,
+    2.013525404036045,
+    2.015048027038574,
+    2.0752932652831078,
+    2.0724506825208664,
+    2.0284092873334885,
+    2.048761546611786,
+    2.0387242436408997,
+    2.037851169705391,
+    2.0451302528381348,
+    1.9938908591866493,
+    2.021722286939621,
+    2.019249700009823,
+    2.033338852226734,
+    1.9686501771211624,
+    1.9704557284712791,
+    2.015447363257408,
+    1.9894745349884033,
+    2.049222379922867,
+    2.013758637011051,
+    2.0334222465753555,
+    1.9714605957269669,
+    2.0460540279746056,
+    2.0015268474817276,
+    2.024698421359062,
+    2.036707393825054,
+    1.957229882478714,
+    2.0089554712176323,
+    2.001823380589485,
+    1.9542280435562134,
+    2.0586759001016617,
+    2.0275282338261604,
+    2.005808465182781,
+    2.0031338706612587,
+    1.9624977186322212,
+    2.005478821694851,
+    2.015153616666794,
+    2.0037220492959023,
+    2.018815368413925,
+    2.041570045053959,
+    2.05567529797554,
+    2.0188386663794518,
+    2.011980913579464,
+    1.9957773685455322,
+    1.981917418539524,
+    1.9995735734701157,
+    2.065388463437557,
+    2.0122538954019547,
+    2.0824172347784042,
+    1.9996418431401253,
+    2.0122305899858475,
+    2.062305472791195,
+    2.014561377465725,
+    1.956069953739643,
+    2.010718747973442,
+    1.9619438871741295,
+    2.0273731723427773,
+    1.9980881586670876,
+    2.046758733689785,
+    1.964179813861847,
+    1.9947218894958496,
+    2.0344211906194687,
+    2.0473815351724625,
+    2.0003839135169983,
+    2.0133262425661087,
+    1.9776896238327026,
+    2.0218959152698517,
+    2.048094391822815,
+    1.9203830659389496,
+    2.0325102731585503,
+    2.0270719826221466,
+    2.014791816473007,
+    2.0410363525152206,
+    2.044798254966736,
+    2.050816386938095,
+    2.013152502477169,
+    2.0016823783516884,
+    2.0143284052610397,
+    2.032889999449253,
+    1.9730764776468277,
+    2.0200945511460304,
+    2.017214812338352,
+    2.0226190835237503,
+    2.0471665114164352,
+    2.0350357592105865,
+    2.02042019367218,
+    1.9656536728143692,
+    1.9759925231337547,
+    1.9444510713219643,
+    1.9634347930550575,
+    2.0442440435290337,
+    2.006098695099354,
+    2.007126122713089,
+    2.00041700899601,
+    2.022779867053032,
+    1.962333358824253,
+    2.053527556359768,
+    1.9606906920671463,
+    1.993899755179882,
+    1.9878468438982964,
+    1.9777364432811737,
+    1.975278116762638,
+    1.9977806434035301,
+    1.959518276154995,
+    2.0048135966062546,
+    2.0153064876794815,
+    2.002032697200775,
+    2.0110738798975945,
+    2.030898578464985,
+    1.9813065454363823,
+    1.9492442235350609,
+    2.0400026217103004,
+    2.0476904436945915,
+    1.992023415863514,
+    1.9916251748800278,
+    2.0238887071609497,
+    1.981847956776619,
+    2.01261442899704,
+    2.0002564042806625,
+    1.9913906678557396,
+    2.0548205971717834,
+    1.9864331260323524,
+    2.017364002764225,
+    1.977040782570839,
+    1.9433584362268448,
+    2.012100987136364,
+    1.9905450344085693,
+    2.017070434987545,
+    2.0125022009015083,
+    2.0232071056962013,
+    1.9404983818531036,
+    2.02436426281929,
+    1.9438798874616623,
+    1.9540192112326622,
+    1.999972902238369,
+    2.0199707075953484,
+    2.0393287613987923,
+    1.9841329455375671,
+    1.9825616255402565,
+    1.983955331146717,
+    1.9861484467983246,
+    2.0404275357723236,
+    1.9728491306304932,
+    2.0372123271226883,
+    1.999896228313446,
+    1.9998879805207253,
+    2.0138180628418922,
+    1.9249490201473236,
+    1.9762063696980476,
+    1.9862096086144447,
+    2.0059803873300552,
+    1.9982033595442772,
+    1.9728611037135124,
+    2.0085658356547356,
+    1.9786823242902756,
+    1.991175316274166,
+    2.030266225337982,
+    2.0166886523365974,
+    1.996365062892437,
+    1.9840614348649979,
+    1.9421532079577446,
+    2.009944774210453,
+    2.0076978281140327,
+    2.0053780674934387,
+    2.054280750453472,
+    2.00362940877676,
+    2.0251545533537865,
+    1.9411423802375793,
+    2.011134497821331,
+    1.9914167895913124,
+    1.9673414453864098,
+    1.951619140803814,
+    1.9881834238767624,
+    2.0358935594558716,
+    1.951860524713993,
+    1.9917467534542084,
+    1.9945037886500359,
+    2.0347493439912796,
+    2.0088369846343994,
+    1.9983920231461525,
+    2.034728057682514,
+    1.9964691251516342,
+    2.0294446125626564,
+    1.9399973824620247,
+    2.05042814463377,
+    2.0080306604504585,
+    1.927702121436596,
+    1.9906114786863327,
+    1.9854803085327148,
+    2.022420294582844,
+    2.0236504897475243,
+    1.9986706376075745,
+    1.980454370379448,
+    2.000146046280861,
+    1.9737649410963058,
+    2.0059226751327515,
+    1.9811391457915306,
+    2.0057298988103867,
+    2.004379227757454,
+    1.9604864194989204,
+    1.9966696351766586,
+    2.004213899374008,
+    1.9903723150491714,
+    1.961173728108406,
+    1.9531460627913475,
+    1.9962880313396454,
+    2.0056291818618774,
+    2.0036266520619392,
+    1.9487337619066238,
+    1.9799667969346046,
+    1.993325062096119,
+    1.9837997108697891,
+    1.955023393034935,
+    1.9754050597548485,
+    1.9930489659309387,
+    1.954698458313942,
+    1.9787892922759056,
+    1.9843337088823318,
+    1.993442177772522,
+    1.962953619658947,
+    1.9816113784909248,
+    2.01363193243742,
+    1.9633957669138908,
+    1.9694047421216965,
+    1.9805756956338882,
+    2.0262081250548363,
+    1.953658677637577,
+    1.9774283170700073,
+    1.976919747889042,
+    1.969951055943966,
+    1.965876154601574,
+    1.983060136437416,
+    1.9562422409653664,
+    2.01482305675745,
+    1.981579914689064,
+    1.995715171098709,
+    1.9473037645220757,
+    2.001805752515793,
+    1.9499823674559593,
+    1.9620179161429405,
+    2.007576070725918,
+    1.9981181845068932,
+    1.9761736541986465,
+    1.9659725055098534,
+    2.006350316107273,
+    2.0897654816508293,
+    1.9819058403372765,
+    1.9415889829397202,
+    2.051852725446224,
+    1.9846997782588005,
+    1.9986457452178001,
+    1.9711838364601135,
+    1.9515183344483376,
+    2.008591838181019,
+    1.9392461478710175,
+    2.0023389980196953,
+    1.9618056192994118,
+    1.9464947879314423,
+    2.0027160197496414,
+    1.9691316187381744,
+    1.9860540926456451,
+    1.9665094017982483,
+    1.951232187449932,
+    1.9346229881048203,
+    1.9572809785604477,
+    1.9946486204862595,
+    1.9989130795001984,
+    1.9919464066624641,
+    1.9411803856492043,
+    1.9834791868925095,
+    1.9743818491697311,
+    1.974260687828064,
+    1.9731061309576035,
+    1.9631740525364876,
+    1.9268346279859543,
+    1.9550068601965904,
+    1.9735533595085144,
+    2.020361542701721,
+    1.970843717455864,
+    2.034765236079693,
+    1.9569761231541634,
+    1.9949899539351463,
+    1.9655024856328964,
+    1.9689453840255737,
+    2.002186708152294,
+    1.9538202062249184,
+    2.003508523106575,
+    1.940126694738865,
+    1.9587059766054153,
+    1.9323561787605286,
+    1.9882853627204895,
+    1.9820037633180618,
+    2.007380671799183,
+    1.9410480335354805,
+    2.023584596812725,
+    1.9808835089206696,
+    2.0247578471899033,
+    2.0643976107239723,
+    2.0238001868128777,
+    1.9859128519892693,
+    1.9568789452314377,
+    1.9943653866648674,
+    1.9907899051904678,
+    1.936934731900692,
+    2.0010597929358482,
+    1.9592686221003532,
+    1.9333073794841766,
+    1.9686818942427635,
+    1.9730372428894043,
+    1.9541517719626427,
+    1.9538477808237076,
+    1.9465704560279846,
+    2.012022480368614,
+    1.9894006848335266,
+    1.90452391654253,
+    1.9927686154842377,
+    1.9736082553863525,
+    2.009472504258156,
+    2.008554272353649,
+    2.003619320690632,
+    1.997200109064579,
+    1.9958697259426117,
+    2.0225279480218887,
+    1.9320406839251518,
+    1.9606122821569443,
+    1.9789583384990692,
+    1.9089524149894714,
+    1.9197222143411636,
+    1.9483937248587608,
+    1.911456547677517,
+    1.9671903774142265,
+    1.9706987589597702,
+    2.003311313688755,
+    1.981112003326416,
+    1.9607456475496292,
+    1.9722808450460434,
+    1.968250721693039,
+    1.9753756299614906,
+    1.929234467446804,
+    1.962664656341076,
+    1.9623637348413467,
+    2.0529779493808746,
+    1.9691200107336044,
+    1.9979122281074524,
+    1.9453459903597832,
+    1.928570568561554,
+    1.9977025240659714,
+    1.979574330151081,
+    1.9393123537302017,
+    1.9499324634671211,
+    2.005984880030155,
+    1.9871726632118225,
+    1.9496242702007294,
+    1.9526836350560188,
+    1.9717027097940445,
+    1.9772717207670212,
+    1.9702864363789558,
+    1.956548422574997,
+    1.9911331981420517,
+    1.9935265928506851,
+    1.9639040678739548,
+    1.9686717689037323,
+    1.9534214213490486,
+    1.984277419745922,
+    1.9721368998289108,
+    1.964972898364067,
+    2.0017483979463577,
+    1.9843996539711952,
+    1.9520883038640022,
+    1.948622703552246,
+    1.9577801749110222,
+    1.954174779355526,
+    2.0052175149321556,
+    1.9419321119785309,
+    1.9913478344678879,
+    1.9980424121022224,
+    1.9597927331924438,
+    1.965664952993393,
+    1.9848425909876823,
+    1.9758091941475868,
+    1.9757762253284454,
+    1.959643431007862,
+    1.9860613122582436,
+    2.0070865526795387,
+    1.9926846101880074,
+    1.9339968264102936,
+    2.0583666265010834,
+    1.95473463088274,
+    2.0238833352923393,
+    2.0075209513306618,
+    1.923511415719986,
+    1.9665187299251556,
+    1.9420418217778206,
+    1.9419189617037773,
+    1.9881150349974632,
+    1.9575437307357788,
+    1.9417406022548676,
+    1.9408239722251892,
+    1.9926910176873207,
+    1.9927591159939766,
+    1.932097814977169,
+    1.9486452117562294,
+    1.9782610908150673,
+    1.9209966287016869,
+    1.9904899597167969,
+    1.9732653573155403,
+    1.9349883496761322,
+    1.986519232392311,
+    1.9811458438634872,
+    1.9426657855510712,
+    1.9491769149899483,
+    1.937469370663166,
+    1.9167005941271782,
+    1.9595447927713394,
+    1.9909798502922058,
+    1.9920724406838417,
+    1.9805895760655403,
+    2.0356534644961357,
+    1.9637053236365318,
+    1.968021422624588,
+    1.9557213559746742,
+    1.9121548607945442,
+    1.954408422112465,
+    2.0089591816067696,
+    1.9416941180825233,
+    1.9418287873268127,
+    1.9672783315181732,
+    1.994765892624855,
+    1.9989753291010857,
+    1.9897397831082344,
+    1.9895069226622581,
+    1.9318257346749306,
+    1.930019311606884,
+    2.0100742280483246,
+    1.9902346730232239,
+    1.9529986679553986,
+    1.9543410316109657,
+    1.9548768028616905,
+    1.9421386122703552,
+    1.9703772887587547,
+    2.043737731873989,
+    2.0120805725455284,
+    1.96657744795084,
+    2.00029443949461,
+    2.033767431974411,
+    1.9900243133306503,
+    2.01279079914093,
+    1.948428064584732,
+    1.9108914136886597,
+    2.008934609591961,
+    1.9317841231822968,
+    1.9978442937135696,
+    1.9607024043798447,
+    2.000874362885952,
+    1.937518060207367,
+    1.9396809935569763,
+    1.939461275935173,
+    1.9768397212028503,
+    1.8846075311303139,
+    1.9311695620417595,
+    1.9592086151242256,
+    1.9465832188725471,
+    1.9753689393401146,
+    1.969374381005764,
+    1.9787705391645432,
+    1.9410793408751488,
+    1.979812890291214,
+    2.01040118932724,
+    1.949989303946495,
+    2.0019362047314644,
+    1.9223362281918526,
+    1.9524292647838593,
+    1.9334975257515907,
+    2.009930767118931,
+    1.979419782757759,
+    1.9809469431638718,
+    1.9625727087259293,
+    1.985398106276989,
+    1.9135854318737984,
+    1.9715737998485565,
+    1.9631994143128395,
+    1.9175495132803917,
+    1.9753544852137566,
+    1.9695724546909332,
+    1.965698704123497,
+    1.943047247827053,
+    1.9343064799904823,
+    1.9648913517594337,
+    1.9528540521860123,
+    1.916188970208168,
+    1.9789985492825508,
+    2.0059542134404182,
+    1.9455155357718468,
+    1.9402378872036934,
+    1.9459763318300247,
+    1.9907563924789429,
+    1.9861151650547981,
+    1.9091672003269196,
+    1.9686033502221107,
+    1.9130907952785492,
+    1.9684004113078117,
+    1.948289342224598,
+    1.969929315149784,
+    1.9502933248877525,
+    1.9647818133234978,
+    1.9688132032752037,
+    1.9469343796372414,
+    1.9954149723052979,
+    1.953538030385971,
+    1.9333030059933662,
+    1.930277168750763,
+    1.965681791305542,
+    1.956645779311657,
+    1.928692027926445,
+    1.9473898708820343,
+    1.9436273276805878,
+    1.9747768640518188,
+    1.9672619253396988,
+    1.931155450642109,
+    1.9339511543512344,
+    1.9290276244282722,
+    1.983862355351448,
+    1.9478144496679306,
+    1.9308874234557152,
+    1.9385715648531914,
+    1.9149080142378807,
+    1.9526645317673683,
+    1.9937643185257912,
+    1.978908695280552,
+    1.9775174707174301,
+    1.9078204780817032,
+    1.9751239717006683,
+    1.9723815247416496,
+    1.974222056567669,
+    1.9622621983289719,
+    1.9527732953429222,
+    1.9364110380411148,
+    1.9810910299420357,
+    1.91212560236454,
+    1.9945035204291344,
+    2.0037218928337097,
+    1.9823364540934563,
+    1.926272600889206,
+    1.9279989302158356,
+    1.9269895628094673,
+    1.936452865600586,
+    1.957732118666172,
+    1.9088626354932785,
+    2.036380358040333,
+    1.9294232577085495,
+    1.971923179924488,
+    1.9120749905705452,
+    1.9402766451239586,
+    1.92438642680645,
+    1.979606844484806,
+    2.0190165042877197,
+    1.992316611111164,
+    1.9867475777864456,
+    1.9533641338348389,
+    1.9276315569877625,
+    1.9176368042826653,
+    1.9596388190984726,
+    1.9358405321836472,
+    1.9337618425488472,
+    1.948826976120472,
+    1.9724335968494415,
+    1.9742985144257545,
+    1.928933598101139,
+    1.9621814340353012,
+    1.952053502202034,
+    1.9411645010113716,
+    2.013727717101574,
+    2.0138801485300064,
+    1.8990284353494644,
+    1.9612069204449654,
+    1.9756510183215141,
+    1.9114684537053108,
+    1.9512700363993645,
+    1.967313677072525,
+    1.918452188372612,
+    1.9862303733825684,
+    1.9837543368339539,
+    1.9692009016871452,
+    1.9276557639241219,
+    1.968496285378933,
+    1.9896360710263252,
+    1.9717752635478973,
+    2.0082840025424957,
+    1.976219892501831,
+    2.003122739493847,
+    1.9324949011206627,
+    1.9459064528346062,
+    1.9283039271831512,
+    1.9475337788462639,
+    1.9726758897304535,
+    1.9253366738557816,
+    1.9540219381451607,
+    1.9781785532832146,
+    1.9510220065712929,
+    1.9512445107102394,
+    1.9371732622385025,
+    2.004064440727234,
+    1.9872586727142334,
+    1.9769022911787033,
+    1.9801130145788193,
+    1.9942347556352615,
+    1.9987122938036919,
+    1.9667104184627533,
+    1.9370891526341438,
+    1.9560095369815826,
+    1.9681200459599495,
+    1.9722236394882202,
+    1.9898173063993454,
+    1.935530185699463,
+    1.8864601105451584,
+    1.9630066454410553,
+    1.9758243784308434,
+    2.001752257347107,
+    1.923615574836731,
+    1.9472332820296288,
+    1.9981622993946075,
+    1.973135083913803,
+    1.9509285241365433,
+    1.885297603905201,
+    2.0211476162075996,
+    1.9071829989552498,
+    1.9928844422101974,
+    2.00692717730999,
+    1.9842872321605682,
+    2.00109251588583,
+    1.9818494617938995,
+    1.936644658446312,
+    1.9584044367074966,
+    1.9538073912262917,
+    1.9085844308137894,
+    2.034277558326721,
+    1.9249130487442017,
+    2.020281068980694,
+    1.9819010198116302,
+    2.000545024871826,
+    1.9408598840236664,
+    1.9750497564673424,
+    1.9491553232073784,
+    1.9623931050300598,
+    1.9741264954209328,
+    1.9875112175941467,
+    1.9845987036824226,
+    1.9898283928632736,
+    2.0625792890787125,
+    1.9260376617312431,
+    1.9667504280805588,
+    1.9489487260580063,
+    1.938467875123024,
+    1.9998233914375305,
+    1.9764689356088638,
+    1.95829788595438,
+    1.9882329180836678,
+    1.9973010048270226,
+    1.9566485211253166,
+    1.9661596342921257,
+    1.908978708088398,
+    1.9574913308024406,
+    1.9623322263360023,
+    1.9891720339655876,
+    1.9324819296598434,
+    1.9374082013964653,
+    1.9508399590849876,
+    1.9293567687273026,
+    1.9535465314984322,
+    1.9631175696849823,
+    1.9789586067199707,
+    1.9475156217813492,
+    1.9747132360935211,
+    1.9797033071517944,
+    1.95493695884943,
+    1.9521906226873398,
+    2.002411127090454,
+    1.9159511104226112,
+    2.008476249873638,
+    1.9105474799871445,
+    1.9225244373083115,
+    1.9776587411761284,
+    1.9583446234464645,
+    1.9479091688990593,
+    1.9362523034214973,
+    1.9082248732447624,
+    1.9964978694915771,
+    1.920926921069622,
+    1.9167449623346329,
+    1.9130030274391174,
+    1.943030759692192,
+    1.9833993837237358,
+    1.9631337672472,
+    1.9407937079668045,
+    1.899339608848095,
+    1.9470821097493172,
+    1.965896598994732,
+    1.9798924401402473,
+    1.9170609563589096,
+    1.9496226906776428,
+    1.9600538164377213,
+    1.8698056042194366,
+    1.9805264547467232,
+    1.941338837146759,
+    1.9266857206821442,
+    1.9516558200120926,
+    1.9420401379466057,
+    1.987006962299347,
+    1.947738103568554,
+    1.9706010818481445,
+    1.947960503399372,
+    1.9751052185893059,
+    1.9319636449217796,
+    1.9905009716749191,
+    1.9436218664050102,
+    1.940003663301468,
+    1.9453891590237617,
+    1.9715038686990738,
+    2.00382898747921,
+    1.9477650001645088,
+    1.951663427054882,
+    2.013366237282753,
+    2.027686983346939,
+    1.9522991999983788,
+    1.9088076949119568,
+    1.943908266723156,
+    1.9589112028479576,
+    1.9399935975670815,
+    1.9466041550040245,
+    1.9583351165056229,
+    1.9711578041315079,
+    1.972341500222683,
+    1.9629981145262718,
+    1.9255429431796074,
+    1.9997840449213982,
+    1.978601150214672,
+    1.9555037021636963,
+    1.9360194578766823,
+    1.9074658080935478,
+    1.9076490625739098,
+    1.986734688282013,
+    2.041659437119961,
+    1.926809400320053,
+    1.9595110565423965,
+    1.895837664604187,
+    1.926360733807087,
+    1.9298450946807861,
+    1.9697455242276192,
+    1.9618245959281921,
+    1.9282527714967728,
+    1.9805611297488213,
+    1.9747591242194176,
+    1.9506695941090584,
+    1.9602693691849709,
+    1.951341800391674,
+    1.9176730290055275,
+    1.9396012648940086,
+    1.9366328939795494,
+    2.0281129106879234,
+    1.985909678041935,
+    1.998476967215538,
+    1.9560641944408417,
+    1.962735466659069,
+    1.9411671832203865,
+    1.9671385139226913,
+    1.9731572046875954,
+    1.9601443484425545,
+    1.9375286549329758,
+    1.9675467163324356,
+    1.884014330804348,
+    1.9762062057852745,
+    1.9689671620726585,
+    2.0042752251029015,
+    2.0077598989009857,
+    1.9941276460886002,
+    1.9656305462121964,
+    1.9406152665615082,
+    1.9797475934028625,
+    1.9954305738210678,
+    1.9820226281881332,
+    1.9354880154132843,
+    1.967509187757969,
+    1.929177775979042,
+    1.944750152528286,
+    1.9412413462996483,
+    1.9266808107495308,
+    1.9431317821145058,
+    2.030749298632145,
+    1.941776417195797,
+    1.91646608710289,
+    1.9930154085159302,
+    1.9590728133916855,
+    1.8970853313803673,
+    1.9648876413702965,
+    1.9867413640022278,
+    1.9846311435103416,
+    1.9910594746470451,
+    1.9763456210494041,
+    1.9735301807522774,
+    1.9849067777395248,
+    1.969221979379654,
+    1.9305119514465332,
+    1.9627868384122849,
+    1.9417811781167984,
+    1.987233228981495,
+    2.0120777413249016,
+    1.9673952162265778,
+    1.9213355779647827,
+    1.9359928369522095,
+    1.994310885667801,
+    1.9661416485905647,
+    1.9612787440419197,
+    1.9601325541734695,
+    1.9784268364310265,
+    1.9837863072752953,
+    1.982413798570633,
+    1.9604801908135414,
+    1.948323592543602,
+    1.9878549426794052,
+    1.9397111311554909,
+    1.9765613749623299,
+    1.934636428952217,
+    1.9459659308195114,
+    1.8937472626566887,
+    1.933688223361969,
+    1.922104924917221,
+    1.966235801577568,
+    2.047500252723694,
+    2.006844848394394,
+    1.9184957072138786,
+    2.0010698810219765,
+    1.9549897909164429,
+    1.9759212210774422,
+    1.965776763856411,
+    1.9849668964743614,
+    1.9252301305532455,
+    1.9623402655124664,
+    1.9503879249095917,
+    1.9871000200510025,
+    1.966336041688919,
+    1.9661304280161858,
+    1.9785211235284805,
+    1.9211297705769539,
+    1.9326500967144966,
+    1.975357860326767,
+    1.9346897900104523,
+    1.9733733832836151,
+    1.9606999903917313,
+    1.9550388529896736,
+    1.9118377417325974,
+    1.9777746498584747,
+    1.9513186365365982,
+    1.96848476678133,
+    1.9783331826329231,
+    1.9375919848680496,
+    1.9432909786701202,
+    1.9327085390686989,
+    1.9649215042591095,
+    1.9774200916290283,
+    1.942120611667633,
+    1.9161308333277702,
+    1.9186554998159409,
+    1.9556018263101578,
+    1.9062335044145584,
+    1.9645711109042168,
+    1.9488106817007065,
+    1.9659539014101028,
+    1.9441681131720543,
+    1.917533926665783,
+    1.9678318575024605,
+    1.9537648260593414,
+    1.9461980387568474,
+    1.9346711337566376,
+    1.9433982968330383,
+    1.9445807188749313,
+    1.9976390153169632,
+    1.914852425456047,
+    1.9469269067049026,
+    1.9758106619119644,
+    1.9694431498646736,
+    1.9617199674248695,
+    1.9886367917060852,
+    1.9734699428081512,
+    1.9375826492905617,
+    1.9974892064929008,
+    1.9338751807808876,
+    1.9639604911208153,
+    1.9405117258429527,
+    1.9407489448785782,
+    1.9541997462511063,
+    1.9630483016371727,
+    2.009735144674778,
+    1.9822835251688957,
+    1.9571461379528046,
+    1.9271455705165863,
+    1.9271863549947739,
+    1.8849033415317535,
+    1.9545234143733978,
+    1.9639728516340256,
+    1.9170955196022987,
+    1.9808934703469276,
+    1.9735526740550995,
+    1.9410394504666328,
+    1.9564342498779297,
+    1.9566906094551086
+  ],
+  "val_steps": [
+    65000,
+    70000,
+    75000,
+    80000,
+    85000,
+    90000,
+    95000,
+    100000,
+    105000,
+    110000,
+    114000
+  ],
+  "val_lm_loss": [
+    1.9414531254768372,
+    1.9268969440460204,
+    1.9145912384986878,
+    1.9032046914100647,
+    1.8934630823135377,
+    1.8843062782287598,
+    1.8810933542251587,
+    1.8783321642875672,
+    1.8769911456108093,
+    1.8759204816818238,
+    1.8741961073875428
+  ],
+  "val_ppl": [
+    6.968870259477246,
+    6.868164840920281,
+    6.7841651246311985,
+    6.707355039696364,
+    6.64233183835151,
+    6.581786929020317,
+    6.560674082956543,
+    6.542583802538608,
+    6.533815955702289,
+    6.52682417822976,
+    6.515579188465557
+  ]
+}

075_cosmopedia_mol/mol_k5_top3_best.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bffb7a2ed17b463803a0f7eae86f3ebbb5d078a5124b6533e8ffbea50f9246d7
+size 416217874

075_cosmopedia_mol/mol_k5_top3_results.json

@@ -0,0 +1,4644 @@
+{
+  "label": "mol_k5_top3",
+  "condition": "mol_k5_top3",
+  "total_params": 103996416,
+  "steps": [
+    50,
+    100,
+    150,
+    200,
+    250,
+    300,
+    350,
+    400,
+    450,
+    500,
+    550,
+    600,
+    650,
+    700,
+    750,
+    800,
+    850,
+    900,
+    950,
+    1000,
+    1050,
+    1100,
+    1150,
+    1200,
+    1250,
+    1300,
+    1350,
+    1400,
+    1450,
+    1500,
+    1550,
+    1600,
+    1650,
+    1700,
+    1750,
+    1800,
+    1850,
+    1900,
+    1950,
+    2000,
+    2050,
+    2100,
+    2150,
+    2200,
+    2250,
+    2300,
+    2350,
+    2400,
+    2450,
+    2500,
+    2550,
+    2600,
+    2650,
+    2700,
+    2750,
+    2800,
+    2850,
+    2900,
+    2950,
+    3000,
+    3050,
+    3100,
+    3150,
+    3200,
+    3250,
+    3300,
+    3350,
+    3400,
+    3450,
+    3500,
+    3550,
+    3600,
+    3650,
+    3700,
+    3750,
+    3800,
+    3850,
+    3900,
+    3950,
+    4000,
+    4050,
+    4100,
+    4150,
+    4200,
+    4250,
+    4300,
+    4350,
+    4400,
+    4450,
+    4500,
+    4550,
+    4600,
+    4650,
+    4700,
+    4750,
+    4800,
+    4850,
+    4900,
+    4950,
+    5000,
+    5050,
+    5100,
+    5150,
+    5200,
+    5250,
+    5300,
+    5350,
+    5400,
+    5450,
+    5500,
+    5550,
+    5600,
+    5650,
+    5700,
+    5750,
+    5800,
+    5850,
+    5900,
+    5950,
+    6000,
+    6050,
+    6100,
+    6150,
+    6200,
+    6250,
+    6300,
+    6350,
+    6400,
+    6450,
+    6500,
+    6550,
+    6600,
+    6650,
+    6700,
+    6750,
+    6800,
+    6850,
+    6900,
+    6950,
+    7000,
+    7050,
+    7100,
+    7150,
+    7200,
+    7250,
+    7300,
+    7350,
+    7400,
+    7450,
+    7500,
+    7550,
+    7600,
+    7650,
+    7700,
+    7750,
+    7800,
+    7850,
+    7900,
+    7950,
+    8000,
+    8050,
+    8100,
+    8150,
+    8200,
+    8250,
+    8300,
+    8350,
+    8400,
+    8450,
+    8500,
+    8550,
+    8600,
+    8650,
+    8700,
+    8750,
+    8800,
+    8850,
+    8900,
+    8950,
+    9000,
+    9050,
+    9100,
+    9150,
+    9200,
+    9250,
+    9300,
+    9350,
+    9400,
+    9450,
+    9500,
+    9550,
+    9600,
+    9650,
+    9700,
+    9750,
+    9800,
+    9850,
+    9900,
+    9950,
+    10000,
+    10050,
+    10100,
+    10150,
+    10200,
+    10250,
+    10300,
+    10350,
+    10400,
+    10450,
+    10500,
+    10550,
+    10600,
+    10650,
+    10700,
+    10750,
+    10800,
+    10850,
+    10900,
+    10950,
+    11000,
+    11050,
+    11100,
+    11150,
+    11200,
+    11250,
+    11300,
+    11350,
+    11400,
+    11450,
+    11500,
+    11550,
+    11600,
+    11650,
+    11700,
+    11750,
+    11800,
+    11850,
+    11900,
+    11950,
+    12000,
+    12050,
+    12100,
+    12150,
+    12200,
+    12250,
+    12300,
+    12350,
+    12400,
+    12450,
+    12500,
+    12550,
+    12600,
+    12650,
+    12700,
+    12750,
+    12800,
+    12850,
+    12900,
+    12950,
+    13000,
+    13050,
+    13100,
+    13150,
+    13200,
+    13250,
+    13300,
+    13350,
+    13400,
+    13450,
+    13500,
+    13550,
+    13600,
+    13650,
+    13700,
+    13750,
+    13800,
+    13850,
+    13900,
+    13950,
+    14000,
+    14050,
+    14100,
+    14150,
+    14200,
+    14250,
+    14300,
+    14350,
+    14400,
+    14450,
+    14500,
+    14550,
+    14600,
+    14650,
+    14700,
+    14750,
+    14800,
+    14850,
+    14900,
+    14950,
+    15000,
+    15050,
+    15100,
+    15150,
+    15200,
+    15250,
+    15300,
+    15350,
+    15400,
+    15450,
+    15500,
+    15550,
+    15600,
+    15650,
+    15700,
+    15750,
+    15800,
+    15850,
+    15900,
+    15950,
+    16000,
+    16050,
+    16100,
+    16150,
+    16200,
+    16250,
+    16300,
+    16350,
+    16400,
+    16450,
+    16500,
+    16550,
+    16600,
+    16650,
+    16700,
+    16750,
+    16800,
+    16850,
+    16900,
+    16950,
+    17000,
+    17050,
+    17100,
+    17150,
+    17200,
+    17250,
+    17300,
+    17350,
+    17400,
+    17450,
+    17500,
+    17550,
+    17600,
+    17650,
+    17700,
+    17750,
+    17800,
+    17850,
+    17900,
+    17950,
+    18000,
+    18050,
+    18100,
+    18150,
+    18200,
+    18250,
+    18300,
+    18350,
+    18400,
+    18450,
+    18500,
+    18550,
+    18600,
+    18650,
+    18700,
+    18750,
+    18800,
+    18850,
+    18900,
+    18950,
+    19000,
+    19050,
+    19100,
+    19150,
+    19200,
+    19250,
+    19300,
+    19350,
+    19400,
+    19450,
+    19500,
+    19550,
+    19600,
+    19650,
+    19700,
+    19750,
+    19800,
+    19850,
+    19900,
+    19950,
+    20000,
+    20050,
+    20100,
+    20150,
+    20200,
+    20250,
+    20300,
+    20350,
+    20400,
+    20450,
+    20500,
+    20550,
+    20600,
+    20650,
+    20700,
+    20750,
+    20800,
+    20850,
+    20900,
+    20950,
+    21000,
+    21050,
+    21100,
+    21150,
+    21200,
+    21250,
+    21300,
+    21350,
+    21400,
+    21450,
+    21500,
+    21550,
+    21600,
+    21650,
+    21700,
+    21750,
+    21800,
+    21850,
+    21900,
+    21950,
+    22000,
+    22050,
+    22100,
+    22150,
+    22200,
+    22250,
+    22300,
+    22350,
+    22400,
+    22450,
+    22500,
+    22550,
+    22600,
+    22650,
+    22700,
+    22750,
+    22800,
+    22850,
+    22900,
+    22950,
+    23000,
+    23050,
+    23100,
+    23150,
+    23200,
+    23250,
+    23300,
+    23350,
+    23400,
+    23450,
+    23500,
+    23550,
+    23600,
+    23650,
+    23700,
+    23750,
+    23800,
+    23850,
+    23900,
+    23950,
+    24000,
+    24050,
+    24100,
+    24150,
+    24200,
+    24250,
+    24300,
+    24350,
+    24400,
+    24450,
+    24500,
+    24550,
+    24600,
+    24650,
+    24700,
+    24750,
+    24800,
+    24850,
+    24900,
+    24950,
+    25000,
+    25050,
+    25100,
+    25150,
+    25200,
+    25250,
+    25300,
+    25350,
+    25400,
+    25450,
+    25500,
+    25550,
+    25600,
+    25650,
+    25700,
+    25750,
+    25800,
+    25850,
+    25900,
+    25950,
+    26000,
+    26050,
+    26100,
+    26150,
+    26200,
+    26250,
+    26300,
+    26350,
+    26400,
+    26450,
+    26500,
+    26550,
+    26600,
+    26650,
+    26700,
+    26750,
+    26800,
+    26850,
+    26900,
+    26950,
+    27000,
+    27050,
+    27100,
+    27150,
+    27200,
+    27250,
+    27300,
+    27350,
+    27400,
+    27450,
+    27500,
+    27550,
+    27600,
+    27650,
+    27700,
+    27750,
+    27800,
+    27850,
+    27900,
+    27950,
+    28000,
+    28050,
+    28100,
+    28150,
+    28200,
+    28250,
+    28300,
+    28350,
+    28400,
+    28450,
+    28500,
+    28550,
+    28600,
+    28650,
+    28700,
+    28750,
+    28800,
+    28850,
+    28900,
+    28950,
+    29000,
+    29050,
+    29100,
+    29150,
+    29200,
+    29250,
+    29300,
+    29350,
+    29400,
+    29450,
+    29500,
+    29550,
+    29600,
+    29650,
+    29700,
+    29750,
+    29800,
+    29850,
+    29900,
+    29950,
+    30000,
+    30050,
+    30100,
+    30150,
+    30200,
+    30250,
+    30300,
+    30350,
+    30400,
+    30450,
+    30500,
+    30550,
+    30600,
+    30650,
+    30700,
+    30750,
+    30800,
+    30850,
+    30900,
+    30950,
+    31000,
+    31050,
+    31100,
+    31150,
+    31200,
+    31250,
+    31300,
+    31350,
+    31400,
+    31450,
+    31500,
+    31550,
+    31600,
+    31650,
+    31700,
+    31750,
+    31800,
+    31850,
+    31900,
+    31950,
+    32000,
+    32050,
+    32100,
+    32150,
+    32200,
+    32250,
+    32300,
+    32350,
+    32400,
+    32450,
+    32500,
+    32550,
+    32600,
+    32650,
+    32700,
+    32750,
+    32800,
+    32850,
+    32900,
+    32950,
+    33000,
+    33050,
+    33100,
+    33150,
+    33200,
+    33250,
+    33300,
+    33350,
+    33400,
+    33450,
+    33500,
+    33550,
+    33600,
+    33650,
+    33700,
+    33750,
+    33800,
+    33850,
+    33900,
+    33950,
+    34000,
+    34050,
+    34100,
+    34150,
+    34200,
+    34250,
+    34300,
+    34350,
+    34400,
+    34450,
+    34500,
+    34550,
+    34600,
+    34650,
+    34700,
+    34750,
+    34800,
+    34850,
+    34900,
+    34950,
+    35000,
+    35050,
+    35100,
+    35150,
+    35200,
+    35250,
+    35300,
+    35350,
+    35400,
+    35450,
+    35500,
+    35550,
+    35600,
+    35650,
+    35700,
+    35750,
+    35800,
+    35850,
+    35900,
+    35950,
+    36000,
+    36050,
+    36100,
+    36150,
+    36200,
+    36250,
+    36300,
+    36350,
+    36400,
+    36450,
+    36500,
+    36550,
+    36600,
+    36650,
+    36700,
+    36750,
+    36800,
+    36850,
+    36900,
+    36950,
+    37000,
+    37050,
+    37100,
+    37150,
+    37200,
+    37250,
+    37300,
+    37350,
+    37400,
+    37450,
+    37500,
+    37550,
+    37600,
+    37650,
+    37700,
+    37750,
+    37800,
+    37850,
+    37900,
+    37950,
+    38000,
+    38050,
+    38100,
+    38150,
+    38200,
+    38250,
+    38300,
+    38350,
+    38400,
+    38450,
+    38500,
+    38550,
+    38600,
+    38650,
+    38700,
+    38750,
+    38800,
+    38850,
+    38900,
+    38950,
+    39000,
+    39050,
+    39100,
+    39150,
+    39200,
+    39250,
+    39300,
+    39350,
+    39400,
+    39450,
+    39500,
+    39550,
+    39600,
+    39650,
+    39700,
+    39750,
+    39800,
+    39850,
+    39900,
+    39950,
+    40000,
+    40050,
+    40100,
+    40150,
+    40200,
+    40250,
+    40300,
+    40350,
+    40400,
+    40450,
+    40500,
+    40550,
+    40600,
+    40650,
+    40700,
+    40750,
+    40800,
+    40850,
+    40900,
+    40950,
+    41000,
+    41050,
+    41100,
+    41150,
+    41200,
+    41250,
+    41300,
+    41350,
+    41400,
+    41450,
+    41500,
+    41550,
+    41600,
+    41650,
+    41700,
+    41750,
+    41800,
+    41850,
+    41900,
+    41950,
+    42000,
+    42050,
+    42100,
+    42150,
+    42200,
+    42250,
+    42300,
+    42350,
+    42400,
+    42450,
+    42500,
+    42550,
+    42600,
+    42650,
+    42700,
+    42750,
+    42800,
+    42850,
+    42900,
+    42950,
+    43000,
+    43050,
+    43100,
+    43150,
+    43200,
+    43250,
+    43300,
+    43350,
+    43400,
+    43450,
+    43500,
+    43550,
+    43600,
+    43650,
+    43700,
+    43750,
+    43800,
+    43850,
+    43900,
+    43950,
+    44000,
+    44050,
+    44100,
+    44150,
+    44200,
+    44250,
+    44300,
+    44350,
+    44400,
+    44450,
+    44500,
+    44550,
+    44600,
+    44650,
+    44700,
+    44750,
+    44800,
+    44850,
+    44900,
+    44950,
+    45000,
+    45050,
+    45100,
+    45150,
+    45200,
+    45250,
+    45300,
+    45350,
+    45400,
+    45450,
+    45500,
+    45550,
+    45600,
+    45650,
+    45700,
+    45750,
+    45800,
+    45850,
+    45900,
+    45950,
+    46000,
+    46050,
+    46100,
+    46150,
+    46200,
+    46250,
+    46300,
+    46350,
+    46400,
+    46450,
+    46500,
+    46550,
+    46600,
+    46650,
+    46700,
+    46750,
+    46800,
+    46850,
+    46900,
+    46950,
+    47000,
+    47050,
+    47100,
+    47150,
+    47200,
+    47250,
+    47300,
+    47350,
+    47400,
+    47450,
+    47500,
+    47550,
+    47600,
+    47650,
+    47700,
+    47750,
+    47800,
+    47850,
+    47900,
+    47950,
+    48000,
+    48050,
+    48100,
+    48150,
+    48200,
+    48250,
+    48300,
+    48350,
+    48400,
+    48450,
+    48500,
+    48550,
+    48600,
+    48650,
+    48700,
+    48750,
+    48800,
+    48850,
+    48900,
+    48950,
+    49000,
+    49050,
+    49100,
+    49150,
+    49200,
+    49250,
+    49300,
+    49350,
+    49400,
+    49450,
+    49500,
+    49550,
+    49600,
+    49650,
+    49700,
+    49750,
+    49800,
+    49850,
+    49900,
+    49950,
+    50000,
+    50050,
+    50100,
+    50150,
+    50200,
+    50250,
+    50300,
+    50350,
+    50400,
+    50450,
+    50500,
+    50550,
+    50600,
+    50650,
+    50700,
+    50750,
+    50800,
+    50850,
+    50900,
+    50950,
+    51000,
+    51050,
+    51100,
+    51150,
+    51200,
+    51250,
+    51300,
+    51350,
+    51400,
+    51450,
+    51500,
+    51550,
+    51600,
+    51650,
+    51700,
+    51750,
+    51800,
+    51850,
+    51900,
+    51950,
+    52000,
+    52050,
+    52100,
+    52150,
+    52200,
+    52250,
+    52300,
+    52350,
+    52400,
+    52450,
+    52500,
+    52550,
+    52600,
+    52650,
+    52700,
+    52750,
+    52800,
+    52850,
+    52900,
+    52950,
+    53000,
+    53050,
+    53100,
+    53150,
+    53200,
+    53250,
+    53300,
+    53350,
+    53400,
+    53450,
+    53500,
+    53550,
+    53600,
+    53650,
+    53700,
+    53750,
+    53800,
+    53850,
+    53900,
+    53950,
+    54000,
+    54050,
+    54100,
+    54150,
+    54200,
+    54250,
+    54300,
+    54350,
+    54400,
+    54450,
+    54500,
+    54550,
+    54600,
+    54650,
+    54700,
+    54750,
+    54800,
+    54850,
+    54900,
+    54950,
+    55000,
+    55050,
+    55100,
+    55150,
+    55200,
+    55250,
+    55300,
+    55350,
+    55400,
+    55450,
+    55500,
+    55550,
+    55600,
+    55650,
+    55700,
+    55750,
+    55800,
+    55850,
+    55900,
+    55950,
+    56000,
+    56050,
+    56100,
+    56150,
+    56200,
+    56250,
+    56300,
+    56350,
+    56400,
+    56450,
+    56500,
+    56550,
+    56600,
+    56650,
+    56700,
+    56750,
+    56800,
+    56850,
+    56900,
+    56950,
+    57000,
+    57050,
+    57100,
+    57150,
+    57200,
+    57250,
+    57300,
+    57350,
+    57400,
+    57450,
+    57500,
+    57550,
+    57600,
+    57650,
+    57700,
+    57750,
+    57800,
+    57850,
+    57900,
+    57950,
+    58000,
+    58050,
+    58100,
+    58150,
+    58200,
+    58250,
+    58300,
+    58350,
+    58400,
+    58450,
+    58500,
+    58550,
+    58600,
+    58650,
+    58700,
+    58750,
+    58800,
+    58850,
+    58900,
+    58950,
+    59000,
+    59050,
+    59100,
+    59150,
+    59200,
+    59250,
+    59300,
+    59350,
+    59400,
+    59450,
+    59500,
+    59550,
+    59600,
+    59650,
+    59700,
+    59750,
+    59800,
+    59850,
+    59900,
+    59950,
+    60000,
+    60050,
+    60100,
+    60150,
+    60200,
+    60250,
+    60300,
+    60350,
+    60400,
+    60450,
+    60500,
+    60550,
+    60600,
+    60650,
+    60700,
+    60750,
+    60800,
+    60850,
+    60900,
+    60950,
+    61000,
+    61050,
+    61100,
+    61150,
+    61200,
+    61250,
+    61300,
+    61350,
+    61400,
+    61450,
+    61500,
+    61550,
+    61600,
+    61650,
+    61700,
+    61750,
+    61800,
+    61850,
+    61900,
+    61950,
+    62000,
+    62050,
+    62100,
+    62150,
+    62200,
+    62250,
+    62300,
+    62350,
+    62400,
+    62450,
+    62500,
+    62550,
+    62600,
+    62650,
+    62700,
+    62750,
+    62800,
+    62850,
+    62900,
+    62950,
+    63000,
+    63050,
+    63100,
+    63150,
+    63200,
+    63250,
+    63300,
+    63350,
+    63400,
+    63450,
+    63500,
+    63550,
+    63600,
+    63650,
+    63700,
+    63750,
+    63800,
+    63850,
+    63900,
+    63950,
+    64000,
+    64050,
+    64100,
+    64150,
+    64200,
+    64250,
+    64300,
+    64350,
+    64400,
+    64450,
+    64500,
+    64550,
+    64600,
+    64650,
+    64700,
+    64750,
+    64800,
+    64850,
+    64900,
+    64950,
+    65000,
+    65050,
+    65100,
+    65150,
+    65200,
+    65250,
+    65300,
+    65350,
+    65400,
+    65450,
+    65500,
+    65550,
+    65600,
+    65650,
+    65700,
+    65750,
+    65800,
+    65850,
+    65900,
+    65950,
+    66000,
+    66050,
+    66100,
+    66150,
+    66200,
+    66250,
+    66300,
+    66350,
+    66400,
+    66450,
+    66500,
+    66550,
+    66600,
+    66650,
+    66700,
+    66750,
+    66800,
+    66850,
+    66900,
+    66950,
+    67000,
+    67050,
+    67100,
+    67150,
+    67200,
+    67250,
+    67300,
+    67350,
+    67400,
+    67450,
+    67500,
+    67550,
+    67600,
+    67650,
+    67700,
+    67750,
+    67800,
+    67850,
+    67900,
+    67950,
+    68000,
+    68050,
+    68100,
+    68150,
+    68200,
+    68250,
+    68300,
+    68350,
+    68400,
+    68450,
+    68500,
+    68550,
+    68600,
+    68650,
+    68700,
+    68750,
+    68800,
+    68850,
+    68900,
+    68950,
+    69000,
+    69050,
+    69100,
+    69150,
+    69200,
+    69250,
+    69300,
+    69350,
+    69400,
+    69450,
+    69500,
+    69550,
+    69600,
+    69650,
+    69700,
+    69750,
+    69800,
+    69850,
+    69900,
+    69950,
+    70000,
+    70050,
+    70100,
+    70150,
+    70200,
+    70250,
+    70300,
+    70350,
+    70400,
+    70450,
+    70500,
+    70550,
+    70600,
+    70650,
+    70700,
+    70750,
+    70800,
+    70850,
+    70900,
+    70950,
+    71000,
+    71050,
+    71100,
+    71150,
+    71200,
+    71250,
+    71300,
+    71350,
+    71400,
+    71450,
+    71500,
+    71550,
+    71600,
+    71650,
+    71700,
+    71750,
+    71800,
+    71850,
+    71900,
+    71950,
+    72000,
+    72050,
+    72100,
+    72150,
+    72200,
+    72250,
+    72300,
+    72350,
+    72400,
+    72450,
+    72500,
+    72550,
+    72600,
+    72650,
+    72700,
+    72750,
+    72800,
+    72850,
+    72900,
+    72950,
+    73000,
+    73050,
+    73100,
+    73150,
+    73200,
+    73250,
+    73300,
+    73350,
+    73400,
+    73450,
+    73500,
+    73550,
+    73600,
+    73650,
+    73700,
+    73750,
+    73800,
+    73850,
+    73900,
+    73950,
+    74000,
+    74050,
+    74100,
+    74150,
+    74200,
+    74250,
+    74300,
+    74350,
+    74400,
+    74450,
+    74500,
+    74550,
+    74600,
+    74650,
+    74700,
+    74750,
+    74800,
+    74850,
+    74900,
+    74950,
+    75000,
+    75050,
+    75100,
+    75150,
+    75200,
+    75250,
+    75300,
+    75350,
+    75400,
+    75450,
+    75500,
+    75550,
+    75600,
+    75650,
+    75700,
+    75750,
+    75800,
+    75850,
+    75900,
+    75950,
+    76000,
+    76050,
+    76100,
+    76150,
+    76200,
+    76250,
+    76300,
+    76350,
+    76400,
+    76450,
+    76500,
+    76550,
+    76600,
+    76650,
+    76700,
+    76750,
+    76800,
+    76850,
+    76900,
+    76950,
+    77000,
+    77050,
+    77100,
+    77150,
+    77200,
+    77250,
+    77300,
+    77350,
+    77400,
+    77450,
+    77500,
+    77550,
+    77600,
+    77650,
+    77700,
+    77750,
+    77800,
+    77850,
+    77900,
+    77950,
+    78000,
+    78050,
+    78100,
+    78150,
+    78200,
+    78250,
+    78300,
+    78350,
+    78400,
+    78450,
+    78500,
+    78550,
+    78600,
+    78650,
+    78700,
+    78750,
+    78800,
+    78850,
+    78900,
+    78950,
+    79000,
+    79050,
+    79100,
+    79150,
+    79200,
+    79250,
+    79300,
+    79350,
+    79400,
+    79450,
+    79500,
+    79550,
+    79600,
+    79650,
+    79700,
+    79750,
+    79800,
+    79850,
+    79900,
+    79950,
+    80000,
+    80050,
+    80100,
+    80150,
+    80200,
+    80250,
+    80300,
+    80350,
+    80400,
+    80450,
+    80500,
+    80550,
+    80600,
+    80650,
+    80700,
+    80750,
+    80800,
+    80850,
+    80900,
+    80950,
+    81000,
+    81050,
+    81100,
+    81150,
+    81200,
+    81250,
+    81300,
+    81350,
+    81400,
+    81450,
+    81500,
+    81550,
+    81600,
+    81650,
+    81700,
+    81750,
+    81800,
+    81850,
+    81900,
+    81950,
+    82000,
+    82050,
+    82100,
+    82150,
+    82200,
+    82250,
+    82300,
+    82350,
+    82400,
+    82450,
+    82500,
+    82550,
+    82600,
+    82650,
+    82700,
+    82750,
+    82800,
+    82850,
+    82900,
+    82950,
+    83000,
+    83050,
+    83100,
+    83150,
+    83200,
+    83250,
+    83300,
+    83350,
+    83400,
+    83450,
+    83500,
+    83550,
+    83600,
+    83650,
+    83700,
+    83750,
+    83800,
+    83850,
+    83900,
+    83950,
+    84000,
+    84050,
+    84100,
+    84150,
+    84200,
+    84250,
+    84300,
+    84350,
+    84400,
+    84450,
+    84500,
+    84550,
+    84600,
+    84650,
+    84700,
+    84750,
+    84800,
+    84850,
+    84900,
+    84950,
+    85000,
+    85050,
+    85100,
+    85150,
+    85200,
+    85250,
+    85300,
+    85350,
+    85400,
+    85450,
+    85500,
+    85550,
+    85600,
+    85650,
+    85700,
+    85750,
+    85800,
+    85850,
+    85900,
+    85950,
+    86000,
+    86050,
+    86100,
+    86150,
+    86200,
+    86250,
+    86300,
+    86350,
+    86400,
+    86450,
+    86500,
+    86550,
+    86600,
+    86650,
+    86700,
+    86750,
+    86800,
+    86850,
+    86900,
+    86950,
+    87000,
+    87050,
+    87100,
+    87150,
+    87200,
+    87250,
+    87300,
+    87350,
+    87400,
+    87450,
+    87500,
+    87550,
+    87600,
+    87650,
+    87700,
+    87750,
+    87800,
+    87850,
+    87900,
+    87950,
+    88000,
+    88050,
+    88100,
+    88150,
+    88200,
+    88250,
+    88300,
+    88350,
+    88400,
+    88450,
+    88500,
+    88550,
+    88600,
+    88650,
+    88700,
+    88750,
+    88800,
+    88850,
+    88900,
+    88950,
+    89000,
+    89050,
+    89100,
+    89150,
+    89200,
+    89250,
+    89300,
+    89350,
+    89400,
+    89450,
+    89500,
+    89550,
+    89600,
+    89650,
+    89700,
+    89750,
+    89800,
+    89850,
+    89900,
+    89950,
+    90000,
+    90050,
+    90100,
+    90150,
+    90200,
+    90250,
+    90300,
+    90350,
+    90400,
+    90450,
+    90500,
+    90550,
+    90600,
+    90650,
+    90700,
+    90750,
+    90800,
+    90850,
+    90900,
+    90950,
+    91000,
+    91050,
+    91100,
+    91150,
+    91200,
+    91250,
+    91300,
+    91350,
+    91400,
+    91450,
+    91500,
+    91550,
+    91600,
+    91650,
+    91700,
+    91750,
+    91800,
+    91850,
+    91900,
+    91950,
+    92000,
+    92050,
+    92100,
+    92150,
+    92200,
+    92250,
+    92300,
+    92350,
+    92400,
+    92450,
+    92500,
+    92550,
+    92600,
+    92650,
+    92700,
+    92750,
+    92800,
+    92850,
+    92900,
+    92950,
+    93000,
+    93050,
+    93100,
+    93150,
+    93200,
+    93250,
+    93300,
+    93350,
+    93400,
+    93450,
+    93500,
+    93550,
+    93600,
+    93650,
+    93700,
+    93750,
+    93800,
+    93850,
+    93900,
+    93950,
+    94000,
+    94050,
+    94100,
+    94150,
+    94200,
+    94250,
+    94300,
+    94350,
+    94400,
+    94450,
+    94500,
+    94550,
+    94600,
+    94650,
+    94700,
+    94750,
+    94800,
+    94850,
+    94900,
+    94950,
+    95000,
+    95050,
+    95100,
+    95150,
+    95200,
+    95250,
+    95300,
+    95350,
+    95400,
+    95450,
+    95500,
+    95550,
+    95600,
+    95650,
+    95700,
+    95750,
+    95800,
+    95850,
+    95900,
+    95950,
+    96000,
+    96050,
+    96100,
+    96150,
+    96200,
+    96250,
+    96300,
+    96350,
+    96400,
+    96450,
+    96500,
+    96550,
+    96600,
+    96650,
+    96700,
+    96750,
+    96800,
+    96850,
+    96900,
+    96950,
+    97000,
+    97050,
+    97100,
+    97150,
+    97200,
+    97250,
+    97300,
+    97350,
+    97400,
+    97450,
+    97500,
+    97550,
+    97600,
+    97650,
+    97700,
+    97750,
+    97800,
+    97850,
+    97900,
+    97950,
+    98000,
+    98050,
+    98100,
+    98150,
+    98200,
+    98250,
+    98300,
+    98350,
+    98400,
+    98450,
+    98500,
+    98550,
+    98600,
+    98650,
+    98700,
+    98750,
+    98800,
+    98850,
+    98900,
+    98950,
+    99000,
+    99050,
+    99100,
+    99150,
+    99200,
+    99250,
+    99300,
+    99350,
+    99400,
+    99450,
+    99500,
+    99550,
+    99600,
+    99650,
+    99700,
+    99750,
+    99800,
+    99850,
+    99900,
+    99950,
+    100000,
+    100050,
+    100100,
+    100150,
+    100200,
+    100250,
+    100300,
+    100350,
+    100400,
+    100450,
+    100500,
+    100550,
+    100600,
+    100650,
+    100700,
+    100750,
+    100800,
+    100850,
+    100900,
+    100950,
+    101000,
+    101050,
+    101100,
+    101150,
+    101200,
+    101250,
+    101300,
+    101350,
+    101400,
+    101450,
+    101500,
+    101550,
+    101600,
+    101650,
+    101700,
+    101750,
+    101800,
+    101850,
+    101900,
+    101950,
+    102000,
+    102050,
+    102100,
+    102150,
+    102200,
+    102250,
+    102300,
+    102350,
+    102400,
+    102450,
+    102500,
+    102550,
+    102600,
+    102650,
+    102700,
+    102750,
+    102800,
+    102850,
+    102900,
+    102950,
+    103000,
+    103050,
+    103100,
+    103150,
+    103200,
+    103250,
+    103300,
+    103350,
+    103400,
+    103450,
+    103500,
+    103550,
+    103600,
+    103650,
+    103700,
+    103750,
+    103800,
+    103850,
+    103900,
+    103950,
+    104000,
+    104050,
+    104100,
+    104150,
+    104200,
+    104250,
+    104300,
+    104350,
+    104400,
+    104450,
+    104500,
+    104550,
+    104600,
+    104650,
+    104700,
+    104750,
+    104800,
+    104850,
+    104900,
+    104950,
+    105000,
+    105050,
+    105100,
+    105150,
+    105200,
+    105250,
+    105300,
+    105350,
+    105400,
+    105450,
+    105500,
+    105550,
+    105600,
+    105650,
+    105700,
+    105750,
+    105800,
+    105850,
+    105900,
+    105950,
+    106000,
+    106050,
+    106100,
+    106150,
+    106200,
+    106250,
+    106300,
+    106350,
+    106400,
+    106450,
+    106500,
+    106550,
+    106600,
+    106650,
+    106700,
+    106750,
+    106800,
+    106850,
+    106900,
+    106950,
+    107000,
+    107050,
+    107100,
+    107150,
+    107200,
+    107250,
+    107300,
+    107350,
+    107400,
+    107450,
+    107500,
+    107550,
+    107600,
+    107650,
+    107700,
+    107750,
+    107800,
+    107850,
+    107900,
+    107950,
+    108000,
+    108050,
+    108100,
+    108150,
+    108200,
+    108250,
+    108300,
+    108350,
+    108400,
+    108450,
+    108500,
+    108550,
+    108600,
+    108650,
+    108700,
+    108750,
+    108800,
+    108850,
+    108900,
+    108950,
+    109000,
+    109050,
+    109100,
+    109150,
+    109200,
+    109250,
+    109300,
+    109350,
+    109400,
+    109450,
+    109500,
+    109550,
+    109600,
+    109650,
+    109700,
+    109750,
+    109800,
+    109850,
+    109900,
+    109950,
+    110000,
+    110050,
+    110100,
+    110150,
+    110200,
+    110250,
+    110300,
+    110350,
+    110400,
+    110450,
+    110500,
+    110550,
+    110600,
+    110650,
+    110700,
+    110750,
+    110800,
+    110850,
+    110900,
+    110950,
+    111000,
+    111050,
+    111100,
+    111150,
+    111200,
+    111250,
+    111300,
+    111350,
+    111400,
+    111450,
+    111500,
+    111550,
+    111600,
+    111650,
+    111700,
+    111750,
+    111800,
+    111850,
+    111900,
+    111950,
+    112000,
+    112050,
+    112100,
+    112150,
+    112200,
+    112250,
+    112300,
+    112350,
+    112400,
+    112450,
+    112500,
+    112550,
+    112600,
+    112650,
+    112700,
+    112750,
+    112800,
+    112850,
+    112900,
+    112950,
+    113000,
+    113050,
+    113100,
+    113150,
+    113200,
+    113250,
+    113300,
+    113350,
+    113400,
+    113450,
+    113500,
+    113550,
+    113600,
+    113650,
+    113700,
+    113750,
+    113800,
+    113850,
+    113900,
+    113950,
+    114000
+  ],
+  "train_lm_loss": [
+    18.903329491615295,
+    17.92984127998352,
+    10.164313197135925,
+    8.104424595832825,
+    7.477854907512665,
+    7.166016846895218,
+    6.804580718278885,
+    6.588657647371292,
+    6.343842297792435,
+    6.1530406177043915,
+    6.03537654876709,
+    5.883026510477066,
+    5.765959143638611,
+    5.63262152671814,
+    5.503376245498657,
+    5.457231432199478,
+    5.3358118534088135,
+    5.154331684112549,
+    5.118495285511017,
+    4.987202435731888,
+    4.918202519416809,
+    4.856857776641846,
+    4.764546602964401,
+    4.739320993423462,
+    4.653553903102875,
+    4.594469606876373,
+    4.460053712129593,
+    4.5042764544487,
+    4.3352158814668655,
+    4.367337346076965,
+    4.301439195871353,
+    4.245260179042816,
+    4.1417907774448395,
+    4.1692244708538055,
+    4.094030827283859,
+    4.075914442539215,
+    4.063970133662224,
+    4.015899688005447,
+    3.9542290717363358,
+    3.9417237490415573,
+    3.862226963043213,
+    3.8173378109931946,
+    3.737475946545601,
+    3.7468477189540863,
+    3.696513816714287,
+    3.6871324628591537,
+    3.6475500762462616,
+    3.644735813140869,
+    3.671927288174629,
+    3.647968351840973,
+    3.5962390899658203,
+    3.550555631518364,
+    3.562489241361618,
+    3.4957937002182007,
+    3.50462144613266,
+    3.578023299574852,
+    3.4527556598186493,
+    3.4544373154640198,
+    3.350398063659668,
+    3.3830062597990036,
+    3.382434234023094,
+    3.3270396888256073,
+    3.2807713449001312,
+    3.3077849447727203,
+    3.266011416912079,
+    3.260042205452919,
+    3.2598999738693237,
+    3.2155676782131195,
+    3.2469393610954285,
+    3.181729778647423,
+    3.0961868166923523,
+    3.1053847819566727,
+    3.136656403541565,
+    3.1520114690065384,
+    3.1243404299020767,
+    3.0733823627233505,
+    3.111829712986946,
+    3.0611568987369537,
+    3.09712815284729,
+    3.0544111281633377,
+    3.0330445915460587,
+    3.0836497992277145,
+    3.05970498919487,
+    3.061090111732483,
+    3.0509516298770905,
+    3.0231515914201736,
+    2.9918859601020813,
+    2.9983473122119904,
+    2.9762284457683563,
+    2.993172347545624,
+    2.937165394425392,
+    2.934217244386673,
+    2.930036962032318,
+    2.933642566204071,
+    2.9177145212888718,
+    2.9099421948194504,
+    2.8811813294887543,
+    2.9204109013080597,
+    2.8727662563323975,
+    2.867373511195183,
+    2.8581928461790085,
+    2.861521899700165,
+    2.8654904961586,
+    2.917135074734688,
+    2.8218625634908676,
+    2.7807117998600006,
+    2.8882941603660583,
+    2.8036590814590454,
+    2.824520021677017,
+    2.843007430434227,
+    2.7606232315301895,
+    2.8337128907442093,
+    2.7995981127023697,
+    2.753513351082802,
+    2.7925665080547333,
+    2.7115988731384277,
+    2.7925430089235306,
+    2.769044652581215,
+    2.785498932003975,
+    2.7525507509708405,
+    2.7806119322776794,
+    2.7130093425512314,
+    2.778935343027115,
+    2.741407096385956,
+    2.7408120930194855,
+    2.7623691111803055,
+    2.758003354072571,
+    2.7073383778333664,
+    2.715796485543251,
+    2.706937789916992,
+    2.674252450466156,
+    2.71977698802948,
+    2.64662903547287,
+    2.692355915904045,
+    2.66234815120697,
+    2.6434755474328995,
+    2.6840816736221313,
+    2.762632355093956,
+    2.681123897433281,
+    2.6680554002523422,
+    2.656150981783867,
+    2.6629453748464584,
+    2.671376511454582,
+    2.59904982149601,
+    2.6131467670202255,
+    2.588576927781105,
+    2.6047462224960327,
+    2.6906111240386963,
+    2.622104585170746,
+    2.6579268723726273,
+    2.62265782058239,
+    2.68343885242939,
+    2.6053221821784973,
+    2.6344454139471054,
+    2.580280303955078,
+    2.6195324063301086,
+    2.5894234031438828,
+    2.611226662993431,
+    2.586986631155014,
+    2.6138171702623367,
+    2.560528114438057,
+    2.535577654838562,
+    2.574927195906639,
+    2.5550353676080704,
+    2.5868397653102875,
+    2.5665783435106277,
+    2.571004033088684,
+    2.5946803241968155,
+    2.5821424275636673,
+    2.627265453338623,
+    2.5654630064964294,
+    2.5231086760759354,
+    2.5666940212249756,
+    2.569207727909088,
+    2.54684017598629,
+    2.5254932790994644,
+    2.5157217234373093,
+    2.56374292075634,
+    2.548900321125984,
+    2.569329857826233,
+    2.5135190337896347,
+    2.5780259370803833,
+    2.5867731124162674,
+    2.59375262260437,
+    2.558076709508896,
+    2.5007165521383286,
+    2.498443692922592,
+    2.5185642391443253,
+    2.5822994709014893,
+    2.4702048897743225,
+    2.5288160741329193,
+    2.520866259932518,
+    2.5073431879281998,
+    2.5073652267456055,
+    2.545646086335182,
+    2.50737564265728,
+    2.5280023962259293,
+    2.5668715238571167,
+    2.528161585330963,
+    2.5018108636140823,
+    2.5364094972610474,
+    2.5836428701877594,
+    2.5294324308633804,
+    2.4865193963050842,
+    2.521015852689743,
+    2.4429538398981094,
+    2.4765315502882004,
+    2.478725090622902,
+    2.5066255927085876,
+    2.4834312051534653,
+    2.5159030705690384,
+    2.4023068845272064,
+    2.476969823241234,
+    2.440930023789406,
+    2.4585606902837753,
+    2.495240181684494,
+    2.4292139261960983,
+    2.483469605445862,
+    2.454894319176674,
+    2.5337600111961365,
+    2.4338560700416565,
+    2.5047632604837418,
+    2.444226711988449,
+    2.464276298880577,
+    2.445610925555229,
+    2.4867041260004044,
+    2.465359106659889,
+    2.4517214000225067,
+    2.463423863053322,
+    2.44936665892601,
+    2.436376914381981,
+    2.4403330981731415,
+    2.404223755002022,
+    2.382946029305458,
+    2.3788499385118484,
+    2.413967415690422,
+    2.44422148168087,
+    2.437913179397583,
+    2.4304381608963013,
+    2.49213208258152,
+    2.426941081881523,
+    2.445514068007469,
+    2.462341621518135,
+    2.477852776646614,
+    2.3807768523693085,
+    2.405507430434227,
+    2.458716496825218,
+    2.4472174495458603,
+    2.477419897913933,
+    2.389219343662262,
+    2.367404729127884,
+    2.4385797530412674,
+    2.413085624575615,
+    2.4523219913244247,
+    2.420377030968666,
+    2.3971937149763107,
+    2.363093540072441,
+    2.382193237543106,
+    2.4053917825222015,
+    2.381447896361351,
+    2.443738877773285,
+    2.3652568385004997,
+    2.419484868645668,
+    2.417808562517166,
+    2.366078183054924,
+    2.35849666595459,
+    2.420292004942894,
+    2.397281527519226,
+    2.408461943268776,
+    2.4137678146362305,
+    2.352091073989868,
+    2.425624832510948,
+    2.4354600608348846,
+    2.403879329562187,
+    2.4180456399917603,
+    2.427777409553528,
+    2.367577761411667,
+    2.326912045478821,
+    2.440141513943672,
+    2.3276963233947754,
+    2.3815340846776962,
+    2.412144035100937,
+    2.4011663645505905,
+    2.397534102201462,
+    2.2951226383447647,
+    2.419630080461502,
+    2.399062007665634,
+    2.3924371004104614,
+    2.4029073119163513,
+    2.348469004034996,
+    2.3680042177438736,
+    2.313986226916313,
+    2.403042048215866,
+    2.3961091488599777,
+    2.362778142094612,
+    2.395942971110344,
+    2.356927052140236,
+    2.396364226937294,
+    2.401548385620117,
+    2.3737337440252304,
+    2.4006219655275345,
+    2.394235208630562,
+    2.3756499737501144,
+    2.3695772290229797,
+    2.3487235605716705,
+    2.3770404309034348,
+    2.343890428543091,
+    2.3433940708637238,
+    2.331489749252796,
+    2.293241024017334,
+    2.39328832924366,
+    2.332671597599983,
+    2.3727834224700928,
+    2.350191444158554,
+    2.3654863387346268,
+    2.320497900247574,
+    2.3611690998077393,
+    2.340107709169388,
+    2.3577025681734085,
+    2.334356799721718,
+    2.3447548151016235,
+    2.2891667038202286,
+    2.3664010763168335,
+    2.358737573027611,
+    2.3565661758184433,
+    2.352216213941574,
+    2.3369773477315903,
+    2.3925550431013107,
+    2.3068550676107407,
+    2.3956482261419296,
+    2.3437786996364594,
+    2.349457249045372,
+    2.3070796877145767,
+    2.334178015589714,
+    2.2819222509860992,
+    2.2938428223133087,
+    2.3598936647176743,
+    2.301691636443138,
+    2.3393388241529465,
+    2.314027965068817,
+    2.3141153752803802,
+    2.3115369379520416,
+    2.3201946914196014,
+    2.354948043823242,
+    2.302939251065254,
+    2.3038395643234253,
+    2.3539970368146896,
+    2.341263234615326,
+    2.3251078724861145,
+    2.314503848552704,
+    2.3551515638828278,
+    2.3610205203294754,
+    2.3401401191949844,
+    2.283906430006027,
+    2.275030270218849,
+    2.3227416574954987,
+    2.370670661330223,
+    2.3187233954668045,
+    2.3102514818310738,
+    2.3124470859766006,
+    2.3197172582149506,
+    2.2774096578359604,
+    2.3112007081508636,
+    2.2939581722021103,
+    2.338823214173317,
+    2.2810955718159676,
+    2.28573527187109,
+    2.32688806951046,
+    2.3099788576364517,
+    2.307595908641815,
+    2.3257239013910294,
+    2.3347322046756744,
+    2.2502643167972565,
+    2.2802968621253967,
+    2.2775493264198303,
+    2.337101072072983,
+    2.313807964324951,
+    2.2942542135715485,
+    2.2853336334228516,
+    2.2445603162050247,
+    2.2688126116991043,
+    2.2615013271570206,
+    2.236464098095894,
+    2.2930638417601585,
+    2.278277099132538,
+    2.336848109960556,
+    2.2730683982372284,
+    2.278511941432953,
+    2.2956570982933044,
+    2.3018685579299927,
+    2.280346468091011,
+    2.307181343436241,
+    2.3087603002786636,
+    2.2981488555669785,
+    2.250538170337677,
+    2.316019669175148,
+    2.3652205243706703,
+    2.3298290222883224,
+    2.3198546916246414,
+    2.299369364976883,
+    2.2968240529298782,
+    2.242356352508068,
+    2.2576143741607666,
+    2.302918091416359,
+    2.2511720657348633,
+    2.2736955136060715,
+    2.296729937195778,
+    2.266129791736603,
+    2.227809302508831,
+    2.3193642497062683,
+    2.294358268380165,
+    2.276749387383461,
+    2.2462079972028732,
+    2.228006437420845,
+    2.277125261723995,
+    2.2412228137254715,
+    2.2871614545583725,
+    2.264912784099579,
+    2.2682378739118576,
+    2.272270016372204,
+    2.254054881632328,
+    2.280806601047516,
+    2.2175592854619026,
+    2.2730967104434967,
+    2.268938720226288,
+    2.2500878870487213,
+    2.2681543976068497,
+    2.303349032998085,
+    2.2494408562779427,
+    2.3096469044685364,
+    2.2683443874120712,
+    2.283289149403572,
+    2.2810079902410507,
+    2.314850613474846,
+    2.254880338907242,
+    2.252894252538681,
+    2.209537371993065,
+    2.223983198404312,
+    2.257752664387226,
+    2.2003230154514313,
+    2.2357040345668793,
+    2.193962000310421,
+    2.2435881793498993,
+    2.2412393391132355,
+    2.2001858428120613,
+    2.2703884840011597,
+    2.2950475588440895,
+    2.292604148387909,
+    2.2676920741796494,
+    2.2631421089172363,
+    2.2388795614242554,
+    2.269433543086052,
+    2.236208900809288,
+    2.246996946632862,
+    2.2523815482854843,
+    2.2516969591379166,
+    2.2929052263498306,
+    2.2656468749046326,
+    2.2620000392198563,
+    2.2867502719163895,
+    2.2627558037638664,
+    2.2533846646547318,
+    2.2338691353797913,
+    2.2431216835975647,
+    2.2347236573696136,
+    2.267085909843445,
+    2.2059026807546616,
+    2.2257700338959694,
+    2.2166503220796585,
+    2.2074871212244034,
+    2.216597706079483,
+    2.257841318845749,
+    2.1611669957637787,
+    2.181058406829834,
+    2.234190985560417,
+    2.1827693805098534,
+    2.20173442363739,
+    2.2288148775696754,
+    2.2690675482153893,
+    2.2677790820598602,
+    2.2590258568525314,
+    2.265716999769211,
+    2.2571099400520325,
+    2.262490540742874,
+    2.2365473359823227,
+    2.2799617648124695,
+    2.232344016432762,
+    2.2474248111248016,
+    2.270856410264969,
+    2.21540667116642,
+    2.2178446874022484,
+    2.249391734600067,
+    2.2124248445034027,
+    2.229475721716881,
+    2.252672553062439,
+    2.2126733362674713,
+    2.157659463584423,
+    2.239472582936287,
+    2.2784699350595474,
+    2.214879758656025,
+    2.2448720037937164,
+    2.1729690954089165,
+    2.228328727185726,
+    2.22621800750494,
+    2.189029924571514,
+    2.233217880129814,
+    2.145580753684044,
+    2.198506698012352,
+    2.205023154616356,
+    2.231527917087078,
+    2.2063027769327164,
+    2.253859430551529,
+    2.2434563636779785,
+    2.179251067340374,
+    2.1931580677628517,
+    2.232054851949215,
+    2.2475050687789917,
+    2.224127873778343,
+    2.1524645388126373,
+    2.2569186836481094,
+    2.213422253727913,
+    2.213668644428253,
+    2.1761105954647064,
+    2.28291617333889,
+    2.215282827615738,
+    2.20790633559227,
+    2.2279426380991936,
+    2.1735685765743256,
+    2.2136205509305,
+    2.2289604172110558,
+    2.2405152022838593,
+    2.2308433204889297,
+    2.1770718917250633,
+    2.1632156670093536,
+    2.19905449450016,
+    2.1585259810090065,
+    2.1823509708046913,
+    2.169155031442642,
+    2.189038634300232,
+    2.219576358795166,
+    2.2276630103588104,
+    2.219713732600212,
+    2.268963873386383,
+    2.1647699773311615,
+    2.1958242505788803,
+    2.207914501428604,
+    2.2724761962890625,
+    2.245696932077408,
+    2.2468663454055786,
+    2.1697726249694824,
+    2.238538347184658,
+    2.1862332820892334,
+    2.2197600081562996,
+    2.218873843550682,
+    2.220955975353718,
+    2.1905034333467484,
+    2.2028390392661095,
+    2.215561591088772,
+    2.165223181247711,
+    2.1762961372733116,
+    2.1765440702438354,
+    2.1956514194607735,
+    2.164561949670315,
+    2.2205077409744263,
+    2.2024796456098557,
+    2.1882707476615906,
+    2.2587804347276688,
+    2.2122179567813873,
+    2.198594719171524,
+    2.1549447178840637,
+    2.237223580479622,
+    2.1631229743361473,
+    2.178988017141819,
+    2.2596794068813324,
+    2.21021618694067,
+    2.19253758341074,
+    2.2257311418652534,
+    2.176894061267376,
+    2.1493232622742653,
+    2.2323873192071915,
+    2.2337165027856827,
+    2.1717096269130707,
+    2.1498996317386627,
+    2.2211587578058243,
+    2.177851267158985,
+    2.1721040159463882,
+    2.1937055811285973,
+    2.1890237033367157,
+    2.1341772601008415,
+    2.1707007437944412,
+    2.216708868741989,
+    2.1998513862490654,
+    2.1646661311388016,
+    2.1798997819423676,
+    2.1877292692661285,
+    2.1109786853194237,
+    2.241267830133438,
+    2.1652140468358994,
+    2.1646104976534843,
+    2.1971552595496178,
+    2.2108093053102493,
+    2.164570063352585,
+    2.177151210606098,
+    2.1810258254408836,
+    2.1812111884355545,
+    2.2341349571943283,
+    2.153850570321083,
+    2.2208621203899384,
+    2.1772093772888184,
+    2.145630031824112,
+    2.2013666555285454,
+    2.2047812044620514,
+    2.2124711871147156,
+    2.173493131995201,
+    2.207487791776657,
+    2.2026387453079224,
+    2.2026178166270256,
+    2.1642300486564636,
+    2.178011506795883,
+    2.162189044058323,
+    2.2150996327400208,
+    2.1654092669487,
+    2.1350086703896523,
+    2.16745363175869,
+    2.2100678980350494,
+    2.1574818193912506,
+    2.1974567994475365,
+    2.1205168440937996,
+    2.229145720601082,
+    2.1699210554361343,
+    2.2190853506326675,
+    2.207837738096714,
+    2.1236597448587418,
+    2.1365120857954025,
+    2.17224333435297,
+    2.177599713206291,
+    2.1722582578659058,
+    2.166735403239727,
+    2.1688311472535133,
+    2.1665151938796043,
+    2.2000377476215363,
+    2.1241614818573,
+    2.190988950431347,
+    2.177071414887905,
+    2.158554844558239,
+    2.1792725697159767,
+    2.1795786321163177,
+    2.155384838581085,
+    2.240721717476845,
+    2.1811474412679672,
+    2.1380989030003548,
+    2.159171409904957,
+    2.1597543880343437,
+    2.155512683093548,
+    2.122350588440895,
+    2.1009815856814384,
+    2.143064431846142,
+    2.1870599389076233,
+    2.1541583314538,
+    2.1630136594176292,
+    2.193787269294262,
+    2.1658500730991364,
+    2.2347401678562164,
+    2.1253522336483,
+    2.1999218985438347,
+    2.132537193596363,
+    2.178387477993965,
+    2.2043971866369247,
+    2.1849945560097694,
+    2.1600457057356834,
+    2.1994026377797127,
+    2.185591146349907,
+    2.199084535241127,
+    2.174398221075535,
+    2.1512517407536507,
+    2.161075681447983,
+    2.2051819190382957,
+    2.1626291647553444,
+    2.125160925090313,
+    2.163478933274746,
+    2.1828145384788513,
+    2.1757472828030586,
+    2.1600346714258194,
+    2.155288726091385,
+    2.1442637592554092,
+    2.1290638968348503,
+    2.0755981355905533,
+    2.139959178864956,
+    2.1365479081869125,
+    2.161816328763962,
+    2.2110435962677,
+    2.152420751750469,
+    2.174952954053879,
+    2.1445241570472717,
+    2.1913570314645767,
+    2.186900295317173,
+    2.1415829434990883,
+    2.101001612842083,
+    2.112829439342022,
+    2.1752781942486763,
+    2.1232960671186447,
+    2.134253427386284,
+    2.101384498178959,
+    2.1788853108882904,
+    2.1224107071757317,
+    2.144082188606262,
+    2.106220655143261,
+    2.110179528594017,
+    2.160745933651924,
+    2.1815676987171173,
+    2.1339770704507828,
+    2.119999162852764,
+    2.161237195134163,
+    2.147463023662567,
+    2.1371944174170494,
+    2.1890452057123184,
+    2.1391324028372765,
+    2.1328689008951187,
+    2.1506186053156853,
+    2.1686890721321106,
+    2.163981258869171,
+    2.1295797377824783,
+    2.1594068855047226,
+    2.1675697416067123,
+    2.111510209739208,
+    2.1298627257347107,
+    2.076423592865467,
+    2.102194629609585,
+    2.192333698272705,
+    2.170065425336361,
+    2.164506010711193,
+    2.1127690374851227,
+    2.1293860971927643,
+    2.123198062181473,
+    2.1284868642687798,
+    2.194234147667885,
+    2.1039896309375763,
+    2.0893324688076973,
+    2.1701092198491096,
+    2.151445835828781,
+    2.1303906068205833,
+    2.1305025294423103,
+    2.1243863850831985,
+    2.1164629012346268,
+    2.1155927926301956,
+    2.1050413250923157,
+    2.14733450114727,
+    2.1330845803022385,
+    2.1201723515987396,
+    2.115355134010315,
+    2.0583136826753616,
+    2.1341800168156624,
+    2.117356777191162,
+    2.1395946219563484,
+    2.1004986092448235,
+    2.1642012745141983,
+    2.1142408177256584,
+    2.12865599244833,
+    2.0919134318828583,
+    2.094578228890896,
+    2.159861743450165,
+    2.161883383989334,
+    2.1423541381955147,
+    2.101611539721489,
+    2.1816725209355354,
+    2.1373454555869102,
+    2.1026122495532036,
+    2.1098494082689285,
+    2.103230930864811,
+    2.1375529915094376,
+    2.117106281220913,
+    2.2072098180651665,
+    2.1700106412172318,
+    2.1044202223420143,
+    2.1456028148531914,
+    2.1598452776670456,
+    2.1589766144752502,
+    2.1380355209112167,
+    2.1547100841999054,
+    2.1093590259552,
+    2.106745921075344,
+    2.1295643895864487,
+    2.114450477063656,
+    2.1235198378562927,
+    2.1141681000590324,
+    2.150572344660759,
+    2.1241578236222267,
+    2.1170715913176537,
+    2.125470094382763,
+    2.1533886194229126,
+    2.1081865206360817,
+    2.1127563640475273,
+    2.0951920822262764,
+    2.0712259709835052,
+    2.1272462978959084,
+    2.1235574185848236,
+    2.1052190735936165,
+    2.1102356985211372,
+    2.0906480997800827,
+    2.1139577850699425,
+    2.0814698338508606,
+    2.1558374911546707,
+    2.117364503443241,
+    2.1802947595715523,
+    2.142713189125061,
+    2.113558255136013,
+    2.0402691438794136,
+    2.130929544568062,
+    2.089078940451145,
+    2.2043967694044113,
+    2.1170386895537376,
+    2.13639272749424,
+    2.1415015682578087,
+    2.0776795223355293,
+    2.1342485025525093,
+    2.1097425892949104,
+    2.117808111011982,
+    2.150445282459259,
+    2.129983074963093,
+    2.109442450106144,
+    2.1425175592303276,
+    2.119787745177746,
+    2.082450196146965,
+    2.111189991235733,
+    2.1056854128837585,
+    2.1215207800269127,
+    2.1303368881344795,
+    2.0367309898138046,
+    2.1687429323792458,
+    2.1307670399546623,
+    2.108369380235672,
+    2.1307860016822815,
+    2.073788307607174,
+    2.160708025097847,
+    2.142209179699421,
+    2.1126782223582268,
+    2.16403104364872,
+    2.087421253323555,
+    2.1046360433101654,
+    2.1017247810959816,
+    2.14090858399868,
+    2.163697227835655,
+    2.1066840142011642,
+    2.12765783816576,
+    2.1165453121066093,
+    2.1311854273080826,
+    2.139414869248867,
+    2.155309021472931,
+    2.1117357686161995,
+    2.130001053214073,
+    2.113844022154808,
+    2.1869060695171356,
+    2.1142632961273193,
+    2.1235010623931885,
+    2.149813875555992,
+    2.127158507704735,
+    2.1460615172982216,
+    2.1065470054745674,
+    2.1485074907541275,
+    2.1642863750457764,
+    2.1088403090834618,
+    2.0614844411611557,
+    2.096938505768776,
+    2.0993761271238327,
+    2.1268388777971268,
+    2.1201959773898125,
+    2.039766699075699,
+    2.1795507967472076,
+    2.1327605322003365,
+    2.1265581473708153,
+    2.1701936796307564,
+    2.1656615883111954,
+    2.0997896268963814,
+    2.097021706402302,
+    2.1082813516259193,
+    2.1179957166314125,
+    2.1102853789925575,
+    2.1123270764946938,
+    2.0752890035510063,
+    2.1712440103292465,
+    2.1059444546699524,
+    2.082631528377533,
+    2.155254051089287,
+    2.132354252040386,
+    2.0806171968579292,
+    2.089174285531044,
+    2.1124488338828087,
+    2.134492836892605,
+    2.1800086200237274,
+    2.0582835748791695,
+    2.1230070367455482,
+    2.120060108602047,
+    2.155825227499008,
+    2.0796189829707146,
+    2.106152907013893,
+    2.073783218860626,
+    2.124751552939415,
+    2.114295646548271,
+    2.1129709482192993,
+    2.092460535466671,
+    2.089748166501522,
+    2.0904882848262787,
+    2.088655136525631,
+    2.067375175654888,
+    2.0756298676133156,
+    2.1036627516150475,
+    2.114393875002861,
+    2.111477240920067,
+    2.1680192351341248,
+    2.1017357259988785,
+    2.0622358471155167,
+    2.0821987688541412,
+    2.0488307774066925,
+    2.06732839345932,
+    2.1078705862164497,
+    2.080307863652706,
+    2.057394355535507,
+    2.117069624364376,
+    2.107779800891876,
+    2.041841745376587,
+    2.158811643719673,
+    2.0825853422284126,
+    2.1538227647542953,
+    2.145830862224102,
+    2.1114887967705727,
+    2.084949806332588,
+    2.104806549847126,
+    2.1323858201503754,
+    2.139321431517601,
+    2.0892001390457153,
+    2.080063223838806,
+    2.072810709476471,
+    2.0968208387494087,
+    2.1224145740270615,
+    2.07036916911602,
+    2.1199173033237457,
+    2.095970056951046,
+    2.0579488649964333,
+    2.1239101737737656,
+    2.104670539498329,
+    2.0772128850221634,
+    2.1079971939325333,
+    2.086605206131935,
+    2.0648358315229416,
+    2.0531172156333923,
+    2.0467510521411896,
+    2.1234483644366264,
+    2.1175953298807144,
+    2.1099019944667816,
+    2.0861279293894768,
+    2.0996555238962173,
+    2.081056594848633,
+    2.1226171478629112,
+    2.101033128798008,
+    2.0928540229797363,
+    2.158732630312443,
+    2.127871535718441,
+    2.0735312774777412,
+    2.094828501343727,
+    2.0676101744174957,
+    2.134289972484112,
+    2.092088997364044,
+    2.102558746933937,
+    2.1168838813900948,
+    2.098923936486244,
+    2.118324786424637,
+    2.1180190816521645,
+    2.1135298758745193,
+    2.0586284026503563,
+    2.1071862876415253,
+    2.1288518980145454,
+    2.0651752576231956,
+    2.090782232582569,
+    2.068972058594227,
+    2.0997697189450264,
+    2.125876158475876,
+    2.09501513838768,
+    2.069745220243931,
+    2.094430059194565,
+    2.056264042854309,
+    2.006237842142582,
+    2.0894191190600395,
+    2.1284607723355293,
+    2.0320154279470444,
+    2.0951108038425446,
+    2.077903464436531,
+    2.1040961742401123,
+    2.0871993377804756,
+    2.0956984907388687,
+    2.1017756536602974,
+    2.060873366892338,
+    2.042510025203228,
+    2.0851129814982414,
+    2.1336601823568344,
+    2.0999446138739586,
+    2.1083776131272316,
+    2.0746087953448296,
+    2.107918918132782,
+    2.146236315369606,
+    2.086410917341709,
+    2.1746934205293655,
+    2.1266499534249306,
+    2.100032962858677,
+    2.0394300371408463,
+    2.0712085217237473,
+    2.0760195031762123,
+    2.0573936626315117,
+    2.0751214548945427,
+    2.051611326634884,
+    2.0655000284314156,
+    2.0939380452036858,
+    2.08581306040287,
+    2.114070549607277,
+    2.0514139756560326,
+    2.07100610435009,
+    2.0959163904190063,
+    2.114249676465988,
+    2.0740491524338722,
+    2.067357785999775,
+    2.095892608165741,
+    2.0467053204774857,
+    2.1220770701766014,
+    2.0695320144295692,
+    2.094291113317013,
+    2.1279467791318893,
+    2.0780918076634407,
+    2.080880895256996,
+    2.0533206835389137,
+    2.0690599009394646,
+    2.1075809448957443,
+    2.0120058953762054,
+    2.03410554677248,
+    2.0841410234570503,
+    2.1072199642658234,
+    2.095383048057556,
+    2.075208894908428,
+    2.0644234716892242,
+    2.095093533396721,
+    2.084298774600029,
+    2.046740561723709,
+    2.113687813282013,
+    2.06196378916502,
+    2.0542866215109825,
+    2.0929630622267723,
+    2.06613989174366,
+    2.0345097109675407,
+    2.046288311481476,
+    2.1052807569503784,
+    2.1026474311947823,
+    2.0737393721938133,
+    2.0774945095181465,
+    2.0461520925164223,
+    2.1186364144086838,
+    2.0642650574445724,
+    2.0406417176127434,
+    2.0366513282060623,
+    2.061113901436329,
+    2.0412654355168343,
+    2.0816094651818275,
+    2.0801395177841187,
+    1.973021112382412,
+    2.1163234263658524,
+    2.0927261263132095,
+    2.065478414297104,
+    2.0802832692861557,
+    2.095717489719391,
+    2.0356909707188606,
+    2.061442978680134,
+    2.0868303328752518,
+    2.0912823900580406,
+    2.0386205688118935,
+    2.055590495467186,
+    2.036224842071533,
+    2.0768974497914314,
+    2.0479916259646416,
+    2.0896254032850266,
+    2.106969438493252,
+    2.0857290774583817,
+    2.075026720762253,
+    2.0454948768019676,
+    2.103655233979225,
+    2.058486208319664,
+    2.082231029868126,
+    2.0596854984760284,
+    2.0744275972247124,
+    2.089168205857277,
+    2.0618015602231026,
+    2.062759004533291,
+    2.1119192242622375,
+    2.0257438123226166,
+    2.131607338786125,
+    2.105978339910507,
+    2.0712039098143578,
+    2.107598215341568,
+    2.073985904455185,
+    1.9439823925495148,
+    2.1214686930179596,
+    2.053619183599949,
+    2.0343048945069313,
+    2.090387798845768,
+    2.0901281908154488,
+    2.057362049818039,
+    2.028391756117344,
+    2.044340781867504,
+    2.034681186079979,
+    2.154541462659836,
+    2.044111907482147,
+    2.0870151668787003,
+    2.0508432760834694,
+    2.021634578704834,
+    1.9909860789775848,
+    2.0883549004793167,
+    2.0783542096614838,
+    2.094413161277771,
+    2.0635452270507812,
+    2.009696125984192,
+    2.060945324599743,
+    2.065837986767292,
+    2.045767404139042,
+    2.1231731548905373,
+    2.087479390203953,
+    2.0548707097768784,
+    2.0070531219244003,
+    2.0952226668596268,
+    2.053274042904377,
+    2.0579733550548553,
+    2.0662709400057793,
+    2.0401426032185555,
+    2.118391662836075,
+    2.083898901939392,
+    2.0495484843850136,
+    2.0736409053206444,
+    2.0465185716748238,
+    2.043108068406582,
+    2.0914372950792313,
+    2.1048558354377747,
+    2.086051322519779,
+    2.103169411420822,
+    2.0821699798107147,
+    2.0962017625570297,
+    2.0667935609817505,
+    2.0556842386722565,
+    2.052866041660309,
+    2.097395785152912,
+    2.099081337451935,
+    2.072004847228527,
+    2.046247959136963,
+    2.0544236227869987,
+    2.0655177906155586,
+    2.035923056304455,
+    2.036447249352932,
+    2.0230825394392014,
+    2.1244082674384117,
+    2.0761948972940445,
+    2.0493563786149025,
+    2.0060083344578743,
+    1.980415165424347,
+    2.087464764714241,
+    2.0665166676044464,
+    2.0220499336719513,
+    2.0718472227454185,
+    2.0150156170129776,
+    2.0033219754695892,
+    2.039699725806713,
+    2.065089337527752,
+    2.0431280359625816,
+    2.0452684611082077,
+    2.1440927386283875,
+    2.0421895757317543,
+    2.026904582977295,
+    2.0509841442108154,
+    2.031520150601864,
+    2.053785152733326,
+    2.026868887245655,
+    2.0266001001000404,
+    2.0763982087373734,
+    2.0821193009614944,
+    2.0517464578151703,
+    2.038862131536007,
+    1.9990024790167809,
+    2.052116461098194,
+    2.069176696240902,
+    2.0059439167380333,
+    2.051148548722267,
+    2.1174005568027496,
+    2.0578740760684013,
+    2.0617022067308426,
+    2.015684887766838,
+    1.9918065145611763,
+    2.0433847904205322,
+    2.038047455251217,
+    2.035690873861313,
+    1.9894048646092415,
+    2.0666913390159607,
+    2.0927188396453857,
+    2.0595704466104507,
+    2.0294402465224266,
+    2.0924503430724144,
+    2.042292058467865,
+    2.0762484446167946,
+    2.0819596350193024,
+    2.028313100337982,
+    2.1216435581445694,
+    2.0415269136428833,
+    2.0225378051400185,
+    2.0822734981775284,
+    2.04546420276165,
+    2.0576097294688225,
+    2.0659835040569305,
+    2.038278214633465,
+    2.014960892498493,
+    2.078406870365143,
+    2.0646080672740936,
+    2.031374618411064,
+    2.028431385755539,
+    2.0506748110055923,
+    2.049563556909561,
+    1.9979069605469704,
+    2.101785719394684,
+    2.0181030184030533,
+    2.0758405551314354,
+    2.046645201742649,
+    2.0639835745096207,
+    2.074028044939041,
+    2.0259329080581665,
+    2.009568430483341,
+    2.050681047141552,
+    2.041439190506935,
+    2.0444538816809654,
+    2.0874293223023415,
+    2.0261741131544113,
+    2.078333355486393,
+    2.0452976897358894,
+    2.0620628148317337,
+    2.0709852054715157,
+    2.0197107568383217,
+    2.055909439921379,
+    2.098265066742897,
+    2.083114340901375,
+    2.0075256898999214,
+    2.043776646256447,
+    2.070661909878254,
+    2.025929741561413,
+    2.0542023107409477,
+    2.065564140677452,
+    2.030430994927883,
+    2.045175977051258,
+    2.06366029381752,
+    2.0467558428645134,
+    2.0359495729207993,
+    1.9779925495386124,
+    2.058270663022995,
+    2.053260251879692,
+    2.0753167867660522,
+    2.0301400423049927,
+    2.066460058093071,
+    2.0390331745147705,
+    2.0441869720816612,
+    2.0333017334342003,
+    2.0589302107691765,
+    2.061717316508293,
+    2.018419571220875,
+    2.0592330545186996,
+    2.054318457841873,
+    2.0327121540904045,
+    2.038090243935585,
+    1.9943738132715225,
+    2.09998270124197,
+    2.0050804913043976,
+    2.02004237473011,
+    2.032327212393284,
+    1.9805154502391815,
+    2.025603234767914,
+    2.1022657230496407,
+    2.077101729810238,
+    2.0055205300450325,
+    2.043917514383793,
+    2.0846188068389893,
+    1.993859738111496,
+    2.0336728990077972,
+    2.018345944583416,
+    2.093410685658455,
+    2.0349952951073647,
+    2.000280112028122,
+    2.099334791302681,
+    2.0366057381033897,
+    2.019442543387413,
+    2.062258392572403,
+    2.0316184237599373,
+    2.0475651994347572,
+    2.061204232275486,
+    2.0284619480371475,
+    2.021746553480625,
+    2.0331611931324005,
+    2.0249457210302353,
+    2.018635742366314,
+    2.066042974591255,
+    2.082159712910652,
+    2.042824052274227,
+    2.0800784900784492,
+    2.0167581662535667,
+    2.0486266538500786,
+    1.996762491762638,
+    2.041399009525776,
+    2.0362974032759666,
+    2.040357820689678,
+    2.0294687151908875,
+    2.038611054420471,
+    2.0051754638552666,
+    2.0573702082037926,
+    2.016111023724079,
+    2.0441753417253494,
+    2.055411145091057,
+    2.0245402604341507,
+    2.0399163961410522,
+    2.0376088991761208,
+    2.0255334973335266,
+    2.047636367380619,
+    2.0299688652157784,
+    1.9944815933704376,
+    1.9840778037905693,
+    1.9920043870806694,
+    2.006505750119686,
+    2.0150836631655693,
+    2.07187607139349,
+    2.0489368066191673,
+    2.0115428641438484,
+    2.0362210497260094,
+    2.0835664495825768,
+    2.0072920992970467,
+    2.040283627808094,
+    2.0194199681282043,
+    2.0088608786463737,
+    2.0220408886671066,
+    2.020657353103161,
+    2.0466532930731773,
+    1.9871886074543,
+    2.0450963154435158,
+    2.0290394574403763,
+    2.0269337818026543,
+    2.018285796046257,
+    2.014351896941662,
+    2.054477922618389,
+    2.081388480961323,
+    2.0829474478960037,
+    2.000673420727253,
+    1.989341102540493,
+    1.9869554713368416,
+    2.0683125853538513,
+    2.051385208964348,
+    2.004777282476425,
+    2.0540613383054733,
+    2.0306272506713867,
+    2.054213710129261,
+    2.0909192115068436,
+    1.9950163140892982,
+    2.0189238637685776,
+    1.9717024639248848,
+    2.0215673968195915,
+    2.0102554634213448,
+    2.0087046027183533,
+    2.0078384280204773,
+    2.0031341165304184,
+    2.0453209280967712,
+    2.0194076895713806,
+    2.0731295496225357,
+    2.0332191213965416,
+    2.0771984979510307,
+    2.0049709007143974,
+    1.983339510858059,
+    1.9977687746286392,
+    1.9959268867969513,
+    2.0336559414863586,
+    2.034532368183136,
+    2.0372586846351624,
+    2.034123055636883,
+    2.0328898951411247,
+    2.0162342861294746,
+    2.04398512840271,
+    2.0257643088698387,
+    2.0306036472320557,
+    2.028611548244953,
+    2.0396213680505753,
+    2.0329549610614777,
+    2.058601036667824,
+    2.0165525004267693,
+    2.021343804895878,
+    2.030618853867054,
+    2.021678000688553,
+    1.9532994329929352,
+    2.010654531419277,
+    1.995180383324623,
+    1.9909831434488297,
+    2.0606606528162956,
+    2.0753395184874535,
+    2.0661752745509148,
+    2.0520168766379356,
+    1.9698584452271461,
+    1.983627326786518,
+    1.9799969792366028,
+    1.9967233091592789,
+    1.9965864345431328,
+    2.0288119837641716,
+    2.0555076375603676,
+    1.9973373264074326,
+    2.0527151450514793,
+    2.0230872184038162,
+    2.0143861919641495,
+    2.033418372273445,
+    1.9680943936109543,
+    2.029505178332329,
+    2.023883618414402,
+    2.0157910361886024,
+    2.0043200477957726,
+    1.9752991572022438,
+    2.024109371006489,
+    1.9964541718363762,
+    2.0231613740324974,
+    2.076086886227131,
+    1.9728534147143364,
+    2.0514397025108337,
+    2.032817631959915,
+    2.0368765518069267,
+    1.9881208837032318,
+    2.0268020629882812,
+    2.0463944151997566,
+    2.0377945974469185,
+    1.9644491225481033,
+    1.9581931754946709,
+    1.965641811490059,
+    2.07379350066185,
+    1.9951844438910484,
+    2.035319358110428,
+    2.0216955840587616,
+    2.064442925155163,
+    1.974889151751995,
+    2.041388913989067,
+    2.006249211728573,
+    2.0404616221785545,
+    2.0108172968029976,
+    2.0389703288674355,
+    2.0193275585770607,
+    1.9674829915165901,
+    2.008486270904541,
+    2.0874203965067863,
+    2.0504836663603783,
+    2.0212441608309746,
+    2.0409564077854156,
+    1.9510135129094124,
+    2.062198728322983,
+    2.024104528129101,
+    1.9584163576364517,
+    2.009763613343239,
+    1.9961022660136223,
+    1.9712582156062126,
+    2.0379042476415634,
+    2.036837212741375,
+    2.0692937448620796,
+    2.0347658842802048,
+    1.9805351048707962,
+    2.038200728595257,
+    1.9973745793104172,
+    2.073351353406906,
+    2.074919417500496,
+    2.0417734310030937,
+    2.0678286030888557,
+    2.020480155944824,
+    2.044561006128788,
+    2.026425912976265,
+    2.0266231074929237,
+    2.036422647535801,
+    2.0130963400006294,
+    2.0719946771860123,
+    1.9848330616950989,
+    2.043527767062187,
+    2.0016317144036293,
+    2.005630813539028,
+    2.0042879432439804,
+    2.0316048189997673,
+    2.013679839670658,
+    2.0566568076610565,
+    1.9774751737713814,
+    2.021688900887966,
+    2.0076692178845406,
+    2.0341063663363457,
+    2.012077420949936,
+    2.036433346569538,
+    2.0010046288371086,
+    2.055697374045849,
+    2.0256293192505836,
+    2.0265951603651047,
+    2.034500204026699,
+    2.023943714797497,
+    2.015304684638977,
+    2.033477582037449,
+    2.086182191967964,
+    1.9988139420747757,
+    2.0091537460684776,
+    2.0034321695566177,
+    2.017543204128742,
+    2.0128481462597847,
+    2.003162629902363,
+    2.0155480429530144,
+    2.041213095188141,
+    1.9569048210978508,
+    1.9870126023888588,
+    2.0178354009985924,
+    2.0380600318312645,
+    1.948934867978096,
+    2.0492620542645454,
+    2.037949301302433,
+    1.9849823787808418,
+    1.991340309381485,
+    1.9829950332641602,
+    2.048638328909874,
+    1.9717241749167442,
+    1.9793516471982002,
+    1.9903881400823593,
+    1.9942143112421036,
+    2.0376163944602013,
+    1.9838189631700516,
+    2.047453962266445,
+    2.01197549700737,
+    1.9918284863233566,
+    1.998724214732647,
+    1.9798468574881554,
+    2.0005411207675934,
+    2.0205050632357597,
+    2.0413459315896034,
+    2.0026202648878098,
+    1.9912406876683235,
+    2.030923068523407,
+    2.024840719997883,
+    1.9870098903775215,
+    1.9923313707113266,
+    2.0519390404224396,
+    2.0736250057816505,
+    2.0273465663194656,
+    1.968103714287281,
+    2.0015460550785065,
+    2.0036661103367805,
+    2.0370395109057426,
+    2.0211618691682816,
+    1.948953777551651,
+    1.9964265078306198,
+    2.0219241231679916,
+    1.9657308012247086,
+    1.9990552365779877,
+    2.0142288506031036,
+    1.9972298443317413,
+    1.9732386022806168,
+    2.005556493997574,
+    2.0266085267066956,
+    1.9268651828169823,
+    2.0050573721528053,
+    1.976886324584484,
+    1.993572473526001,
+    2.00119611620903,
+    2.0345426723361015,
+    1.9907111302018166,
+    1.9933981150388718,
+    1.9761326983571053,
+    1.9705879390239716,
+    1.9728923216462135,
+    1.9994847401976585,
+    1.8986326828598976,
+    2.006401889026165,
+    2.0060112103819847,
+    2.0280862376093864,
+    2.024144686758518,
+    2.0293940156698227,
+    2.0279960557818413,
+    1.9956505298614502,
+    1.9991819933056831,
+    1.9962808191776276,
+    2.0448773950338364,
+    1.981645405292511,
+    1.9757319167256355,
+    2.0039198845624924,
+    1.9489812925457954,
+    2.002955824136734,
+    2.007725238800049,
+    2.003944233059883,
+    1.9523543566465378,
+    1.9954290241003036,
+    1.9891649633646011,
+    2.024536870419979,
+    2.027180589735508,
+    1.9512684121727943,
+    2.036916509270668,
+    2.0256539061665535,
+    2.015167571604252,
+    2.032428167760372,
+    2.0370295867323875,
+    1.979444868862629,
+    2.0007887184619904,
+    1.9735669791698456,
+    1.9563447758555412,
+    1.9758893847465515,
+    2.0330212265253067,
+    1.9894602820277214,
+    1.992725446820259,
+    2.023265965282917,
+    2.0457792207598686,
+    1.9979688972234726,
+    1.9990206509828568,
+    1.984873354434967,
+    2.0049352645874023,
+    1.973696619272232,
+    1.9904580414295197,
+    1.9953944236040115,
+    1.9911752566695213,
+    2.0298176407814026,
+    2.0263891518115997,
+    2.022261656820774,
+    2.0638676062226295,
+    2.0133154913783073,
+    1.9484881684184074,
+    1.9680012539029121,
+    1.9467031210660934,
+    2.039751686155796,
+    2.0094179064035416,
+    1.95301865786314,
+    1.9679397642612457,
+    1.9636483564972878,
+    1.9707100987434387,
+    2.02432419359684,
+    2.0303526297211647,
+    2.005777418613434,
+    2.0000901594758034,
+    1.9618289172649384,
+    2.0007731318473816,
+    2.031101204454899,
+    1.9639815166592598,
+    1.994271196424961,
+    2.003559358417988,
+    1.9770219773054123,
+    1.9872236400842667,
+    2.012238673865795,
+    1.9968409314751625,
+    1.9998448491096497,
+    1.9774624556303024,
+    2.0154098868370056,
+    2.003876380622387,
+    2.021783709526062,
+    2.003754325211048,
+    1.9549158066511154,
+    1.9960304573178291,
+    1.9874075129628181,
+    1.982538640499115,
+    1.990470603108406,
+    1.9728527814149857,
+    2.0487864911556244,
+    2.02922485768795,
+    2.015368454158306,
+    1.9615913331508636,
+    1.991979405283928,
+    1.9482854530215263,
+    1.9672145023941994,
+    2.03170345723629,
+    1.984251357614994,
+    1.9683262333273888,
+    1.978220447897911,
+    1.9764154702425003,
+    1.993741236627102,
+    2.009088933467865,
+    1.9958978667855263,
+    1.9576800614595413,
+    1.9465628564357758,
+    2.029682047665119,
+    2.0702997967600822,
+    2.051579639315605,
+    1.9916836023330688,
+    2.0293788462877274,
+    1.9564949348568916,
+    2.0251080617308617,
+    1.936678521335125,
+    1.9872208535671234,
+    1.957603357732296,
+    1.967326581478119,
+    1.9598493725061417,
+    1.9948946833610535,
+    1.9967625960707664,
+    2.0043041333556175,
+    1.9574492052197456,
+    1.9797451049089432,
+    1.9778640121221542,
+    1.9840318337082863,
+    1.9467475935816765,
+    2.0238067656755447,
+    1.9428724125027657,
+    1.9986260458827019,
+    1.9569962099194527,
+    2.015150584280491,
+    1.9796911776065826,
+    1.950767457485199,
+    2.0166414231061935,
+    2.0097014158964157,
+    1.979643538594246,
+    1.994995005428791,
+    2.020479880273342,
+    1.9659815579652786,
+    1.9736223369836807,
+    1.9904606491327286,
+    1.9569835886359215,
+    2.056053549051285,
+    1.985175646841526,
+    1.9431265369057655,
+    1.9906971231102943,
+    1.9903093874454498,
+    2.0202900394797325,
+    2.0131694301962852,
+    2.015625797212124,
+    1.9715702012181282,
+    1.987017460167408,
+    1.997785709798336,
+    1.991996556520462,
+    2.0179220363497734,
+    1.9681666046380997,
+    1.9917064979672432,
+    1.9613301753997803,
+    2.0276446118950844,
+    2.001225285232067,
+    2.0260725766420364,
+    1.970255047082901,
+    2.0572341680526733,
+    2.0005247592926025,
+    1.979899249970913,
+    2.0252081751823425,
+    1.9811146557331085,
+    1.9936858415603638,
+    2.0070173367857933,
+    2.000417113304138,
+    1.9843238219618797,
+    2.009116806089878,
+    2.011754162609577,
+    1.9624217972159386,
+    1.9713948518037796,
+    2.00575952231884,
+    2.0025568082928658,
+    1.9416814967989922,
+    1.9992287531495094,
+    1.9812031090259552,
+    2.0190754383802414,
+    1.9646539464592934,
+    1.956482507288456,
+    1.902027577161789,
+    1.9882357940077782,
+    1.9575849771499634,
+    2.023204579949379,
+    1.9557916447520256,
+    2.018774338066578,
+    1.9791523143649101,
+    1.9972052872180939,
+    1.9881841242313385,
+    1.9837678149342537,
+    1.961767591536045,
+    2.014382690191269,
+    2.0177138820290565,
+    1.9982723519206047,
+    1.9900426045060158,
+    1.983957827091217,
+    1.9878977686166763,
+    1.9984715059399605,
+    2.036802761256695,
+    1.9794442653656006,
+    1.9995977729558945,
+    1.9674545004963875,
+    1.9862236231565475,
+    1.9719116613268852,
+    1.9790240228176117,
+    1.9823661297559738,
+    1.9796909540891647,
+    1.9670779705047607,
+    2.0369744151830673,
+    1.9903996959328651,
+    1.990893915295601,
+    1.9673370718955994,
+    2.0059223249554634,
+    1.9891259372234344,
+    1.994106762111187,
+    1.9646711498498917,
+    1.9905275851488113,
+    2.0162282809615135,
+    2.029538244009018,
+    1.998750016093254,
+    1.9592677056789398,
+    2.0252536088228226,
+    1.9900496453046799,
+    1.9578977078199387,
+    1.9234263524413109,
+    1.978588305413723,
+    2.0019769445061684,
+    2.005474239587784,
+    2.0035881474614143,
+    1.9983802735805511,
+    1.9955928698182106,
+    1.9970834031701088,
+    1.9034947976469994,
+    1.9595503956079483,
+    2.0048756301403046,
+    1.9618002101778984,
+    1.9449108764529228,
+    1.9705002829432487,
+    2.041468247771263,
+    2.0014069005846977,
+    2.023065611720085,
+    1.9905713871121407,
+    1.9397542774677277,
+    2.0069906190037727,
+    2.01557806879282,
+    1.976302094757557,
+    1.967396765947342,
+    1.9634771347045898,
+    1.964187890291214,
+    2.0086662396788597,
+    2.018429212272167,
+    1.9346887543797493,
+    1.9636751040816307,
+    1.96481703966856,
+    1.9898859784007072,
+    1.9792080074548721,
+    2.010906793177128,
+    1.9683189392089844,
+    1.9295216724276543,
+    1.9609934613108635,
+    2.0228690803050995,
+    1.9802682399749756,
+    2.0107511579990387,
+    1.9930797442793846,
+    1.9663060531020164,
+    1.9452548697590828,
+    1.9434687420725822,
+    1.9490374699234962,
+    1.980733536183834,
+    1.976844422519207,
+    1.9295583292841911,
+    1.9546903148293495,
+    1.9829406291246414,
+    1.9520632401108742,
+    1.9840684235095978,
+    1.955265261232853,
+    2.020340710878372,
+    2.0037192702293396,
+    1.9423299729824066,
+    1.9702577367424965,
+    1.9444866552948952,
+    1.9658300131559372,
+    1.9548269659280777,
+    1.9772934392094612,
+    1.9639210104942322,
+    1.968404084444046,
+    2.0227527543902397,
+    1.9456632137298584,
+    1.9776961877942085,
+    1.9549111127853394,
+    1.9825699627399445,
+    1.9591833800077438,
+    1.9687852263450623,
+    1.9846654683351517,
+    1.956328697502613,
+    1.9657792448997498,
+    2.022035025060177,
+    1.9525629505515099,
+    1.945475995540619,
+    1.9783242270350456,
+    1.9732216745615005,
+    2.0019629076123238,
+    1.973229058086872,
+    2.0032474398612976,
+    1.9999478310346603,
+    1.9716782420873642,
+    2.0129379853606224,
+    1.9254481047391891,
+    1.996189571917057,
+    1.9045229628682137,
+    2.003628581762314,
+    1.9823297709226608,
+    2.05001550167799,
+    1.9673197120428085,
+    1.9754755198955536,
+    1.9839229732751846,
+    1.9973993822932243,
+    2.017169304192066,
+    1.9599768742918968,
+    2.0175496637821198,
+    2.0020358189940453,
+    1.9334690421819687,
+    1.9591052904725075,
+    1.951500043272972,
+    1.9726936891674995,
+    1.9952700659632683,
+    1.953581415116787,
+    1.948911540210247,
+    1.9880067259073257,
+    1.9874287545681,
+    1.9622489586472511,
+    1.9482117593288422,
+    2.0667017325758934,
+    1.9500126764178276,
+    1.9877309873700142,
+    1.9725619032979012,
+    1.9913336113095284,
+    1.971820168197155,
+    2.002478413283825,
+    1.9907185435295105,
+    2.002168409526348,
+    1.9689177200198174,
+    1.9600966051220894,
+    1.92982167750597,
+    2.0011792108416557,
+    1.9596682041883469,
+    2.0478461533784866,
+    1.9893052577972412,
+    1.969656489789486,
+    1.9665499404072762,
+    2.0110422894358635,
+    1.98421248793602,
+    2.0103980600833893,
+    2.0189016610383987,
+    1.95450921356678,
+    2.0029066652059555,
+    1.9843851327896118,
+    1.9809149205684662,
+    2.005268655717373,
+    1.9965302273631096,
+    1.9705824851989746,
+    2.0524618327617645,
+    1.977734848856926,
+    1.9765473082661629,
+    1.958316594362259,
+    1.9700078815221786,
+    1.9730227813124657,
+    1.9455704614520073,
+    1.9587862119078636,
+    1.9694848135113716,
+    1.9445673674345016,
+    1.9781478121876717,
+    2.052105948328972,
+    2.0197309404611588,
+    1.9605534598231316,
+    1.9754693806171417,
+    1.9756909608840942,
+    1.9701308757066727,
+    2.0271742716431618,
+    2.023346893489361,
+    1.955320566892624,
+    2.00396341830492,
+    1.9993778243660927,
+    2.0284929797053337,
+    1.9712548479437828,
+    1.965102195739746,
+    1.9473783448338509,
+    1.9866988956928253,
+    1.9785229340195656,
+    2.0360209345817566,
+    2.0187632739543915,
+    2.008522257208824,
+    1.9897810071706772,
+    1.94232277572155,
+    1.9922220259904861,
+    1.9487124308943748,
+    1.9948014989495277,
+    1.9335628598928452,
+    2.0040488094091415,
+    1.924577385187149,
+    1.984047032892704,
+    1.9879765138030052,
+    1.9674692675471306,
+    2.013790614902973,
+    1.9668302312493324,
+    1.996106281876564,
+    2.018061675131321,
+    2.001836620271206,
+    2.0218796357512474,
+    2.006892628967762,
+    2.0037938207387924,
+    1.9662308767437935,
+    1.9752113372087479,
+    1.9817914813756943,
+    1.9738308489322662,
+    2.0083541721105576,
+    1.9911008179187775,
+    1.977576732635498,
+    1.9234645292162895,
+    1.9948003962635994,
+    1.9194355905056,
+    2.05178065598011,
+    1.9455625414848328,
+    2.0101326629519463,
+    1.9932969361543655,
+    2.026337757706642,
+    1.9410244822502136,
+    2.0123127698898315,
+    1.9828352257609367,
+    1.9750860705971718,
+    1.9307838156819344,
+    1.9326386451721191,
+    2.0205856040120125,
+    1.9951538816094398,
+    1.9778669774532318,
+    1.9693284556269646,
+    1.942105732858181,
+    1.9559845849871635,
+    2.031798392534256,
+    1.9397209957242012,
+    2.0114766284823418,
+    2.0145903825759888,
+    2.031409628689289,
+    2.0102570205926895,
+    1.9748994633555412,
+    1.9773231595754623,
+    1.9733703956007957,
+    1.954077087342739,
+    1.9415976330637932,
+    1.8984617590904236,
+    1.9607841596007347,
+    2.003305606544018,
+    1.9547590091824532,
+    2.010063759982586,
+    2.0084265992045403,
+    2.0554540902376175,
+    1.9404931887984276,
+    1.9929765090346336,
+    1.9988348335027695,
+    1.9845892190933228,
+    1.970971241593361,
+    1.917422465980053,
+    2.024563029408455,
+    1.9139663726091385,
+    1.9083149805665016,
+    2.003641039133072,
+    1.9876406788825989,
+    1.9894047379493713,
+    2.020521506667137,
+    1.940741941332817,
+    1.8833247050642967,
+    1.9695348963141441,
+    2.0037611722946167,
+    1.985296331346035,
+    2.0092520490288734,
+    1.9391512721776962,
+    1.9642057493329048,
+    1.961976408958435,
+    1.9449979588389397,
+    1.9672669768333435,
+    2.0159821957349777,
+    1.963540531694889,
+    1.9474770426750183,
+    1.9431106969714165,
+    1.9637756645679474,
+    1.9616743847727776,
+    1.955384761095047,
+    1.9960447996854782,
+    1.9806016385555267,
+    1.9477500393986702,
+    1.9895000979304314,
+    1.960922859609127,
+    1.9479193612933159,
+    2.017876476049423,
+    1.9992086663842201,
+    2.011783942580223,
+    2.0214675813913345,
+    1.947587288916111,
+    2.027778685092926,
+    2.031375251710415,
+    2.00665033608675,
+    1.9077134653925896,
+    1.977152295410633,
+    1.9879475682973862,
+    1.9815393760800362,
+    1.9220975041389465,
+    1.9515141546726227,
+    2.0029659792780876,
+    1.9514135122299194,
+    1.977848306298256,
+    1.9494537264108658,
+    1.98582124710083,
+    1.9859148934483528,
+    1.9964262694120407,
+    1.9774816557765007,
+    1.9603338986635208,
+    2.0022129863500595,
+    2.012118346989155,
+    1.9560701921582222,
+    1.9739028811454773,
+    1.9211419746279716,
+    1.945909895002842,
+    1.9479344859719276,
+    1.936737671494484,
+    1.9935224279761314,
+    1.9783772006630898,
+    1.9869036749005318,
+    2.011808879673481,
+    1.996253363788128,
+    1.930686816573143,
+    2.01967366784811,
+    2.006540074944496,
+    1.9827731773257256,
+    1.9988197907805443,
+    1.9683834314346313,
+    1.9723219722509384,
+    1.966482363641262,
+    1.9693551063537598,
+    2.0197072625160217,
+    1.9641033485531807,
+    1.923660583794117,
+    2.006109729409218,
+    1.9945014491677284,
+    1.9725365340709686,
+    2.001401573419571,
+    1.9551436230540276,
+    2.020927242934704,
+    1.9589046016335487,
+    2.0071070566773415,
+    1.9800099655985832,
+    2.0243884697556496,
+    1.9440942332148552,
+    1.996916301548481,
+    2.009444333612919,
+    1.9957198575139046,
+    1.9644110053777695,
+    1.9388806745409966,
+    2.016555368900299,
+    2.0338662937283516,
+    1.938504971563816,
+    1.9598388001322746,
+    1.986661545932293,
+    2.0027903616428375,
+    1.9505780786275864,
+    1.9265750870108604,
+    1.9967865943908691,
+    1.986883021891117,
+    1.970155008137226,
+    1.9828371554613113,
+    1.9342463836073875,
+    2.0036663189530373,
+    1.9826207011938095,
+    1.9979740679264069,
+    1.9895241037011147,
+    1.9097932800650597,
+    1.9843325689435005,
+    1.972087986767292,
+    2.007706291973591,
+    1.9789492562413216,
+    1.9675401151180267,
+    1.9833966717123985,
+    2.021587237715721,
+    2.013091519474983,
+    1.9968589171767235,
+    2.008657656610012,
+    1.9655629247426987,
+    1.9516348391771317,
+    2.0179964900016785,
+    2.005268208682537,
+    1.9539107084274292,
+    1.9967302158474922,
+    1.9568492397665977,
+    1.9734862297773361,
+    1.9781926646828651,
+    1.9959547892212868,
+    1.934755727648735,
+    1.9478243067860603,
+    1.9319412037730217,
+    1.9343886822462082,
+    1.957096479833126,
+    1.9985850304365158,
+    1.9493222385644913,
+    1.9835767149925232,
+    1.9606860503554344,
+    1.973264180123806,
+    1.909697063267231,
+    1.9920822232961655,
+    1.9794139489531517,
+    1.9243657514452934,
+    2.0234353616833687,
+    1.927987590432167,
+    1.9461112692952156,
+    1.9626985937356949,
+    1.9795078784227371,
+    2.0012419298291206,
+    1.9698284193873405,
+    1.991179920732975,
+    1.9713560566306114,
+    2.0154649540781975,
+    1.9456562027335167,
+    2.0245508700609207,
+    2.004884473979473,
+    1.9430117756128311,
+    1.9530266225337982,
+    1.960635781288147,
+    1.9638905301690102,
+    1.936725914478302,
+    1.957448735833168,
+    2.032605789601803,
+    1.942757785320282,
+    1.9967185854911804,
+    1.94998599588871,
+    1.9293048828840256,
+    1.988465316593647,
+    1.9418746456503868,
+    1.989843674004078,
+    1.9676333591341972,
+    1.9751940295100212,
+    1.9640126004815102,
+    1.9811243563890457,
+    1.9960966184735298,
+    1.9456981346011162,
+    2.048684313893318,
+    2.029345892369747,
+    2.009684279561043,
+    1.9996330440044403,
+    1.990261934697628,
+    1.9563634023070335,
+    1.9646337255835533,
+    1.9971077516674995,
+    2.0252646431326866,
+    1.969106025993824,
+    2.0258323028683662,
+    1.9593088403344154,
+    1.984964370727539,
+    2.0020723417401314,
+    1.948498584330082,
+    1.9960700795054436,
+    1.9450861737132072,
+    1.973616048693657,
+    1.8961909785866737,
+    1.9728698655962944,
+    1.9818176478147507,
+    1.9935768321156502,
+    1.983077384531498,
+    1.960403434932232,
+    1.9727842062711716,
+    2.016776457428932,
+    1.9792862758040428,
+    1.981849916279316,
+    1.975904420018196,
+    1.9750661998987198,
+    1.9559002071619034,
+    2.008531726896763,
+    2.023620679974556,
+    2.0092128440737724,
+    1.939083307981491,
+    1.9724336192011833,
+    1.9977569580078125,
+    1.9886582866311073,
+    1.973270982503891,
+    1.9654527753591537,
+    2.0069473311305046,
+    1.9550659209489822,
+    1.9312019050121307,
+    1.9664997607469559,
+    1.9914808347821236,
+    1.9681864902377129,
+    1.9273158460855484,
+    2.0083284601569176,
+    2.0012303441762924,
+    1.990386962890625,
+    1.9962528347969055,
+    1.9876855239272118,
+    1.9505937844514847,
+    2.010381869971752,
+    1.9350207075476646,
+    1.9865258187055588,
+    2.0243826806545258,
+    1.9579422771930695,
+    1.9344551041722298,
+    1.9476393461227417,
+    2.0106156691908836,
+    1.9337513595819473,
+    1.9508503377437592,
+    1.9603656008839607,
+    1.9764313697814941,
+    1.9999417290091515,
+    1.9665289297699928,
+    2.004588097333908,
+    1.9054122269153595,
+    2.0233445912599564,
+    1.9976691454648972,
+    1.9702251255512238
+  ],
+  "val_steps": [
+    5000,
+    10000,
+    15000,
+    20000,
+    25000,
+    30000,
+    35000,
+    40000,
+    45000,
+    50000,
+    55000,
+    60000,
+    65000,
+    70000,
+    75000,
+    80000,
+    85000,
+    90000,
+    95000,
+    100000,
+    105000,
+    110000,
+    114000
+  ],
+  "val_lm_loss": [
+    2.7975464153289793,
+    2.4204524326324464,
+    2.2778771257400514,
+    2.193556618690491,
+    2.1345069503784178,
+    2.0942814230918883,
+    2.06017117023468,
+    2.032040586471558,
+    2.0095694231987,
+    1.9881365370750428,
+    1.967874310016632,
+    1.9517910623550414,
+    1.9354958248138427,
+    1.9221543312072753,
+    1.9093537545204162,
+    1.8973060131072998,
+    1.8883024740219116,
+    1.8794119453430176,
+    1.8752654528617858,
+    1.8732275485992431,
+    1.8715489673614503,
+    1.8698759746551514,
+    1.869820020198822
+  ],
+  "val_ppl": [
+    16.40434789642657,
+    11.2509484597766,
+    9.755947760529361,
+    8.967048840876455,
+    8.452877791057968,
+    8.11960431325781,
+    7.8473129217592446,
+    7.6296394236869896,
+    7.46010450774543,
+    7.301914230055081,
+    7.155450042246805,
+    7.041287678732635,
+    6.927478019485029,
+    6.835668912879081,
+    6.748726055275397,
+    6.667906970171607,
+    6.608141662522236,
+    6.54965217604342,
+    6.522550320192605,
+    6.509271522147634,
+    6.498354346345478,
+    6.487491735988663,
+    6.487128742071292
+  ]
+}

076_moe_ffn_baseline/moe_ffn_3of5_dff256_best.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad127e2fee3a0b63fa66709882b46384149018f1bb103dbc4f6ca92428bf45b
+size 349663992

076_moe_ffn_baseline/moe_ffn_3of5_dff256_results.json

@@ -0,0 +1,839 @@
+{
+  "label": "moe_ffn_3of5_dff256",
+  "total_params": 87404544,
+  "active_params": 79015936,
+  "steps": [
+    30050,
+    30100,
+    30150,
+    30200,
+    30250,
+    30300,
+    30350,
+    30400,
+    30450,
+    30500,
+    30550,
+    30600,
+    30650,
+    30700,
+    30750,
+    30800,
+    30850,
+    30900,
+    30950,
+    31000,
+    31050,
+    31100,
+    31150,
+    31200,
+    31250,
+    31300,
+    31350,
+    31400,
+    31450,
+    31500,
+    31550,
+    31600,
+    31650,
+    31700,
+    31750,
+    31800,
+    31850,
+    31900,
+    31950,
+    32000,
+    32050,
+    32100,
+    32150,
+    32200,
+    32250,
+    32300,
+    32350,
+    32400,
+    32450,
+    32500,
+    32550,
+    32600,
+    32650,
+    32700,
+    32750,
+    32800,
+    32850,
+    32900,
+    32950,
+    33000,
+    33050,
+    33100,
+    33150,
+    33200,
+    33250,
+    33300,
+    33350,
+    33400,
+    33450,
+    33500,
+    33550,
+    33600,
+    33650,
+    33700,
+    33750,
+    33800,
+    33850,
+    33900,
+    33950,
+    34000,
+    34050,
+    34100,
+    34150,
+    34200,
+    34250,
+    34300,
+    34350,
+    34400,
+    34450,
+    34500,
+    34550,
+    34600,
+    34650,
+    34700,
+    34750,
+    34800,
+    34850,
+    34900,
+    34950,
+    35000,
+    35050,
+    35100,
+    35150,
+    35200,
+    35250,
+    35300,
+    35350,
+    35400,
+    35450,
+    35500,
+    35550,
+    35600,
+    35650,
+    35700,
+    35750,
+    35800,
+    35850,
+    35900,
+    35950,
+    36000,
+    36050,
+    36100,
+    36150,
+    36200,
+    36250,
+    36300,
+    36350,
+    36400,
+    36450,
+    36500,
+    36550,
+    36600,
+    36650,
+    36700,
+    36750,
+    36800,
+    36850,
+    36900,
+    36950,
+    37000,
+    37050,
+    37100,
+    37150,
+    37200,
+    37250,
+    37300,
+    37350,
+    37400,
+    37450,
+    37500,
+    37550,
+    37600,
+    37650,
+    37700,
+    37750,
+    37800,
+    37850,
+    37900,
+    37950,
+    38000,
+    38050,
+    38100,
+    38150,
+    38200,
+    38250,
+    38300,
+    38350,
+    38400,
+    38450,
+    38500,
+    38550,
+    38600,
+    38650,
+    38700,
+    38750,
+    38800,
+    38850,
+    38900,
+    38950,
+    39000,
+    39050,
+    39100,
+    39150,
+    39200,
+    39250,
+    39300,
+    39350,
+    39400,
+    39450,
+    39500,
+    39550,
+    39600,
+    39650,
+    39700,
+    39750,
+    39800,
+    39850,
+    39900,
+    39950,
+    40000,
+    40050,
+    40100,
+    40150,
+    40200,
+    40250,
+    40300,
+    40350,
+    40400,
+    40450,
+    40500,
+    40550,
+    40600,
+    40650,
+    40700,
+    40750,
+    40800,
+    40850,
+    40900,
+    40950,
+    41000,
+    41050,
+    41100,
+    41150,
+    41200,
+    41250,
+    41300,
+    41350,
+    41400,
+    41450,
+    41500,
+    41550,
+    41600,
+    41650,
+    41700,
+    41750,
+    41800,
+    41850,
+    41900,
+    41950,
+    42000,
+    42050,
+    42100,
+    42150,
+    42200,
+    42250,
+    42300,
+    42350,
+    42400,
+    42450,
+    42500,
+    42550,
+    42600,
+    42650,
+    42700,
+    42750,
+    42800,
+    42850,
+    42900,
+    42950,
+    43000,
+    43050,
+    43100,
+    43150,
+    43200,
+    43250,
+    43300,
+    43350,
+    43400,
+    43450,
+    43500,
+    43550,
+    43600,
+    43650,
+    43700,
+    43750,
+    43800,
+    43850,
+    43900,
+    43950,
+    44000,
+    44050,
+    44100,
+    44150,
+    44200,
+    44250,
+    44300,
+    44350,
+    44400,
+    44450,
+    44500,
+    44550,
+    44600,
+    44650,
+    44700,
+    44750,
+    44800,
+    44850,
+    44900,
+    44950,
+    45000,
+    45050,
+    45100,
+    45150,
+    45200,
+    45250,
+    45300,
+    45350,
+    45400,
+    45450,
+    45500,
+    45550,
+    45600,
+    45650,
+    45700,
+    45750,
+    45800,
+    45850,
+    45900,
+    45950,
+    46000,
+    46050,
+    46100,
+    46150,
+    46200,
+    46250,
+    46300,
+    46350,
+    46400,
+    46450,
+    46500,
+    46550,
+    46600,
+    46650,
+    46700,
+    46750,
+    46800,
+    46850,
+    46900,
+    46950,
+    47000,
+    47050,
+    47100,
+    47150,
+    47200,
+    47250,
+    47300,
+    47350,
+    47400,
+    47450,
+    47500,
+    47550,
+    47600,
+    47650,
+    47700,
+    47750,
+    47800,
+    47850,
+    47900,
+    47950,
+    48000,
+    48050,
+    48100,
+    48150,
+    48200,
+    48250,
+    48300,
+    48350,
+    48400,
+    48450,
+    48500,
+    48550,
+    48600,
+    48650,
+    48700,
+    48750,
+    48800,
+    48850,
+    48900,
+    48950,
+    49000,
+    49050,
+    49100,
+    49150,
+    49200,
+    49250,
+    49300,
+    49350,
+    49400,
+    49450,
+    49500,
+    49550,
+    49600,
+    49650,
+    49700,
+    49750,
+    49800,
+    49850,
+    49900,
+    49950,
+    50000
+  ],
+  "train_lm_loss": [
+    3.563804864883423,
+    3.278953790664673,
+    3.5623297691345215,
+    3.4435513019561768,
+    3.3232429027557373,
+    3.376445770263672,
+    3.460474967956543,
+    3.326740026473999,
+    3.399210214614868,
+    3.445897102355957,
+    3.308715343475342,
+    3.4225432872772217,
+    3.3138537406921387,
+    3.361447334289551,
+    3.4871137142181396,
+    3.357971668243408,
+    3.2375316619873047,
+    3.334530830383301,
+    3.5028464794158936,
+    3.2810473442077637,
+    3.4990322589874268,
+    3.400071382522583,
+    3.342735767364502,
+    3.4445061683654785,
+    3.3828654289245605,
+    3.464329719543457,
+    3.3749518394470215,
+    3.377721071243286,
+    3.4031801223754883,
+    3.3678784370422363,
+    3.423732280731201,
+    3.261235475540161,
+    3.444387674331665,
+    3.310911178588867,
+    3.327232599258423,
+    3.338757276535034,
+    3.3904919624328613,
+    3.394727945327759,
+    3.301560401916504,
+    3.3940155506134033,
+    3.3593709468841553,
+    3.4552934169769287,
+    3.28324818611145,
+    3.4560368061065674,
+    3.330399751663208,
+    3.3377573490142822,
+    3.3304498195648193,
+    3.4039270877838135,
+    3.284109115600586,
+    3.4228010177612305,
+    3.3947324752807617,
+    3.4360289573669434,
+    3.411677360534668,
+    3.3706538677215576,
+    3.291677951812744,
+    3.3225202560424805,
+    3.308684825897217,
+    3.2982428073883057,
+    3.5312726497650146,
+    3.2852046489715576,
+    3.4486637115478516,
+    3.3542795181274414,
+    3.3382856845855713,
+    3.263730525970459,
+    3.336940050125122,
+    3.3787221908569336,
+    3.3259074687957764,
+    3.321169137954712,
+    3.346818208694458,
+    3.432842969894409,
+    3.3987374305725098,
+    3.3513565063476562,
+    3.269444704055786,
+    3.4437289237976074,
+    3.368438720703125,
+    3.369935989379883,
+    3.2923645973205566,
+    3.323976993560791,
+    3.2908380031585693,
+    3.4067652225494385,
+    3.3439860343933105,
+    3.3173038959503174,
+    3.4356274604797363,
+    3.409071683883667,
+    3.3455493450164795,
+    3.26070237159729,
+    3.380394697189331,
+    3.4453370571136475,
+    3.3277487754821777,
+    3.3322010040283203,
+    3.3518121242523193,
+    3.3313708305358887,
+    3.423877716064453,
+    3.3594136238098145,
+    3.3791768550872803,
+    3.412203311920166,
+    3.2941324710845947,
+    3.218994140625,
+    3.3484444618225098,
+    3.3631579875946045,
+    3.314756155014038,
+    3.4110107421875,
+    3.273794651031494,
+    3.4085464477539062,
+    3.333404064178467,
+    3.292609453201294,
+    3.308562755584717,
+    3.410182476043701,
+    3.3349578380584717,
+    3.3910064697265625,
+    3.3315494060516357,
+    3.330045461654663,
+    3.3921728134155273,
+    3.407144069671631,
+    3.3401424884796143,
+    3.2615597248077393,
+    3.3752145767211914,
+    3.354963541030884,
+    3.3568596839904785,
+    3.290346384048462,
+    3.423976182937622,
+    3.2897026538848877,
+    3.2321279048919678,
+    3.369631290435791,
+    3.254794120788574,
+    3.33634614944458,
+    3.2513961791992188,
+    3.2370402812957764,
+    3.3215737342834473,
+    3.1930110454559326,
+    3.0078656673431396,
+    3.3025505542755127,
+    3.3319010734558105,
+    3.1920247077941895,
+    3.3551557064056396,
+    3.2945005893707275,
+    3.21807861328125,
+    3.223259449005127,
+    3.3539586067199707,
+    3.1743240356445312,
+    3.227973699569702,
+    3.1944806575775146,
+    3.3556573390960693,
+    3.296186685562134,
+    3.345808744430542,
+    3.3952560424804688,
+    3.265185594558716,
+    3.3033244609832764,
+    3.287456512451172,
+    3.1666293144226074,
+    3.352288007736206,
+    3.173133134841919,
+    3.264657735824585,
+    3.191490650177002,
+    3.339628219604492,
+    3.1896955966949463,
+    3.3484535217285156,
+    3.2611541748046875,
+    3.2327940464019775,
+    3.293515920639038,
+    3.19201397895813,
+    3.2317349910736084,
+    3.2758946418762207,
+    3.240844249725342,
+    3.2551076412200928,
+    3.1146223545074463,
+    3.185821533203125,
+    3.3301453590393066,
+    3.164832830429077,
+    3.3018596172332764,
+    3.314164400100708,
+    3.2803235054016113,
+    3.3761088848114014,
+    3.164076566696167,
+    3.2444121837615967,
+    3.300957679748535,
+    3.2789506912231445,
+    3.3124749660491943,
+    3.295945882797241,
+    3.3125643730163574,
+    3.339808225631714,
+    3.219149589538574,
+    3.1262362003326416,
+    3.2410941123962402,
+    3.212085723876953,
+    3.290534496307373,
+    3.419210433959961,
+    3.4621052742004395,
+    3.3872482776641846,
+    3.2450947761535645,
+    3.1357240676879883,
+    3.17799711227417,
+    3.2847416400909424,
+    3.2299628257751465,
+    3.2263615131378174,
+    3.2974936962127686,
+    3.377227544784546,
+    3.231602907180786,
+    3.1733319759368896,
+    3.1608126163482666,
+    3.3993875980377197,
+    3.3992111682891846,
+    3.3848352432250977,
+    3.370238780975342,
+    3.376953363418579,
+    3.4569344520568848,
+    3.436572313308716,
+    3.3462557792663574,
+    3.4041082859039307,
+    3.402430772781372,
+    3.4192593097686768,
+    3.2824933528900146,
+    3.392512559890747,
+    3.4523303508758545,
+    3.334235191345215,
+    3.3162081241607666,
+    3.3854854106903076,
+    3.4571454524993896,
+    3.374213457107544,
+    3.2841849327087402,
+    3.2749431133270264,
+    3.4356698989868164,
+    3.2580740451812744,
+    3.48087739944458,
+    3.4065074920654297,
+    3.289424419403076,
+    3.402974843978882,
+    3.4865026473999023,
+    3.3656866550445557,
+    3.3412692546844482,
+    3.3183670043945312,
+    3.2817490100860596,
+    3.366673707962036,
+    3.446760892868042,
+    3.453284502029419,
+    3.490241765975952,
+    3.472956895828247,
+    3.439767837524414,
+    3.4039323329925537,
+    3.3113694190979004,
+    3.3156254291534424,
+    3.2967824935913086,
+    3.492008924484253,
+    3.367037773132324,
+    3.2754697799682617,
+    3.4444549083709717,
+    3.320282220840454,
+    3.432253360748291,
+    3.3519420623779297,
+    3.342878580093384,
+    3.389129638671875,
+    3.4697265625,
+    3.4052629470825195,
+    3.2069036960601807,
+    3.374483585357666,
+    3.3137757778167725,
+    3.2922708988189697,
+    3.3051207065582275,
+    3.462017297744751,
+    3.522639036178589,
+    3.314390182495117,
+    3.3067116737365723,
+    3.300877332687378,
+    3.295384645462036,
+    3.360240936279297,
+    3.3959569931030273,
+    3.19234561920166,
+    3.3220736980438232,
+    3.2341387271881104,
+    3.3321948051452637,
+    3.328888416290283,
+    3.240748405456543,
+    3.14154052734375,
+    3.310379981994629,
+    3.4054882526397705,
+    3.367121696472168,
+    3.4285407066345215,
+    3.185914993286133,
+    3.3699944019317627,
+    3.3626081943511963,
+    3.2664384841918945,
+    3.2367708683013916,
+    3.143813371658325,
+    3.285569906234741,
+    3.3083183765411377,
+    3.228227138519287,
+    3.2812962532043457,
+    3.2035131454467773,
+    3.334287643432617,
+    3.2900993824005127,
+    3.3940629959106445,
+    3.3148038387298584,
+    3.2855677604675293,
+    3.3293700218200684,
+    3.384108543395996,
+    3.191138505935669,
+    3.3901753425598145,
+    3.3232994079589844,
+    3.3526904582977295,
+    3.222489356994629,
+    3.2362403869628906,
+    3.2396228313446045,
+    3.208895444869995,
+    3.2508628368377686,
+    3.340911388397217,
+    3.378321886062622,
+    3.2798516750335693,
+    3.265139579772949,
+    3.299147844314575,
+    3.330254077911377,
+    3.333657741546631,
+    3.307037591934204,
+    3.3217413425445557,
+    3.172126054763794,
+    3.2476608753204346,
+    3.24674391746521,
+    3.3503530025482178,
+    3.313633680343628,
+    3.254999876022339,
+    3.3858096599578857,
+    3.241959810256958,
+    3.212409734725952,
+    3.3270366191864014,
+    3.253938674926758,
+    3.3379480838775635,
+    3.307971477508545,
+    3.2831509113311768,
+    3.2191169261932373,
+    3.2664880752563477,
+    3.1779143810272217,
+    3.1966681480407715,
+    3.332584857940674,
+    3.2375266551971436,
+    3.2973828315734863,
+    3.2981882095336914,
+    3.295456647872925,
+    3.2749907970428467,
+    3.284789562225342,
+    3.1910319328308105,
+    3.3059797286987305,
+    3.3442046642303467,
+    3.368237257003784,
+    3.2633304595947266,
+    3.3078296184539795,
+    3.2871522903442383,
+    3.323009490966797,
+    3.308948278427124,
+    3.36444354057312,
+    3.3399009704589844,
+    3.313957691192627,
+    3.310342311859131,
+    3.181002616882324,
+    3.225287675857544,
+    3.2064695358276367,
+    3.4027445316314697,
+    3.252173900604248,
+    3.3642208576202393,
+    3.2207465171813965,
+    3.2343547344207764,
+    3.2980523109436035,
+    3.225893974304199,
+    3.2349159717559814,
+    3.314257860183716,
+    3.2192132472991943,
+    3.207495927810669,
+    3.3802340030670166,
+    3.2462940216064453,
+    3.321593761444092,
+    3.293653726577759,
+    3.286876678466797,
+    3.2406649589538574,
+    3.1920993328094482,
+    3.103175640106201,
+    3.2689037322998047,
+    3.2525572776794434,
+    3.191192150115967,
+    3.174307107925415,
+    3.256286859512329,
+    3.2933032512664795,
+    3.167811155319214,
+    3.0858194828033447,
+    3.2874794006347656,
+    3.266204833984375,
+    3.267522096633911,
+    3.2534892559051514,
+    3.2359585762023926,
+    3.2013349533081055,
+    3.1932015419006348,
+    3.054973840713501,
+    3.114339828491211,
+    3.110930919647217,
+    3.20746111869812,
+    3.2242369651794434,
+    3.2217493057250977,
+    3.333747386932373,
+    3.1327788829803467,
+    3.320770502090454,
+    3.1562256813049316,
+    3.313164472579956,
+    3.1076581478118896
+  ],
+  "val_steps": [
+    32500,
+    35000,
+    37500,
+    40000,
+    42500,
+    45000,
+    47500,
+    50000
+  ],
+  "val_lm_loss": [
+    3.503723314830235,
+    3.4844370569501604,
+    3.481419427054269,
+    3.4712675980159213,
+    3.4497692244393483,
+    3.4543867792401994,
+    3.4496961321149553,
+    3.4574152401515414
+  ],
+  "val_ppl": [
+    33.238981038199206,
+    32.60406770938233,
+    32.505828998517785,
+    32.177504745361894,
+    31.493123626801466,
+    31.63888111360529,
+    31.490821805316955,
+    31.734843464106348
+  ]
+}

078_cosmopedia_dense_deltanet/dense_deltanet_cosmopedia_best.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57274ce5d513207e8389f646ea89926e193588a1d73273750021eea945dde77d
+size 413742234

078_cosmopedia_dense_deltanet/dense_deltanet_cosmopedia_results.json

@@ -0,0 +1,1192 @@
+{
+  "label": "dense_deltanet_cosmopedia",
+  "total_params": 103421696,
+  "steps": [
+    85050,
+    85100,
+    85150,
+    85200,
+    85250,
+    85300,
+    85350,
+    85400,
+    85450,
+    85500,
+    85550,
+    85600,
+    85650,
+    85700,
+    85750,
+    85800,
+    85850,
+    85900,
+    85950,
+    86000,
+    86050,
+    86100,
+    86150,
+    86200,
+    86250,
+    86300,
+    86350,
+    86400,
+    86450,
+    86500,
+    86550,
+    86600,
+    86650,
+    86700,
+    86750,
+    86800,
+    86850,
+    86900,
+    86950,
+    87000,
+    87050,
+    87100,
+    87150,
+    87200,
+    87250,
+    87300,
+    87350,
+    87400,
+    87450,
+    87500,
+    87550,
+    87600,
+    87650,
+    87700,
+    87750,
+    87800,
+    87850,
+    87900,
+    87950,
+    88000,
+    88050,
+    88100,
+    88150,
+    88200,
+    88250,
+    88300,
+    88350,
+    88400,
+    88450,
+    88500,
+    88550,
+    88600,
+    88650,
+    88700,
+    88750,
+    88800,
+    88850,
+    88900,
+    88950,
+    89000,
+    89050,
+    89100,
+    89150,
+    89200,
+    89250,
+    89300,
+    89350,
+    89400,
+    89450,
+    89500,
+    89550,
+    89600,
+    89650,
+    89700,
+    89750,
+    89800,
+    89850,
+    89900,
+    89950,
+    90000,
+    90050,
+    90100,
+    90150,
+    90200,
+    90250,
+    90300,
+    90350,
+    90400,
+    90450,
+    90500,
+    90550,
+    90600,
+    90650,
+    90700,
+    90750,
+    90800,
+    90850,
+    90900,
+    90950,
+    91000,
+    91050,
+    91100,
+    91150,
+    91200,
+    91250,
+    91300,
+    91350,
+    91400,
+    91450,
+    91500,
+    91550,
+    91600,
+    91650,
+    91700,
+    91750,
+    91800,
+    91850,
+    91900,
+    91950,
+    92000,
+    92050,
+    92100,
+    92150,
+    92200,
+    92250,
+    92300,
+    92350,
+    92400,
+    92450,
+    92500,
+    92550,
+    92600,
+    92650,
+    92700,
+    92750,
+    92800,
+    92850,
+    92900,
+    92950,
+    93000,
+    93050,
+    93100,
+    93150,
+    93200,
+    93250,
+    93300,
+    93350,
+    93400,
+    93450,
+    93500,
+    93550,
+    93600,
+    93650,
+    93700,
+    93750,
+    93800,
+    93850,
+    93900,
+    93950,
+    94000,
+    94050,
+    94100,
+    94150,
+    94200,
+    94250,
+    94300,
+    94350,
+    94400,
+    94450,
+    94500,
+    94550,
+    94600,
+    94650,
+    94700,
+    94750,
+    94800,
+    94850,
+    94900,
+    94950,
+    95000,
+    95050,
+    95100,
+    95150,
+    95200,
+    95250,
+    95300,
+    95350,
+    95400,
+    95450,
+    95500,
+    95550,
+    95600,
+    95650,
+    95700,
+    95750,
+    95800,
+    95850,
+    95900,
+    95950,
+    96000,
+    96050,
+    96100,
+    96150,
+    96200,
+    96250,
+    96300,
+    96350,
+    96400,
+    96450,
+    96500,
+    96550,
+    96600,
+    96650,
+    96700,
+    96750,
+    96800,
+    96850,
+    96900,
+    96950,
+    97000,
+    97050,
+    97100,
+    97150,
+    97200,
+    97250,
+    97300,
+    97350,
+    97400,
+    97450,
+    97500,
+    97550,
+    97600,
+    97650,
+    97700,
+    97750,
+    97800,
+    97850,
+    97900,
+    97950,
+    98000,
+    98050,
+    98100,
+    98150,
+    98200,
+    98250,
+    98300,
+    98350,
+    98400,
+    98450,
+    98500,
+    98550,
+    98600,
+    98650,
+    98700,
+    98750,
+    98800,
+    98850,
+    98900,
+    98950,
+    99000,
+    99050,
+    99100,
+    99150,
+    99200,
+    99250,
+    99300,
+    99350,
+    99400,
+    99450,
+    99500,
+    99550,
+    99600,
+    99650,
+    99700,
+    99750,
+    99800,
+    99850,
+    99900,
+    99950,
+    100000,
+    100050,
+    100100,
+    100150,
+    100200,
+    100250,
+    100300,
+    100350,
+    100400,
+    100450,
+    100500,
+    100550,
+    100600,
+    100650,
+    100700,
+    100750,
+    100800,
+    100850,
+    100900,
+    100950,
+    101000,
+    101050,
+    101100,
+    101150,
+    101200,
+    101250,
+    101300,
+    101350,
+    101400,
+    101450,
+    101500,
+    101550,
+    101600,
+    101650,
+    101700,
+    101750,
+    101800,
+    101850,
+    101900,
+    101950,
+    102000,
+    102050,
+    102100,
+    102150,
+    102200,
+    102250,
+    102300,
+    102350,
+    102400,
+    102450,
+    102500,
+    102550,
+    102600,
+    102650,
+    102700,
+    102750,
+    102800,
+    102850,
+    102900,
+    102950,
+    103000,
+    103050,
+    103100,
+    103150,
+    103200,
+    103250,
+    103300,
+    103350,
+    103400,
+    103450,
+    103500,
+    103550,
+    103600,
+    103650,
+    103700,
+    103750,
+    103800,
+    103850,
+    103900,
+    103950,
+    104000,
+    104050,
+    104100,
+    104150,
+    104200,
+    104250,
+    104300,
+    104350,
+    104400,
+    104450,
+    104500,
+    104550,
+    104600,
+    104650,
+    104700,
+    104750,
+    104800,
+    104850,
+    104900,
+    104950,
+    105000,
+    105050,
+    105100,
+    105150,
+    105200,
+    105250,
+    105300,
+    105350,
+    105400,
+    105450,
+    105500,
+    105550,
+    105600,
+    105650,
+    105700,
+    105750,
+    105800,
+    105850,
+    105900,
+    105950,
+    106000,
+    106050,
+    106100,
+    106150,
+    106200,
+    106250,
+    106300,
+    106350,
+    106400,
+    106450,
+    106500,
+    106550,
+    106600,
+    106650,
+    106700,
+    106750,
+    106800,
+    106850,
+    106900,
+    106950,
+    107000,
+    107050,
+    107100,
+    107150,
+    107200,
+    107250,
+    107300,
+    107350,
+    107400,
+    107450,
+    107500,
+    107550,
+    107600,
+    107650,
+    107700,
+    107750,
+    107800,
+    107850,
+    107900,
+    107950,
+    108000,
+    108050,
+    108100,
+    108150,
+    108200,
+    108250,
+    108300,
+    108350,
+    108400,
+    108450,
+    108500,
+    108550,
+    108600,
+    108650,
+    108700,
+    108750,
+    108800,
+    108850,
+    108900,
+    108950,
+    109000,
+    109050,
+    109100,
+    109150,
+    109200,
+    109250,
+    109300,
+    109350,
+    109400,
+    109450,
+    109500,
+    109550,
+    109600,
+    109650,
+    109700,
+    109750,
+    109800,
+    109850,
+    109900,
+    109950,
+    110000,
+    110050,
+    110100,
+    110150,
+    110200,
+    110250,
+    110300,
+    110350,
+    110400,
+    110450,
+    110500,
+    110550,
+    110600,
+    110650,
+    110700,
+    110750,
+    110800,
+    110850,
+    110900,
+    110950,
+    111000,
+    111050,
+    111100,
+    111150,
+    111200,
+    111250,
+    111300,
+    111350,
+    111400,
+    111450,
+    111500,
+    111550,
+    111600,
+    111650,
+    111700,
+    111750,
+    111800,
+    111850,
+    111900,
+    111950,
+    112000,
+    112050,
+    112100,
+    112150,
+    112200,
+    112250,
+    112300,
+    112350,
+    112400,
+    112450,
+    112500,
+    112550,
+    112600,
+    112650,
+    112700,
+    112750,
+    112800,
+    112850,
+    112900,
+    112950,
+    113000,
+    113050,
+    113100,
+    113150,
+    113200,
+    113250,
+    113300,
+    113350,
+    113400,
+    113450,
+    113500,
+    113550,
+    113600,
+    113650,
+    113700,
+    113750,
+    113800,
+    113850,
+    113900,
+    113950,
+    114000
+  ],
+  "train_lm_loss": [
+    1.8993509486317635,
+    1.8913578018546104,
+    1.9462169110774994,
+    1.9175557047128677,
+    1.9137339890003204,
+    1.9544687196612358,
+    1.9069128707051277,
+    1.8673961013555527,
+    1.869547076523304,
+    1.9640633314847946,
+    1.9536357820034027,
+    1.9478488638997078,
+    1.9097196236252785,
+    1.9306947216391563,
+    1.8944845348596573,
+    1.9364046305418015,
+    1.9163610190153122,
+    1.925491839647293,
+    1.9320097044110298,
+    1.9357634037733078,
+    1.9794237166643143,
+    1.9183538407087326,
+    1.9409931749105453,
+    1.8990054950118065,
+    1.8842628300189972,
+    1.9040403813123703,
+    1.8916754573583603,
+    1.931191235780716,
+    1.955015629529953,
+    1.9656467884778976,
+    1.938490629196167,
+    1.9075695052742958,
+    1.934816874563694,
+    1.914453960955143,
+    1.9214404076337814,
+    1.9295536801218987,
+    1.8667733818292618,
+    1.9518729969859123,
+    1.9155190661549568,
+    1.892993614077568,
+    1.881025180220604,
+    1.9391252249479294,
+    1.9093966633081436,
+    1.9575285986065865,
+    1.9584178403019905,
+    1.9545228332281113,
+    1.9138535782694817,
+    1.908821202814579,
+    1.9805713072419167,
+    1.8685731887817383,
+    1.9154701605439186,
+    1.9193433001637459,
+    1.9195127487182617,
+    1.9363009929656982,
+    1.9430114924907684,
+    1.9045645371079445,
+    1.9380651265382767,
+    1.926978461444378,
+    1.892722524702549,
+    1.9235548004508018,
+    1.919811762869358,
+    1.9339845329523087,
+    1.8977335095405579,
+    1.9145575538277626,
+    1.925274796783924,
+    1.9165361151099205,
+    1.9550993889570236,
+    1.9241130650043488,
+    1.9582602381706238,
+    1.898716539144516,
+    1.8845161721110344,
+    1.923081248998642,
+    1.9606261625885963,
+    1.8739067390561104,
+    1.9380826726555824,
+    1.9113118797540665,
+    1.9251898303627968,
+    1.9373723864555359,
+    1.9121614694595337,
+    1.9631621986627579,
+    1.9083297550678253,
+    1.978742316365242,
+    1.903444305062294,
+    1.8448917493224144,
+    1.8934637606143951,
+    1.8895453661680222,
+    1.8804322928190231,
+    1.8743648901581764,
+    1.9113469198346138,
+    1.967365637421608,
+    1.8718299716711044,
+    1.9645467847585678,
+    1.9218448475003242,
+    1.9183731079101562,
+    1.934196837246418,
+    1.8810397312045097,
+    1.9277633801102638,
+    1.9130713194608688,
+    1.8807211890816689,
+    1.896452210843563,
+    1.9432829022407532,
+    1.8884995952248573,
+    1.933840200304985,
+    1.9630557149648666,
+    1.9507884085178375,
+    1.8763100057840347,
+    1.9175261035561562,
+    1.8705361410975456,
+    1.9018020629882812,
+    1.9253737851977348,
+    1.9198969900608063,
+    1.9381261989474297,
+    1.9565170779824257,
+    1.893360584974289,
+    1.883187673985958,
+    1.9414309412240982,
+    1.9159487783908844,
+    1.9368500038981438,
+    1.8728197813034058,
+    1.9077808409929276,
+    1.9001966416835785,
+    1.9080384150147438,
+    1.9019716829061508,
+    1.9590949416160583,
+    1.8895363807678223,
+    1.9233874008059502,
+    1.949795663356781,
+    1.930750921368599,
+    1.908883884549141,
+    1.9362715110182762,
+    1.8879271745681763,
+    1.898847907781601,
+    1.910587765276432,
+    1.9504061341285706,
+    1.9122270420193672,
+    1.9210331588983536,
+    1.9284740164875984,
+    1.9254558756947517,
+    1.9682474806904793,
+    1.9411419034004211,
+    1.892907328903675,
+    1.9345186352729797,
+    1.9760702550411224,
+    1.921644426882267,
+    1.901418924331665,
+    1.8836387321352959,
+    1.9482372999191284,
+    1.9143284559249878,
+    1.9006356820464134,
+    1.9141264632344246,
+    1.8703678995370865,
+    1.9014236107468605,
+    1.8465059772133827,
+    1.9256030023097992,
+    1.9119556993246078,
+    1.9078045412898064,
+    1.8767316713929176,
+    1.9498994797468185,
+    1.93028112500906,
+    1.9073882550001144,
+    1.9652492925524712,
+    1.8768964484333992,
+    1.9309115707874298,
+    1.966635562479496,
+    1.8941730037331581,
+    1.912079133093357,
+    1.9274219498038292,
+    1.8622140064835548,
+    1.921373799443245,
+    2.0029648914933205,
+    1.9270873740315437,
+    1.9761667102575302,
+    1.904133528470993,
+    1.9303027838468552,
+    1.8826880380511284,
+    1.9193763136863708,
+    1.8673029094934464,
+    1.9282169789075851,
+    1.9577817246317863,
+    1.900231197476387,
+    1.9152159839868546,
+    1.8413608372211456,
+    1.9019211903214455,
+    1.9042233973741531,
+    1.8960270956158638,
+    1.9004351124167442,
+    1.8634918853640556,
+    1.8724862337112427,
+    1.9253037348389626,
+    1.9277152493596077,
+    1.8585775345563889,
+    1.9248638153076172,
+    1.9604734182357788,
+    1.902750387787819,
+    1.9081002995371819,
+    1.9178642183542252,
+    1.8830500468611717,
+    1.914499655365944,
+    1.864804059267044,
+    1.9307364150881767,
+    1.9723359793424606,
+    1.892360620200634,
+    1.9091215208172798,
+    1.959268942475319,
+    1.9246518686413765,
+    1.8888720199465752,
+    1.8985977917909622,
+    1.938220627605915,
+    1.919536367058754,
+    1.9377781376242638,
+    1.9629558101296425,
+    1.9773217216134071,
+    1.9329802468419075,
+    1.864185817539692,
+    1.9490762054920197,
+    1.9255956262350082,
+    1.8956649005413055,
+    1.9586830958724022,
+    1.886858806014061,
+    1.931414283812046,
+    1.9340692982077599,
+    1.9321967735886574,
+    1.9272165596485138,
+    1.870995618402958,
+    1.9056110605597496,
+    1.9220571219921112,
+    1.8988176882266998,
+    1.9122308418154716,
+    1.8800499960780144,
+    1.9179411232471466,
+    1.9398182034492493,
+    1.885853111743927,
+    1.9240068420767784,
+    1.9119306653738022,
+    1.8853746578097343,
+    1.924406073987484,
+    2.0380795300006866,
+    1.908091977238655,
+    1.8952049016952515,
+    1.9279706701636314,
+    1.8943633362650871,
+    1.8946423828601837,
+    1.8851810544729233,
+    1.9473041966557503,
+    1.9180490896105766,
+    1.9306344091892242,
+    1.9187883511185646,
+    1.9449745044112206,
+    1.898177444934845,
+    1.9148311242461205,
+    1.9068198278546333,
+    1.9000388905405998,
+    1.886426068842411,
+    1.9520436972379684,
+    1.8781077340245247,
+    1.8975373655557632,
+    1.8854669257998466,
+    1.914646990597248,
+    1.9557287320494652,
+    1.8834244385361671,
+    1.8732532411813736,
+    1.9175236225128174,
+    1.864779956638813,
+    1.9449376910924911,
+    1.9433217868208885,
+    1.9660806953907013,
+    1.9061253145337105,
+    1.9273666664958,
+    1.9289216920733452,
+    1.932887852191925,
+    1.9443712085485458,
+    1.9066361412405968,
+    1.9036856219172478,
+    1.8937370255589485,
+    1.8797177225351334,
+    1.8579362481832504,
+    1.9156440272927284,
+    1.9158053249120712,
+    1.9209210947155952,
+    1.908517800271511,
+    1.939871110022068,
+    1.9323527291417122,
+    1.9154017195105553,
+    1.9313650205731392,
+    1.942598208785057,
+    1.9063016697764397,
+    1.935642160475254,
+    1.892142429947853,
+    1.935759037733078,
+    1.889526180922985,
+    1.9476546570658684,
+    1.9313478022813797,
+    1.8494428247213364,
+    1.9719826951622963,
+    1.9558906853199005,
+    1.9163338616490364,
+    1.9428957179188728,
+    1.9422083422541618,
+    1.97281876206398,
+    1.88697399944067,
+    1.8989820331335068,
+    1.8817318007349968,
+    1.909569926559925,
+    1.8959646373987198,
+    1.9271970763802528,
+    1.9146582931280136,
+    1.9107000902295113,
+    1.9647833928465843,
+    1.9092654660344124,
+    1.9069137498736382,
+    1.910465955734253,
+    1.8663298040628433,
+    1.9589476138353348,
+    1.9399111568927765,
+    1.9630805999040604,
+    1.911949373781681,
+    1.9587303921580315,
+    1.936435028910637,
+    1.9118696451187134,
+    1.9399891719222069,
+    1.9275632128119469,
+    1.9110327884554863,
+    1.8798263370990753,
+    1.9473915323615074,
+    1.9085867628455162,
+    1.8986310213804245,
+    1.882401593029499,
+    1.9370605796575546,
+    1.897752046585083,
+    1.9300150945782661,
+    1.9551788195967674,
+    1.925673209130764,
+    1.8873746916651726,
+    1.9184299930930138,
+    1.8885671496391296,
+    1.901699721813202,
+    1.879435122013092,
+    1.8834273740649223,
+    1.913024663925171,
+    1.907528579235077,
+    1.9088138788938522,
+    1.895873785018921,
+    1.939902976155281,
+    1.898641623556614,
+    1.9300665110349655,
+    1.8815483376383781,
+    1.9182746559381485,
+    1.8881271705031395,
+    1.9552011340856552,
+    1.9337511360645294,
+    1.9161063954234123,
+    1.8807982727885246,
+    1.9300132542848587,
+    1.891732208430767,
+    1.92069873213768,
+    1.886291265487671,
+    1.930952101945877,
+    1.8904972299933434,
+    1.9271034598350525,
+    1.8599367812275887,
+    1.8821983933448792,
+    1.8715904876589775,
+    1.8978794142603874,
+    1.926045373082161,
+    1.8841818794608116,
+    1.882009282708168,
+    1.8901946321129799,
+    1.902532733976841,
+    1.925018846988678,
+    1.9204386472702026,
+    1.9490227401256561,
+    1.9126435369253159,
+    1.8817402124404907,
+    1.9466321393847466,
+    1.950209617614746,
+    1.8716078028082848,
+    1.9574666619300842,
+    1.8667886182665825,
+    1.9202954545617104,
+    1.8853767737746239,
+    1.9312357977032661,
+    1.8735490962862968,
+    1.9151965901255608,
+    1.8502085134387016,
+    1.9485214725136757,
+    1.9381404146552086,
+    1.9555385038256645,
+    1.8869276121258736,
+    1.8923894241452217,
+    1.956413209438324,
+    1.954947255551815,
+    1.9026309251785278,
+    1.8926212191581726,
+    1.9339983239769936,
+    1.910304605960846,
+    1.886472798883915,
+    1.9216883480548859,
+    1.9259201884269714,
+    1.907299742102623,
+    1.9254958108067513,
+    1.9278681799769402,
+    1.9134644716978073,
+    1.8993704989552498,
+    1.9418271780014038,
+    1.904234193265438,
+    1.9021797478199005,
+    1.9108466506004333,
+    1.922763466835022,
+    1.8955828323960304,
+    1.8516435250639915,
+    1.9629215896129608,
+    1.8605827316641808,
+    1.9490898475050926,
+    1.9186706840991974,
+    1.9251472651958466,
+    1.8754642754793167,
+    1.8800168931484222,
+    1.920440100133419,
+    1.879056639969349,
+    1.9094001576304436,
+    1.9049727097153664,
+    1.92082279920578,
+    1.9117316901683807,
+    1.9137994199991226,
+    1.9492627307772636,
+    1.8872556760907173,
+    1.897338218986988,
+    1.8933943286538124,
+    1.8796545267105103,
+    1.884909637272358,
+    1.8477187380194664,
+    1.886008895933628,
+    1.917771689593792,
+    1.8980033323168755,
+    1.904886744916439,
+    1.940460167825222,
+    1.9593870267271996,
+    1.9063709750771523,
+    1.9491114169359207,
+    1.9575831145048141,
+    1.925810120999813,
+    1.909021444618702,
+    1.8995770514011383,
+    1.9267735332250595,
+    1.9498321115970612,
+    1.9102553576231003,
+    1.8842810094356537,
+    1.878807120025158,
+    1.943179875612259,
+    1.9826108664274216,
+    1.9257171154022217,
+    1.969157062470913,
+    1.880656398832798,
+    1.9254154935479164,
+    1.9331290423870087,
+    1.929471343755722,
+    1.9237162545323372,
+    1.8972548246383667,
+    1.9232234954833984,
+    1.9082463905215263,
+    1.9373218342661858,
+    1.899821750819683,
+    1.9204484447836876,
+    1.8715757429599762,
+    1.9577690809965134,
+    1.9380791634321213,
+    1.884612761437893,
+    1.8424571081995964,
+    1.958386093378067,
+    1.8756610378623009,
+    1.9407548531889915,
+    1.9505297094583511,
+    1.9322156310081482,
+    1.8537162616848946,
+    1.9141738563776016,
+    1.8954143971204758,
+    1.9069680497050285,
+    1.9131209552288055,
+    2.00232145935297,
+    1.9557161182165146,
+    1.9430338069796562,
+    1.947689525783062,
+    1.9209743663668633,
+    1.9085825681686401,
+    1.8796041905879974,
+    1.909756138920784,
+    1.8746148869395256,
+    1.9251394644379616,
+    1.8356220424175262,
+    1.875704102218151,
+    1.9033051133155823,
+    1.8664770349860191,
+    1.8842499181628227,
+    1.9258777052164078,
+    1.925527036190033,
+    1.9369518086314201,
+    1.9471411108970642,
+    1.918559543788433,
+    1.8639959692955017,
+    1.9545784890651703,
+    1.9116480723023415,
+    1.9543559476733208,
+    1.8378403186798096,
+    1.8954553306102753,
+    1.9908026456832886,
+    1.950305089354515,
+    1.8856734707951546,
+    1.9260368198156357,
+    1.90554741024971,
+    1.9515779837965965,
+    1.9466176182031631,
+    1.9012921079993248,
+    1.8885494321584702,
+    1.9372845441102982,
+    1.916036918759346,
+    1.9563937112689018,
+    1.9305287301540375,
+    1.9488045871257782,
+    1.9827722012996674,
+    1.9040860682725906,
+    1.8820802122354507,
+    1.9018264934420586,
+    1.942785069346428,
+    1.894459456205368,
+    1.8718074634671211,
+    1.919627882540226,
+    1.950400948524475,
+    1.9353228732943535,
+    1.8757927939295769,
+    1.9327723160386086,
+    1.913128912448883,
+    1.8761787861585617,
+    1.9128396287560463,
+    1.9332176446914673,
+    1.8786796033382416,
+    1.884487360715866,
+    1.912053443491459,
+    1.9359993562102318,
+    1.9456013068556786,
+    1.9846030175685883,
+    1.918519288301468,
+    1.9419968724250793,
+    1.8911189883947372,
+    1.9296466931700706,
+    1.9572546035051346,
+    1.9783612787723541,
+    1.937604658305645,
+    1.9310293942689896,
+    1.9563584327697754,
+    1.888058990240097,
+    1.950521856546402,
+    1.91691505163908,
+    1.9417264387011528,
+    1.9405465573072433,
+    1.891113519668579,
+    1.8557255044579506,
+    1.9667765125632286,
+    1.8780313059687614,
+    1.926493525505066,
+    1.8736927956342697,
+    1.9464675784111023,
+    1.8911215737462044,
+    1.931305430829525,
+    1.9426800087094307,
+    1.9019600674510002,
+    1.9311100244522095,
+    1.939404547214508,
+    1.877443477511406,
+    1.9473941177129745,
+    1.9533710554242134,
+    1.9531152918934822,
+    1.905884012579918,
+    1.941638521850109,
+    1.9659530594944954,
+    1.9137183874845505,
+    1.9397465661168098,
+    1.9514736086130142,
+    1.8991069570183754,
+    1.9203240275382996,
+    1.9382868856191635
+  ],
+  "val_steps": [
+    90000,
+    95000,
+    100000,
+    105000,
+    110000,
+    114000
+  ],
+  "val_lm_loss": [
+    1.899927294254303,
+    1.8965708994865418,
+    1.8956851434707642,
+    1.895426366329193,
+    1.894984676837921,
+    1.8928855013847352
+  ],
+  "val_ppl": [
+    6.685408357009003,
+    6.663007102136407,
+    6.657107916517787,
+    6.655385432039437,
+    6.652446467336432,
+    6.638496461885675
+  ]
+}