Upload all experiment best checkpoints and results

074_dthin_ablation/thin_k10_d128_best.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6666c76ad8e180b03d9654b3f7062b315413138c2c4d6f57c2210f8ed0ffe6a5
+size 340597959

074_dthin_ablation/thin_k10_d128_results.json

@@ -0,0 +1,2075 @@
+{
+  "label": "thin_k10_d128",
+  "condition": "thin_k10_d128",
+  "total_params": 85035008,
+  "steps": [
+    50,
+    100,
+    150,
+    200,
+    250,
+    300,
+    350,
+    400,
+    450,
+    500,
+    550,
+    600,
+    650,
+    700,
+    750,
+    800,
+    850,
+    900,
+    950,
+    1000,
+    1050,
+    1100,
+    1150,
+    1200,
+    1250,
+    1300,
+    1350,
+    1400,
+    1450,
+    1500,
+    1550,
+    1600,
+    1650,
+    1700,
+    1750,
+    1800,
+    1850,
+    1900,
+    1950,
+    2000,
+    2050,
+    2100,
+    2150,
+    2200,
+    2250,
+    2300,
+    2350,
+    2400,
+    2450,
+    2500,
+    2550,
+    2600,
+    2650,
+    2700,
+    2750,
+    2800,
+    2850,
+    2900,
+    2950,
+    3000,
+    3050,
+    3100,
+    3150,
+    3200,
+    3250,
+    3300,
+    3350,
+    3400,
+    3450,
+    3500,
+    3550,
+    3600,
+    3650,
+    3700,
+    3750,
+    3800,
+    3850,
+    3900,
+    3950,
+    4000,
+    4050,
+    4100,
+    4150,
+    4200,
+    4250,
+    4300,
+    4350,
+    4400,
+    4450,
+    4500,
+    4550,
+    4600,
+    4650,
+    4700,
+    4750,
+    4800,
+    4850,
+    4900,
+    4950,
+    5000,
+    5050,
+    5100,
+    5150,
+    5200,
+    5250,
+    5300,
+    5350,
+    5400,
+    5450,
+    5500,
+    5550,
+    5600,
+    5650,
+    5700,
+    5750,
+    5800,
+    5850,
+    5900,
+    5950,
+    6000,
+    6050,
+    6100,
+    6150,
+    6200,
+    6250,
+    6300,
+    6350,
+    6400,
+    6450,
+    6500,
+    6550,
+    6600,
+    6650,
+    6700,
+    6750,
+    6800,
+    6850,
+    6900,
+    6950,
+    7000,
+    7050,
+    7100,
+    7150,
+    7200,
+    7250,
+    7300,
+    7350,
+    7400,
+    7450,
+    7500,
+    7550,
+    7600,
+    7650,
+    7700,
+    7750,
+    7800,
+    7850,
+    7900,
+    7950,
+    8000,
+    8050,
+    8100,
+    8150,
+    8200,
+    8250,
+    8300,
+    8350,
+    8400,
+    8450,
+    8500,
+    8550,
+    8600,
+    8650,
+    8700,
+    8750,
+    8800,
+    8850,
+    8900,
+    8950,
+    9000,
+    9050,
+    9100,
+    9150,
+    9200,
+    9250,
+    9300,
+    9350,
+    9400,
+    9450,
+    9500,
+    9550,
+    9600,
+    9650,
+    9700,
+    9750,
+    9800,
+    9850,
+    9900,
+    9950,
+    10000,
+    10050,
+    10100,
+    10150,
+    10200,
+    10250,
+    10300,
+    10350,
+    10400,
+    10450,
+    10500,
+    10550,
+    10600,
+    10650,
+    10700,
+    10750,
+    10800,
+    10850,
+    10900,
+    10950,
+    11000,
+    11050,
+    11100,
+    11150,
+    11200,
+    11250,
+    11300,
+    11350,
+    11400,
+    11450,
+    11500,
+    11550,
+    11600,
+    11650,
+    11700,
+    11750,
+    11800,
+    11850,
+    11900,
+    11950,
+    12000,
+    12050,
+    12100,
+    12150,
+    12200,
+    12250,
+    12300,
+    12350,
+    12400,
+    12450,
+    12500,
+    12550,
+    12600,
+    12650,
+    12700,
+    12750,
+    12800,
+    12850,
+    12900,
+    12950,
+    13000,
+    13050,
+    13100,
+    13150,
+    13200,
+    13250,
+    13300,
+    13350,
+    13400,
+    13450,
+    13500,
+    13550,
+    13600,
+    13650,
+    13700,
+    13750,
+    13800,
+    13850,
+    13900,
+    13950,
+    14000,
+    14050,
+    14100,
+    14150,
+    14200,
+    14250,
+    14300,
+    14350,
+    14400,
+    14450,
+    14500,
+    14550,
+    14600,
+    14650,
+    14700,
+    14750,
+    14800,
+    14850,
+    14900,
+    14950,
+    15000,
+    15050,
+    15100,
+    15150,
+    15200,
+    15250,
+    15300,
+    15350,
+    15400,
+    15450,
+    15500,
+    15550,
+    15600,
+    15650,
+    15700,
+    15750,
+    15800,
+    15850,
+    15900,
+    15950,
+    16000,
+    16050,
+    16100,
+    16150,
+    16200,
+    16250,
+    16300,
+    16350,
+    16400,
+    16450,
+    16500,
+    16550,
+    16600,
+    16650,
+    16700,
+    16750,
+    16800,
+    16850,
+    16900,
+    16950,
+    17000,
+    17050,
+    17100,
+    17150,
+    17200,
+    17250,
+    17300,
+    17350,
+    17400,
+    17450,
+    17500,
+    17550,
+    17600,
+    17650,
+    17700,
+    17750,
+    17800,
+    17850,
+    17900,
+    17950,
+    18000,
+    18050,
+    18100,
+    18150,
+    18200,
+    18250,
+    18300,
+    18350,
+    18400,
+    18450,
+    18500,
+    18550,
+    18600,
+    18650,
+    18700,
+    18750,
+    18800,
+    18850,
+    18900,
+    18950,
+    19000,
+    19050,
+    19100,
+    19150,
+    19200,
+    19250,
+    19300,
+    19350,
+    19400,
+    19450,
+    19500,
+    19550,
+    19600,
+    19650,
+    19700,
+    19750,
+    19800,
+    19850,
+    19900,
+    19950,
+    20000,
+    20050,
+    20100,
+    20150,
+    20200,
+    20250,
+    20300,
+    20350,
+    20400,
+    20450,
+    20500,
+    20550,
+    20600,
+    20650,
+    20700,
+    20750,
+    20800,
+    20850,
+    20900,
+    20950,
+    21000,
+    21050,
+    21100,
+    21150,
+    21200,
+    21250,
+    21300,
+    21350,
+    21400,
+    21450,
+    21500,
+    21550,
+    21600,
+    21650,
+    21700,
+    21750,
+    21800,
+    21850,
+    21900,
+    21950,
+    22000,
+    22050,
+    22100,
+    22150,
+    22200,
+    22250,
+    22300,
+    22350,
+    22400,
+    22450,
+    22500,
+    22550,
+    22600,
+    22650,
+    22700,
+    22750,
+    22800,
+    22850,
+    22900,
+    22950,
+    23000,
+    23050,
+    23100,
+    23150,
+    23200,
+    23250,
+    23300,
+    23350,
+    23400,
+    23450,
+    23500,
+    23550,
+    23600,
+    23650,
+    23700,
+    23750,
+    23800,
+    23850,
+    23900,
+    23950,
+    24000,
+    24050,
+    24100,
+    24150,
+    24200,
+    24250,
+    24300,
+    24350,
+    24400,
+    24450,
+    24500,
+    24550,
+    24600,
+    24650,
+    24700,
+    24750,
+    24800,
+    24850,
+    24900,
+    24950,
+    25000,
+    25050,
+    25100,
+    25150,
+    25200,
+    25250,
+    25300,
+    25350,
+    25400,
+    25450,
+    25500,
+    25550,
+    25600,
+    25650,
+    25700,
+    25750,
+    25800,
+    25850,
+    25900,
+    25950,
+    26000,
+    26050,
+    26100,
+    26150,
+    26200,
+    26250,
+    26300,
+    26350,
+    26400,
+    26450,
+    26500,
+    26550,
+    26600,
+    26650,
+    26700,
+    26750,
+    26800,
+    26850,
+    26900,
+    26950,
+    27000,
+    27050,
+    27100,
+    27150,
+    27200,
+    27250,
+    27300,
+    27350,
+    27400,
+    27450,
+    27500,
+    27550,
+    27600,
+    27650,
+    27700,
+    27750,
+    27800,
+    27850,
+    27900,
+    27950,
+    28000,
+    28050,
+    28100,
+    28150,
+    28200,
+    28250,
+    28300,
+    28350,
+    28400,
+    28450,
+    28500,
+    28550,
+    28600,
+    28650,
+    28700,
+    28750,
+    28800,
+    28850,
+    28900,
+    28950,
+    29000,
+    29050,
+    29100,
+    29150,
+    29200,
+    29250,
+    29300,
+    29350,
+    29400,
+    29450,
+    29500,
+    29550,
+    29600,
+    29650,
+    29700,
+    29750,
+    29800,
+    29850,
+    29900,
+    29950,
+    30000,
+    30050,
+    30100,
+    30150,
+    30200,
+    30250,
+    30300,
+    30350,
+    30400,
+    30450,
+    30500,
+    30550,
+    30600,
+    30650,
+    30700,
+    30750,
+    30800,
+    30850,
+    30900,
+    30950,
+    31000,
+    31050,
+    31100,
+    31150,
+    31200,
+    31250,
+    31300,
+    31350,
+    31400,
+    31450,
+    31500,
+    31550,
+    31600,
+    31650,
+    31700,
+    31750,
+    31800,
+    31850,
+    31900,
+    31950,
+    32000,
+    32050,
+    32100,
+    32150,
+    32200,
+    32250,
+    32300,
+    32350,
+    32400,
+    32450,
+    32500,
+    32550,
+    32600,
+    32650,
+    32700,
+    32750,
+    32800,
+    32850,
+    32900,
+    32950,
+    33000,
+    33050,
+    33100,
+    33150,
+    33200,
+    33250,
+    33300,
+    33350,
+    33400,
+    33450,
+    33500,
+    33550,
+    33600,
+    33650,
+    33700,
+    33750,
+    33800,
+    33850,
+    33900,
+    33950,
+    34000,
+    34050,
+    34100,
+    34150,
+    34200,
+    34250,
+    34300,
+    34350,
+    34400,
+    34450,
+    34500,
+    34550,
+    34600,
+    34650,
+    34700,
+    34750,
+    34800,
+    34850,
+    34900,
+    34950,
+    35000,
+    35050,
+    35100,
+    35150,
+    35200,
+    35250,
+    35300,
+    35350,
+    35400,
+    35450,
+    35500,
+    35550,
+    35600,
+    35650,
+    35700,
+    35750,
+    35800,
+    35850,
+    35900,
+    35950,
+    36000,
+    36050,
+    36100,
+    36150,
+    36200,
+    36250,
+    36300,
+    36350,
+    36400,
+    36450,
+    36500,
+    36550,
+    36600,
+    36650,
+    36700,
+    36750,
+    36800,
+    36850,
+    36900,
+    36950,
+    37000,
+    37050,
+    37100,
+    37150,
+    37200,
+    37250,
+    37300,
+    37350,
+    37400,
+    37450,
+    37500,
+    37550,
+    37600,
+    37650,
+    37700,
+    37750,
+    37800,
+    37850,
+    37900,
+    37950,
+    38000,
+    38050,
+    38100,
+    38150,
+    38200,
+    38250,
+    38300,
+    38350,
+    38400,
+    38450,
+    38500,
+    38550,
+    38600,
+    38650,
+    38700,
+    38750,
+    38800,
+    38850,
+    38900,
+    38950,
+    39000,
+    39050,
+    39100,
+    39150,
+    39200,
+    39250,
+    39300,
+    39350,
+    39400,
+    39450,
+    39500,
+    39550,
+    39600,
+    39650,
+    39700,
+    39750,
+    39800,
+    39850,
+    39900,
+    39950,
+    40000,
+    40050,
+    40100,
+    40150,
+    40200,
+    40250,
+    40300,
+    40350,
+    40400,
+    40450,
+    40500,
+    40550,
+    40600,
+    40650,
+    40700,
+    40750,
+    40800,
+    40850,
+    40900,
+    40950,
+    41000,
+    41050,
+    41100,
+    41150,
+    41200,
+    41250,
+    41300,
+    41350,
+    41400,
+    41450,
+    41500,
+    41550,
+    41600,
+    41650,
+    41700,
+    41750,
+    41800,
+    41850,
+    41900,
+    41950,
+    42000,
+    42050,
+    42100,
+    42150,
+    42200,
+    42250,
+    42300,
+    42350,
+    42400,
+    42450,
+    42500,
+    42550,
+    42600,
+    42650,
+    42700,
+    42750,
+    42800,
+    42850,
+    42900,
+    42950,
+    43000,
+    43050,
+    43100,
+    43150,
+    43200,
+    43250,
+    43300,
+    43350,
+    43400,
+    43450,
+    43500,
+    43550,
+    43600,
+    43650,
+    43700,
+    43750,
+    43800,
+    43850,
+    43900,
+    43950,
+    44000,
+    44050,
+    44100,
+    44150,
+    44200,
+    44250,
+    44300,
+    44350,
+    44400,
+    44450,
+    44500,
+    44550,
+    44600,
+    44650,
+    44700,
+    44750,
+    44800,
+    44850,
+    44900,
+    44950,
+    45000,
+    45050,
+    45100,
+    45150,
+    45200,
+    45250,
+    45300,
+    45350,
+    45400,
+    45450,
+    45500,
+    45550,
+    45600,
+    45650,
+    45700,
+    45750,
+    45800,
+    45850,
+    45900,
+    45950,
+    46000,
+    46050,
+    46100,
+    46150,
+    46200,
+    46250,
+    46300,
+    46350,
+    46400,
+    46450,
+    46500,
+    46550,
+    46600,
+    46650,
+    46700,
+    46750,
+    46800,
+    46850,
+    46900,
+    46950,
+    47000,
+    47050,
+    47100,
+    47150,
+    47200,
+    47250,
+    47300,
+    47350,
+    47400,
+    47450,
+    47500,
+    47550,
+    47600,
+    47650,
+    47700,
+    47750,
+    47800,
+    47850,
+    47900,
+    47950,
+    48000,
+    48050,
+    48100,
+    48150,
+    48200,
+    48250,
+    48300,
+    48350,
+    48400,
+    48450,
+    48500,
+    48550,
+    48600,
+    48650,
+    48700,
+    48750,
+    48800,
+    48850,
+    48900,
+    48950,
+    49000,
+    49050,
+    49100,
+    49150,
+    49200,
+    49250,
+    49300,
+    49350,
+    49400,
+    49450,
+    49500,
+    49550,
+    49600,
+    49650,
+    49700,
+    49750,
+    49800,
+    49850,
+    49900,
+    49950,
+    50000
+  ],
+  "train_lm_loss": [
+    19.19176197052002,
+    17.749855995178223,
+    10.014677286148071,
+    7.494815707206726,
+    7.173145294189453,
+    7.097337007522583,
+    6.945642590522766,
+    6.827858924865723,
+    6.69776451587677,
+    6.581432580947876,
+    6.571573376655579,
+    6.502119779586792,
+    6.436146378517151,
+    6.374040246009827,
+    6.292686462402344,
+    6.174090385437012,
+    6.2381671667099,
+    6.1140899658203125,
+    6.053889513015747,
+    6.085058331489563,
+    6.00771689414978,
+    6.0140968561172485,
+    5.836256265640259,
+    5.757054924964905,
+    5.719298601150513,
+    5.69845712184906,
+    5.557123184204102,
+    5.633027791976929,
+    5.590327620506287,
+    5.514170169830322,
+    5.439119219779968,
+    5.504186391830444,
+    5.500596046447754,
+    5.562026500701904,
+    5.319220185279846,
+    5.307552814483643,
+    5.292004585266113,
+    5.294865965843201,
+    5.368765592575073,
+    5.260830044746399,
+    5.232339382171631,
+    5.148167133331299,
+    5.331398963928223,
+    5.233230471611023,
+    5.238111734390259,
+    5.0979920625686646,
+    5.009235858917236,
+    5.310939431190491,
+    5.09771192073822,
+    5.141285538673401,
+    5.200617432594299,
+    5.056146621704102,
+    5.010229468345642,
+    4.992197275161743,
+    5.054776072502136,
+    5.125860095024109,
+    4.921937942504883,
+    4.999404191970825,
+    4.905896782875061,
+    5.052016258239746,
+    5.054597496986389,
+    4.94107186794281,
+    5.090505480766296,
+    5.040469527244568,
+    4.986418008804321,
+    4.865728974342346,
+    4.884744882583618,
+    4.8682403564453125,
+    4.998300313949585,
+    4.868122935295105,
+    4.848920106887817,
+    4.741814136505127,
+    4.779753565788269,
+    4.878525972366333,
+    4.9051666259765625,
+    4.994696736335754,
+    4.918200731277466,
+    4.883527517318726,
+    4.939622759819031,
+    4.7473790645599365,
+    4.878680229187012,
+    4.8146055936813354,
+    4.820319175720215,
+    4.708106756210327,
+    4.7236762046813965,
+    4.811763167381287,
+    4.819777727127075,
+    4.819828748703003,
+    4.622236251831055,
+    4.7038480043411255,
+    4.7462393045425415,
+    4.6595379114151,
+    4.655217528343201,
+    4.641505479812622,
+    4.731655836105347,
+    4.447583436965942,
+    4.608594298362732,
+    4.646321177482605,
+    4.765825986862183,
+    4.674468994140625,
+    4.653892517089844,
+    4.657962799072266,
+    4.646577954292297,
+    4.562385559082031,
+    4.665558338165283,
+    4.625023126602173,
+    4.690134286880493,
+    4.691829442977905,
+    4.637716174125671,
+    4.517543911933899,
+    4.622917413711548,
+    4.598248481750488,
+    4.595747351646423,
+    4.483474135398865,
+    4.666769623756409,
+    4.614009976387024,
+    4.675269365310669,
+    4.520530462265015,
+    4.635284781455994,
+    4.478766560554504,
+    4.518543243408203,
+    4.460464954376221,
+    4.586846232414246,
+    4.488665580749512,
+    4.5659695863723755,
+    4.455212712287903,
+    4.5055800676345825,
+    4.430027484893799,
+    4.5640528202056885,
+    4.3550320863723755,
+    4.382484555244446,
+    4.528549075126648,
+    4.488765358924866,
+    4.586813807487488,
+    4.454076051712036,
+    4.511904239654541,
+    4.446958065032959,
+    4.457014203071594,
+    4.387677907943726,
+    4.5435909032821655,
+    4.3601202964782715,
+    4.515772581100464,
+    4.477276802062988,
+    4.394829988479614,
+    4.327962160110474,
+    4.279119491577148,
+    4.462505459785461,
+    4.233981430530548,
+    4.490887880325317,
+    4.4542940855026245,
+    4.351890206336975,
+    4.340730428695679,
+    4.38740861415863,
+    4.340619206428528,
+    4.2981051206588745,
+    4.426837086677551,
+    4.31691575050354,
+    4.274929761886597,
+    4.483382821083069,
+    4.423704743385315,
+    4.352145314216614,
+    4.395002841949463,
+    4.280207276344299,
+    4.372983455657959,
+    4.3703049421310425,
+    4.530654430389404,
+    4.3202691078186035,
+    4.235048890113831,
+    4.277849435806274,
+    4.343338847160339,
+    4.460234999656677,
+    4.295498609542847,
+    4.279441952705383,
+    4.345138907432556,
+    4.198278307914734,
+    4.333808779716492,
+    4.206830739974976,
+    4.27922511100769,
+    4.409626841545105,
+    4.174767732620239,
+    4.441091775894165,
+    4.189976096153259,
+    4.395759463310242,
+    4.335185408592224,
+    4.412021636962891,
+    4.358713626861572,
+    4.326831579208374,
+    4.277551293373108,
+    4.303967833518982,
+    4.262058913707733,
+    4.396944761276245,
+    4.320154070854187,
+    4.363680958747864,
+    4.29715633392334,
+    4.354065299034119,
+    4.251940965652466,
+    4.274547815322876,
+    4.325574517250061,
+    4.298179030418396,
+    4.327387690544128,
+    4.260580897331238,
+    4.301640152931213,
+    4.250829696655273,
+    4.140902519226074,
+    4.361799478530884,
+    4.213551759719849,
+    4.338292121887207,
+    4.2012165784835815,
+    4.234917163848877,
+    4.409824728965759,
+    4.212668418884277,
+    4.123360633850098,
+    4.101824402809143,
+    4.328238129615784,
+    4.091670095920563,
+    4.2645286321640015,
+    4.268937110900879,
+    4.163565754890442,
+    4.334329009056091,
+    4.211902618408203,
+    4.267238020896912,
+    4.145011305809021,
+    4.158883333206177,
+    4.184983968734741,
+    4.3186633586883545,
+    4.183899402618408,
+    4.181943416595459,
+    4.155041038990021,
+    4.272682189941406,
+    4.22030508518219,
+    4.227633833885193,
+    4.222142457962036,
+    4.237360000610352,
+    4.186646580696106,
+    4.116394758224487,
+    4.155487298965454,
+    4.068902373313904,
+    4.132958292961121,
+    4.098584413528442,
+    4.211521148681641,
+    4.094622373580933,
+    4.258368611335754,
+    4.167235493659973,
+    4.128871560096741,
+    4.268102526664734,
+    4.225841641426086,
+    4.219872236251831,
+    4.166925370693207,
+    4.184796094894409,
+    4.015028655529022,
+    4.159048914909363,
+    4.241294622421265,
+    4.175114870071411,
+    3.9993191361427307,
+    3.9808963537216187,
+    4.061279773712158,
+    3.9719104170799255,
+    3.976190984249115,
+    4.130991697311401,
+    3.986549139022827,
+    4.08984762430191,
+    4.00348562002182,
+    4.0401358008384705,
+    4.088941752910614,
+    4.157692968845367,
+    4.05521959066391,
+    3.9474469423294067,
+    4.055486559867859,
+    4.122287750244141,
+    4.085309267044067,
+    4.143974602222443,
+    3.971006214618683,
+    4.09621798992157,
+    4.0364766120910645,
+    4.107633531093597,
+    4.068456053733826,
+    4.13237339258194,
+    4.101041793823242,
+    3.9779937267303467,
+    4.0938800573349,
+    4.0451987981796265,
+    4.037050366401672,
+    4.0381805300712585,
+    4.10213840007782,
+    4.034334242343903,
+    4.057974755764008,
+    4.001451551914215,
+    4.132445812225342,
+    4.021785914897919,
+    3.9969316124916077,
+    4.1009151339530945,
+    4.052601099014282,
+    3.911613404750824,
+    4.020875930786133,
+    4.030506253242493,
+    3.99321848154068,
+    4.042596876621246,
+    4.114438831806183,
+    4.19671368598938,
+    4.081141531467438,
+    3.96740061044693,
+    3.9296679496765137,
+    4.069199800491333,
+    3.931318998336792,
+    4.0305609703063965,
+    3.8930493593215942,
+    3.990244209766388,
+    4.191748857498169,
+    4.077753841876984,
+    4.082187175750732,
+    3.9835193157196045,
+    3.9238373041152954,
+    4.031708836555481,
+    3.9238845109939575,
+    4.17694091796875,
+    3.9211116433143616,
+    4.00191056728363,
+    4.038300037384033,
+    4.013531565666199,
+    4.044775426387787,
+    4.071902275085449,
+    3.925107002258301,
+    3.9590609073638916,
+    4.0579787492752075,
+    3.9743329882621765,
+    4.1148234605789185,
+    4.11735475063324,
+    3.9734129309654236,
+    3.9315057396888733,
+    3.9822184443473816,
+    3.9964679479599,
+    3.981339454650879,
+    3.9715059399604797,
+    4.01916229724884,
+    3.9765742421150208,
+    3.998846650123596,
+    3.982913553714752,
+    4.020352303981781,
+    3.9619346261024475,
+    3.9104753732681274,
+    3.9827964901924133,
+    3.901082158088684,
+    4.013410925865173,
+    3.9780531525611877,
+    3.9442522525787354,
+    3.936622679233551,
+    3.9503027200698853,
+    3.9268276691436768,
+    4.053134500980377,
+    4.027790784835815,
+    4.015241980552673,
+    3.926534116268158,
+    4.02324903011322,
+    3.9886816143989563,
+    4.007500767707825,
+    3.9279401898384094,
+    3.9745272397994995,
+    3.8971747756004333,
+    4.008451342582703,
+    3.969311773777008,
+    4.014381766319275,
+    4.0048105120658875,
+    3.8248841762542725,
+    3.9304445385932922,
+    3.860976219177246,
+    4.093779742717743,
+    4.009447395801544,
+    3.981579840183258,
+    4.063955187797546,
+    3.960124135017395,
+    4.017957866191864,
+    3.905344545841217,
+    3.9734917283058167,
+    3.930870771408081,
+    3.9102163910865784,
+    3.9459398984909058,
+    3.8841881155967712,
+    3.901680588722229,
+    3.8844926953315735,
+    3.85450541973114,
+    3.868762254714966,
+    3.849038779735565,
+    3.9608052372932434,
+    3.908285617828369,
+    3.735906958580017,
+    3.9117976427078247,
+    3.8943446278572083,
+    3.9814960956573486,
+    3.828510105609894,
+    3.7754790782928467,
+    3.8880529403686523,
+    3.77570778131485,
+    3.9180965423583984,
+    3.936352550983429,
+    3.7441731691360474,
+    3.859515070915222,
+    3.85134357213974,
+    3.9105767011642456,
+    3.82525497674942,
+    3.8298200368881226,
+    3.908729612827301,
+    3.8409796953201294,
+    3.8021721243858337,
+    3.967641592025757,
+    3.7653477787971497,
+    3.8634409308433533,
+    3.7875683903694153,
+    3.9544323682785034,
+    3.8273357152938843,
+    3.8873995542526245,
+    3.7697811126708984,
+    3.8831235766410828,
+    3.8238242268562317,
+    3.981654405593872,
+    3.769556224346161,
+    3.844018876552582,
+    3.7846707701683044,
+    3.840486526489258,
+    3.7305290699005127,
+    3.8112142086029053,
+    3.9890562891960144,
+    3.7684147357940674,
+    3.743248999118805,
+    3.889868140220642,
+    3.709853947162628,
+    3.8464664220809937,
+    3.836733877658844,
+    3.852900981903076,
+    3.813481569290161,
+    3.83096045255661,
+    3.8663523197174072,
+    3.921950101852417,
+    3.8824111819267273,
+    3.9816447496414185,
+    3.87903094291687,
+    3.7679736614227295,
+    3.913914740085602,
+    3.77968293428421,
+    3.9202760457992554,
+    3.7730923891067505,
+    3.7392603158950806,
+    3.8465271592140198,
+    3.8879531621932983,
+    3.9203349351882935,
+    3.8982659578323364,
+    3.995663285255432,
+    3.827192544937134,
+    3.912638306617737,
+    3.9481894969940186,
+    3.8643043637275696,
+    3.878486752510071,
+    3.8134310841560364,
+    3.917311131954193,
+    3.8638696670532227,
+    3.8139460682868958,
+    3.808407723903656,
+    3.821552336215973,
+    3.9162797331809998,
+    3.8101231455802917,
+    3.76029109954834,
+    3.7465755343437195,
+    3.7395451068878174,
+    3.734034776687622,
+    3.8053905367851257,
+    3.9222505688667297,
+    3.631527841091156,
+    3.743738055229187,
+    3.806977689266205,
+    3.7482787370681763,
+    3.641030490398407,
+    3.6167112588882446,
+    3.790681540966034,
+    3.8096680641174316,
+    3.9102283120155334,
+    3.831805944442749,
+    3.770898938179016,
+    3.8068661093711853,
+    3.847506284713745,
+    3.7596651911735535,
+    3.898711621761322,
+    3.717009127140045,
+    3.876401364803314,
+    3.8014228343963623,
+    3.8021788001060486,
+    3.8262019753456116,
+    3.8808408975601196,
+    3.7061957120895386,
+    3.642726242542267,
+    3.86419016122818,
+    3.8664931654930115,
+    3.7048638463020325,
+    3.822018802165985,
+    3.9453471899032593,
+    3.817805230617523,
+    3.8552945852279663,
+    3.6900516152381897,
+    3.7599873542785645,
+    3.738908350467682,
+    3.805435597896576,
+    3.7034677863121033,
+    3.7725711464881897,
+    3.8673095107078552,
+    3.649045169353485,
+    3.8983787298202515,
+    3.794239819049835,
+    3.7457557916641235,
+    3.6139431595802307,
+    3.6919734477996826,
+    3.7692940831184387,
+    3.704489290714264,
+    3.7744147181510925,
+    3.710189402103424,
+    3.507409453392029,
+    3.6841604113578796,
+    3.7220422625541687,
+    3.5961544513702393,
+    3.75495982170105,
+    3.660954713821411,
+    3.84284508228302,
+    3.6808032989501953,
+    3.7655239701271057,
+    3.6605404019355774,
+    3.7357890605926514,
+    3.754780411720276,
+    3.793479561805725,
+    3.8042609691619873,
+    3.741646111011505,
+    3.7268142104148865,
+    3.5669058561325073,
+    3.6847500801086426,
+    3.6856184601783752,
+    3.8564152121543884,
+    3.740295886993408,
+    3.730651080608368,
+    3.7532607316970825,
+    3.5919845700263977,
+    3.691934883594513,
+    3.767329216003418,
+    3.762724816799164,
+    3.732990026473999,
+    3.742927849292755,
+    3.716303050518036,
+    3.681581735610962,
+    3.6820526719093323,
+    3.7312793135643005,
+    3.722298264503479,
+    3.761793553829193,
+    3.759587526321411,
+    3.796225905418396,
+    3.7062246203422546,
+    3.582374691963196,
+    3.8044768571853638,
+    3.670083463191986,
+    3.654890716075897,
+    3.639878809452057,
+    3.6637874841690063,
+    3.757590115070343,
+    3.6329495310783386,
+    3.7597668170928955,
+    3.796943783760071,
+    3.681839942932129,
+    3.6659743785858154,
+    3.6895888447761536,
+    3.686311960220337,
+    3.7957123517990112,
+    3.7674129009246826,
+    3.728692889213562,
+    3.762762486934662,
+    3.752412438392639,
+    3.7462961673736572,
+    3.7190808057785034,
+    3.798906147480011,
+    3.8056862354278564,
+    3.710305392742157,
+    3.8287219405174255,
+    3.90934956073761,
+    3.63561087846756,
+    3.6585183143615723,
+    3.8162046670913696,
+    3.6108638644218445,
+    3.8571974635124207,
+    3.7285009622573853,
+    3.62653911113739,
+    3.8645923733711243,
+    3.6878238320350647,
+    3.7690871357917786,
+    3.759834110736847,
+    3.5893213152885437,
+    3.5242881774902344,
+    3.627947449684143,
+    3.7712064385414124,
+    3.7437827587127686,
+    3.741795837879181,
+    3.7771612405776978,
+    3.7021942138671875,
+    3.754234552383423,
+    3.6994784474372864,
+    3.737087368965149,
+    3.6001042127609253,
+    3.69114351272583,
+    3.6961554884910583,
+    3.6451334953308105,
+    3.752415955066681,
+    3.6447402238845825,
+    3.7157459259033203,
+    3.776822566986084,
+    3.7850656509399414,
+    3.7144275307655334,
+    3.7662808299064636,
+    3.6011103987693787,
+    3.7692585587501526,
+    3.755720019340515,
+    3.7321547269821167,
+    3.7682764530181885,
+    3.69218373298645,
+    3.645968735218048,
+    3.65865695476532,
+    3.741810977458954,
+    3.6941879391670227,
+    3.600189447402954,
+    3.662043333053589,
+    3.7190656065940857,
+    3.5978373885154724,
+    3.6870716214179993,
+    3.6737056970596313,
+    3.6627723574638367,
+    3.545480728149414,
+    3.7313902378082275,
+    3.582738220691681,
+    3.806025445461273,
+    3.6314245462417603,
+    3.5855454206466675,
+    3.5500744581222534,
+    3.584427833557129,
+    3.679089844226837,
+    3.70182728767395,
+    3.6024619340896606,
+    3.6764765977859497,
+    3.522747278213501,
+    3.559336841106415,
+    3.63923317193985,
+    3.671720504760742,
+    3.5141653418540955,
+    3.4913381934165955,
+    3.71255099773407,
+    3.6856289505958557,
+    3.674484431743622,
+    3.6556333899497986,
+    3.5683552622795105,
+    3.662504255771637,
+    3.7524858117103577,
+    3.567614793777466,
+    3.531031608581543,
+    3.5837584137916565,
+    3.656033158302307,
+    3.653377413749695,
+    3.6099491715431213,
+    3.6124138236045837,
+    3.5901744961738586,
+    3.649082601070404,
+    3.6227990984916687,
+    3.562268018722534,
+    3.6124784350395203,
+    3.6126555800437927,
+    3.624067962169647,
+    3.5443370938301086,
+    3.6476243138313293,
+    3.612736403942108,
+    3.6684531569480896,
+    3.6294094920158386,
+    3.506846070289612,
+    3.5762569308280945,
+    3.5933576226234436,
+    3.6100088953971863,
+    3.6335771083831787,
+    3.588502585887909,
+    3.669529914855957,
+    3.515492081642151,
+    3.7027518153190613,
+    3.677309989929199,
+    3.6751623153686523,
+    3.551825165748596,
+    3.5721518993377686,
+    3.6048982739448547,
+    3.6810749173164368,
+    3.457333981990814,
+    3.8115950226783752,
+    3.4852503538131714,
+    3.600753664970398,
+    3.595928370952606,
+    3.622970163822174,
+    3.5986160039901733,
+    3.705034375190735,
+    3.6212212443351746,
+    3.658156991004944,
+    3.5692983269691467,
+    3.745928406715393,
+    3.4987694025039673,
+    3.622099816799164,
+    3.53867769241333,
+    3.606979489326477,
+    3.7358133792877197,
+    3.713529586791992,
+    3.621503233909607,
+    3.485220491886139,
+    3.6914690732955933,
+    3.5647152066230774,
+    3.5147659182548523,
+    3.5625763535499573,
+    3.560496211051941,
+    3.5898629426956177,
+    3.638286530971527,
+    3.607525944709778,
+    3.6219797134399414,
+    3.622349977493286,
+    3.540381133556366,
+    3.7234543561935425,
+    3.596914052963257,
+    3.678851902484894,
+    3.638051152229309,
+    3.627170145511627,
+    3.5754899978637695,
+    3.603741765022278,
+    3.5655710101127625,
+    3.4626460671424866,
+    3.6013890504837036,
+    3.5344597697257996,
+    3.5399850606918335,
+    3.5248823165893555,
+    3.780304729938507,
+    3.672513484954834,
+    3.531547427177429,
+    3.5409721732139587,
+    3.687939763069153,
+    3.651773691177368,
+    3.6981360912323,
+    3.564858317375183,
+    3.622052252292633,
+    3.693567633628845,
+    3.6521021127700806,
+    3.5408633947372437,
+    3.5831121802330017,
+    3.6643746495246887,
+    3.596319615840912,
+    3.429449498653412,
+    3.7171595692634583,
+    3.6085683703422546,
+    3.5477556586265564,
+    3.6313828825950623,
+    3.5756876468658447,
+    3.4314074516296387,
+    3.5710368752479553,
+    3.5584158301353455,
+    3.5795644521713257,
+    3.502845048904419,
+    3.573672294616699,
+    3.649259030818939,
+    3.6510260701179504,
+    3.580295145511627,
+    3.51831716299057,
+    3.5726168155670166,
+    3.533908486366272,
+    3.431344985961914,
+    3.5312135815620422,
+    3.479523539543152,
+    3.6915079951286316,
+    3.42625230550766,
+    3.5768306851387024,
+    3.638262629508972,
+    3.5112180709838867,
+    3.5891258120536804,
+    3.544898509979248,
+    3.4029486179351807,
+    3.5566001534461975,
+    3.587431788444519,
+    3.6390103697776794,
+    3.58359557390213,
+    3.4817785024642944,
+    3.5866506099700928,
+    3.5742496252059937,
+    3.544652581214905,
+    3.6005988717079163,
+    3.4106934666633606,
+    3.615422546863556,
+    3.679928183555603,
+    3.599842369556427,
+    3.5555304288864136,
+    3.4652220606803894,
+    3.4634650349617004,
+    3.4584545493125916,
+    3.594955027103424,
+    3.6249500513076782,
+    3.616303563117981,
+    3.4747042059898376,
+    3.564768612384796,
+    3.641221761703491,
+    3.4873066544532776,
+    3.6220430731773376,
+    3.6099568605422974,
+    3.580629825592041,
+    3.4909472465515137,
+    3.5997923016548157,
+    3.587445855140686,
+    3.5075010657310486,
+    3.5081303119659424,
+    3.5323182344436646,
+    3.6663320064544678,
+    3.575871467590332,
+    3.6088608503341675,
+    3.4966158866882324,
+    3.5934624671936035,
+    3.4776411056518555,
+    3.587721824645996,
+    3.5898842215538025,
+    3.4446999430656433,
+    3.559806704521179,
+    3.4825318455696106,
+    3.546854853630066,
+    3.6903722286224365,
+    3.5998719930648804,
+    3.4635772109031677,
+    3.522242546081543,
+    3.448143482208252,
+    3.4691681265830994,
+    3.597661793231964,
+    3.552363097667694,
+    3.5866158604621887,
+    3.6768017411231995,
+    3.623350143432617,
+    3.5804836750030518,
+    3.564529001712799,
+    3.5073920488357544,
+    3.5023159980773926,
+    3.5961198806762695,
+    3.435886323451996,
+    3.619915544986725,
+    3.5011886954307556,
+    3.4939733743667603,
+    3.493607997894287,
+    3.4921681880950928,
+    3.5897818207740784,
+    3.4700319170951843,
+    3.6970936059951782,
+    3.4979161620140076,
+    3.51347953081131,
+    3.514089584350586,
+    3.5944236516952515,
+    3.4338855147361755,
+    3.5721628069877625,
+    3.5652135610580444,
+    3.560681462287903,
+    3.578468918800354,
+    3.434243083000183,
+    3.562955856323242,
+    3.4981409311294556,
+    3.570349931716919,
+    3.5606396198272705,
+    3.532760739326477,
+    3.6193867325782776,
+    3.574935257434845,
+    3.429373264312744,
+    3.5525636672973633,
+    3.596983253955841,
+    3.549538314342499,
+    3.5723623633384705,
+    3.516147792339325,
+    3.4458229541778564,
+    3.7076441049575806,
+    3.607069969177246,
+    3.6197968125343323,
+    3.5799888968467712,
+    3.593482553958893,
+    3.5083532333374023,
+    3.6531346440315247,
+    3.4723575711250305,
+    3.6018084287643433,
+    3.5737420320510864,
+    3.6480382680892944,
+    3.6529972553253174,
+    3.5666415095329285,
+    3.6317354440689087,
+    3.478222668170929,
+    3.6198890209198,
+    3.519287347793579,
+    3.5107840299606323,
+    3.4638413190841675,
+    3.4320979714393616,
+    3.5009323358535767,
+    3.5206227898597717,
+    3.415836215019226,
+    3.4117767810821533,
+    3.4593698382377625,
+    3.5279542803764343,
+    3.5435128211975098,
+    3.494676649570465,
+    3.540445387363434,
+    3.468340754508972,
+    3.6338070034980774,
+    3.524068832397461,
+    3.551423728466034,
+    3.4649844765663147,
+    3.4646684527397156,
+    3.4596731662750244,
+    3.4699859619140625,
+    3.493991434574127,
+    3.510548233985901,
+    3.5593294501304626,
+    3.5162285566329956,
+    3.4183799624443054,
+    3.6468921303749084,
+    3.480936050415039,
+    3.535964250564575,
+    3.4276192784309387,
+    3.6156625151634216,
+    3.582808256149292,
+    3.440723478794098,
+    3.3926047682762146,
+    3.4583149552345276,
+    3.5006008744239807,
+    3.434778392314911,
+    3.4018885493278503,
+    3.542311668395996,
+    3.3753889203071594,
+    3.3164941668510437,
+    3.5626527070999146,
+    3.5052505135536194,
+    3.5345972180366516,
+    3.46654736995697,
+    3.5381049513816833,
+    3.676484763622284,
+    3.507034182548523,
+    3.583761751651764,
+    3.584146201610565,
+    3.5232813954353333,
+    3.6428425908088684,
+    3.670961618423462,
+    3.610192835330963,
+    3.527381658554077,
+    3.420125722885132,
+    3.6022021174430847,
+    3.529938220977783,
+    3.578514039516449,
+    3.515637457370758,
+    3.464073598384857,
+    3.575469970703125,
+    3.5441725850105286,
+    3.353513479232788,
+    3.600390315055847,
+    3.5933098793029785,
+    3.5725865364074707,
+    3.6364001035690308,
+    3.4574407935142517,
+    3.5403501987457275,
+    3.616316497325897,
+    3.5697805285453796,
+    3.4412747621536255,
+    3.6130826473236084,
+    3.6914462447166443,
+    3.541974127292633,
+    3.5264499187469482,
+    3.433497667312622,
+    3.604211986064911,
+    3.553445816040039,
+    3.4537035822868347,
+    3.538024604320526,
+    3.613723874092102,
+    3.471800744533539,
+    3.516095817089081,
+    3.5176376700401306,
+    3.562239110469818,
+    3.532831132411957,
+    3.4970932006835938,
+    3.678560495376587,
+    3.468765914440155,
+    3.5826455950737,
+    3.4699469804763794,
+    3.5991539359092712,
+    3.544541895389557,
+    3.5529040098190308,
+    3.5550767183303833,
+    3.591276526451111,
+    3.420476496219635,
+    3.5027984380722046,
+    3.572746157646179,
+    3.477246642112732,
+    3.595560133457184,
+    3.440320909023285,
+    3.612122118473053,
+    3.4842042326927185,
+    3.524068295955658,
+    3.606152355670929,
+    3.6424405574798584,
+    3.5308287739753723,
+    3.4965116381645203,
+    3.5896754264831543,
+    3.5181740522384644,
+    3.49838387966156,
+    3.5535452365875244,
+    3.529670298099518,
+    3.455875039100647
+  ],
+  "val_steps": [
+    2500,
+    5000,
+    7500,
+    10000,
+    12500,
+    15000,
+    17500,
+    20000,
+    22500,
+    25000,
+    27500,
+    30000,
+    32500,
+    35000,
+    37500,
+    40000,
+    42500,
+    45000,
+    47500,
+    50000
+  ],
+  "val_lm_loss": [
+    4.998014114521168,
+    4.527697368904397,
+    4.292870468563503,
+    4.145470610371342,
+    4.03356029369213,
+    3.9537708671004683,
+    3.8828854031032987,
+    3.8327478920971907,
+    3.778701587959572,
+    3.7307776433450206,
+    3.699858206289786,
+    3.662911238493743,
+    3.6372606312787092,
+    3.6101932525634766,
+    3.5875458452436657,
+    3.575983895195855,
+    3.5703620822341353,
+    3.568719643133658,
+    3.564243864130091,
+    3.5563294092814126
+  ],
+  "val_ppl": [
+    148.11872002295948,
+    92.5452180543895,
+    73.17621734836877,
+    63.147332699782964,
+    56.461573611067614,
+    52.1315779114255,
+    48.564140224943564,
+    46.18928718546973,
+    43.75918737759952,
+    41.71153225067306,
+    40.44156959330056,
+    38.97464234949844,
+    37.98763193217647,
+    36.97319728961238,
+    36.14526092415712,
+    35.72975786434643,
+    35.52945540748234,
+    35.47114833671631,
+    35.31274207590715,
+    35.03436403149534
+  ]
+}