Upload folder using huggingface_hub

none_42/epoch2/metadata.json

@@ -0,0 +1,6 @@
+{
+    "epoch_num": 2,
+    "global_batch_num": 402,
+    "device": "cuda",
+    "dtype": "bfloat16"
+}

none_42/epoch2/metrics.json

@@ -0,0 +1,1642 @@
+{
+    "training": {
+        "effective_batch_nums": [
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            110,
+            111,
+            112,
+            113,
+            114,
+            115,
+            116,
+            117,
+            118,
+            119,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132,
+            133,
+            134,
+            135,
+            136,
+            137,
+            138,
+            139,
+            140,
+            141,
+            142,
+            143,
+            144,
+            145,
+            146,
+            147,
+            148,
+            149,
+            150,
+            151,
+            152,
+            153,
+            154,
+            155,
+            156,
+            157,
+            158,
+            159,
+            160,
+            161,
+            162,
+            163,
+            164,
+            165,
+            166,
+            167,
+            168,
+            169,
+            170,
+            171,
+            172,
+            173,
+            174,
+            175,
+            176,
+            177,
+            178,
+            179,
+            180,
+            181,
+            182,
+            183,
+            184,
+            185,
+            186,
+            187,
+            188,
+            189,
+            190,
+            191,
+            192,
+            193,
+            194,
+            195,
+            196,
+            197,
+            198,
+            199,
+            200,
+            201,
+            202,
+            203,
+            204,
+            205,
+            206,
+            207,
+            208,
+            209,
+            210,
+            211,
+            212,
+            213,
+            214,
+            215,
+            216,
+            217,
+            218,
+            219,
+            220,
+            221,
+            222,
+            223,
+            224,
+            225,
+            226,
+            227,
+            228,
+            229,
+            230,
+            231,
+            232,
+            233,
+            234,
+            235,
+            236,
+            237,
+            238,
+            239,
+            240,
+            241,
+            242,
+            243,
+            244,
+            245,
+            246,
+            247,
+            248,
+            249,
+            250,
+            251,
+            252,
+            253,
+            254,
+            255,
+            256,
+            257,
+            258,
+            259,
+            260,
+            261,
+            262,
+            263,
+            264,
+            265,
+            266,
+            267,
+            268,
+            269,
+            270,
+            271,
+            272,
+            273,
+            274,
+            275,
+            276,
+            277,
+            278,
+            279,
+            280,
+            281,
+            282,
+            283,
+            284,
+            285,
+            286,
+            287,
+            288,
+            289,
+            290,
+            291,
+            292,
+            293,
+            294,
+            295,
+            296,
+            297,
+            298,
+            299,
+            300,
+            301,
+            302,
+            303,
+            304,
+            305,
+            306,
+            307,
+            308,
+            309,
+            310,
+            311,
+            312,
+            313,
+            314,
+            315,
+            316,
+            317,
+            318,
+            319,
+            320,
+            321,
+            322,
+            323,
+            324,
+            325,
+            326,
+            327,
+            328,
+            329,
+            330,
+            331,
+            332,
+            333,
+            334,
+            335,
+            336,
+            337,
+            338,
+            339,
+            340,
+            341,
+            342,
+            343,
+            344,
+            345,
+            346,
+            347,
+            348,
+            349,
+            350,
+            351,
+            352,
+            353,
+            354,
+            355,
+            356,
+            357,
+            358,
+            359,
+            360,
+            361,
+            362,
+            363,
+            364,
+            365,
+            366,
+            367,
+            368,
+            369,
+            370,
+            371,
+            372,
+            373,
+            374,
+            375,
+            376,
+            377,
+            378,
+            379,
+            380,
+            381,
+            382,
+            383,
+            384,
+            385,
+            386,
+            387,
+            388,
+            389,
+            390,
+            391,
+            392,
+            393,
+            394,
+            395,
+            396,
+            397,
+            398,
+            399,
+            400,
+            401,
+            402
+        ],
+        "losses": [
+            11.0,
+            10.625,
+            9.6875,
+            9.0625,
+            8.75,
+            8.75,
+            8.625,
+            8.625,
+            8.625,
+            8.5625,
+            8.5625,
+            8.5,
+            8.4375,
+            8.4375,
+            8.375,
+            8.4375,
+            8.375,
+            8.3125,
+            8.25,
+            8.3125,
+            8.25,
+            8.25,
+            8.1875,
+            8.1875,
+            8.125,
+            8.125,
+            8.1875,
+            8.1875,
+            8.125,
+            8.125,
+            8.125,
+            8.125,
+            8.0625,
+            8.0625,
+            8.0625,
+            8.125,
+            8.0625,
+            8.0625,
+            8.0,
+            8.0,
+            8.0625,
+            8.0,
+            8.0,
+            7.96875,
+            7.96875,
+            7.9375,
+            7.90625,
+            7.90625,
+            7.90625,
+            7.90625,
+            7.9375,
+            7.875,
+            7.875,
+            7.78125,
+            7.875,
+            7.8125,
+            7.75,
+            7.84375,
+            7.75,
+            7.71875,
+            7.75,
+            7.75,
+            7.71875,
+            7.78125,
+            7.71875,
+            7.65625,
+            7.6875,
+            7.71875,
+            7.71875,
+            7.65625,
+            7.625,
+            7.65625,
+            7.625,
+            7.59375,
+            7.65625,
+            7.59375,
+            7.59375,
+            7.65625,
+            7.5,
+            7.53125,
+            7.5625,
+            7.5625,
+            7.53125,
+            7.5,
+            7.5625,
+            7.5,
+            7.5,
+            7.53125,
+            7.53125,
+            7.5,
+            7.46875,
+            7.46875,
+            7.375,
+            7.34375,
+            7.375,
+            7.40625,
+            7.4375,
+            7.40625,
+            7.40625,
+            7.3125,
+            7.4375,
+            7.375,
+            7.375,
+            7.375,
+            7.25,
+            7.34375,
+            7.3125,
+            7.34375,
+            7.28125,
+            7.28125,
+            7.25,
+            7.3125,
+            7.28125,
+            7.375,
+            7.3125,
+            7.3125,
+            7.28125,
+            7.3125,
+            7.25,
+            7.28125,
+            7.25,
+            7.1875,
+            7.1875,
+            7.28125,
+            7.21875,
+            7.1875,
+            7.21875,
+            7.21875,
+            7.21875,
+            7.15625,
+            7.21875,
+            7.21875,
+            7.1875,
+            7.21875,
+            7.0625,
+            7.03125,
+            7.0,
+            7.0,
+            7.0,
+            6.90625,
+            7.0,
+            7.0,
+            7.03125,
+            6.96875,
+            6.9375,
+            7.0,
+            6.96875,
+            7.0,
+            7.0,
+            7.0,
+            7.03125,
+            6.90625,
+            7.0,
+            7.03125,
+            7.0,
+            7.09375,
+            6.9375,
+            6.96875,
+            7.0,
+            7.03125,
+            6.96875,
+            6.90625,
+            6.9375,
+            6.96875,
+            6.9375,
+            7.03125,
+            7.03125,
+            7.0,
+            7.0,
+            6.875,
+            6.875,
+            7.0,
+            6.9375,
+            6.90625,
+            6.9375,
+            6.84375,
+            6.9375,
+            6.90625,
+            6.96875,
+            6.9375,
+            6.90625,
+            7.0,
+            6.96875,
+            6.9375,
+            6.9375,
+            6.875,
+            6.84375,
+            6.96875,
+            6.96875,
+            6.875,
+            6.875,
+            6.9375,
+            6.9375,
+            7.0,
+            6.9375,
+            6.875,
+            6.875,
+            6.9375,
+            6.875,
+            6.9375,
+            6.96875,
+            6.9375,
+            6.78125,
+            6.8125,
+            6.90625,
+            6.90625,
+            6.9375,
+            6.84375,
+            6.8125,
+            6.90625,
+            6.9375,
+            6.875,
+            6.84375,
+            6.9375,
+            7.0,
+            6.90625,
+            6.9375,
+            6.90625,
+            6.875,
+            6.90625,
+            6.875,
+            6.90625,
+            6.875,
+            6.84375,
+            6.8125,
+            6.8125,
+            6.90625,
+            6.875,
+            6.90625,
+            6.875,
+            6.875,
+            6.8125,
+            6.875,
+            6.78125,
+            6.8125,
+            6.84375,
+            6.875,
+            6.8125,
+            6.90625,
+            6.8125,
+            6.84375,
+            6.90625,
+            6.84375,
+            6.9375,
+            6.84375,
+            6.875,
+            6.8125,
+            6.78125,
+            6.875,
+            6.8125,
+            6.875,
+            6.90625,
+            6.78125,
+            6.78125,
+            6.78125,
+            6.78125,
+            6.8125,
+            6.71875,
+            6.8125,
+            6.84375,
+            6.8125,
+            6.75,
+            6.84375,
+            6.84375,
+            6.78125,
+            6.875,
+            6.84375,
+            6.8125,
+            6.625,
+            6.5,
+            6.5625,
+            6.59375,
+            6.5625,
+            6.625,
+            6.625,
+            6.5,
+            6.5,
+            6.59375,
+            6.625,
+            6.5625,
+            6.53125,
+            6.59375,
+            6.5,
+            6.5625,
+            6.5625,
+            6.59375,
+            6.625,
+            6.5625,
+            6.5,
+            6.625,
+            6.5,
+            6.5625,
+            6.59375,
+            6.5625,
+            6.46875,
+            6.59375,
+            6.625,
+            6.59375,
+            6.59375,
+            6.59375,
+            6.625,
+            6.53125,
+            6.59375,
+            6.625,
+            6.65625,
+            6.59375,
+            6.5625,
+            6.59375,
+            6.59375,
+            6.59375,
+            6.5625,
+            6.59375,
+            6.59375,
+            6.5625,
+            6.5625,
+            6.65625,
+            6.59375,
+            6.65625,
+            6.65625,
+            6.5625,
+            6.625,
+            6.625,
+            6.625,
+            6.5625,
+            6.625,
+            6.625,
+            6.625,
+            6.5625,
+            6.5625,
+            6.59375,
+            6.59375,
+            6.59375,
+            6.59375,
+            6.625,
+            6.5625,
+            6.625,
+            6.59375,
+            6.59375,
+            6.65625,
+            6.59375,
+            6.5625,
+            6.625,
+            6.59375,
+            6.53125,
+            6.5625,
+            6.5625,
+            6.59375,
+            6.5625,
+            6.65625,
+            6.5,
+            6.5625,
+            6.5625,
+            6.53125,
+            6.59375,
+            6.625,
+            6.46875,
+            6.53125,
+            6.625,
+            6.59375,
+            6.625,
+            6.5625,
+            6.625,
+            6.53125,
+            6.5625,
+            6.5625,
+            6.53125,
+            6.65625,
+            6.625,
+            6.65625,
+            6.59375,
+            6.65625,
+            6.5625,
+            6.625,
+            6.5625,
+            6.53125,
+            6.59375,
+            6.5625,
+            6.5625,
+            6.59375,
+            6.59375,
+            6.59375,
+            6.5625,
+            6.5625,
+            6.65625,
+            6.5,
+            6.5625,
+            6.5,
+            6.625,
+            6.53125,
+            6.59375,
+            6.5,
+            6.5625,
+            6.59375,
+            6.53125,
+            6.5625,
+            6.5625,
+            6.625,
+            6.5625,
+            6.5,
+            6.59375,
+            6.625,
+            6.59375
+        ],
+        "accuracies": [
+            0.0,
+            0.014018399148882909,
+            0.04127302786962683,
+            0.023219535609287814,
+            0.04744966016642317,
+            0.04313549544930137,
+            0.04912796269085798,
+            0.05009214273747697,
+            0.05393331175137585,
+            0.06505362614913177,
+            0.06934001670843776,
+            0.07437050885085003,
+            0.07315448434566706,
+            0.07761839261151503,
+            0.09096016630147762,
+            0.08864661224955762,
+            0.09819448843839088,
+            0.09971371468697672,
+            0.10468927265851506,
+            0.10503214638971316,
+            0.11409745101439223,
+            0.10624843476083146,
+            0.11265877155304657,
+            0.1127246324196769,
+            0.10789489653498392,
+            0.11207693730349547,
+            0.11222840725444425,
+            0.11055545633148776,
+            0.11824798876261014,
+            0.11281583300062739,
+            0.11373329542223486,
+            0.1095797175429641,
+            0.12063944081289237,
+            0.11528231169145206,
+            0.11566049013747759,
+            0.12000755953130905,
+            0.1166550874755258,
+            0.11688390790595687,
+            0.1195927255605909,
+            0.12140670947608474,
+            0.11563237451368072,
+            0.11551194135729487,
+            0.11889509256538348,
+            0.11725675185319578,
+            0.11969557195571956,
+            0.11813036333759357,
+            0.1288017379373428,
+            0.12275377841247173,
+            0.12239844743358094,
+            0.12432276657060519,
+            0.1178746751371643,
+            0.12882286855573585,
+            0.12408899117759878,
+            0.13159535986029686,
+            0.13500197083169097,
+            0.1335186003915872,
+            0.13536948362883397,
+            0.12805877067808255,
+            0.13684663104231926,
+            0.13026614154433702,
+            0.13330348648497398,
+            0.13734809288894237,
+            0.13684082772012865,
+            0.1372501805923429,
+            0.14155067295525134,
+            0.14599818785865298,
+            0.14987129987129988,
+            0.1443169707228387,
+            0.14304485456608731,
+            0.14905065248314675,
+            0.14813587406793705,
+            0.14966163456533055,
+            0.1529520295202952,
+            0.1580199011202203,
+            0.15184767779820868,
+            0.15965978128797084,
+            0.15729374821581502,
+            0.1628645343367827,
+            0.16868224826116926,
+            0.16586611540098498,
+            0.1631998994532772,
+            0.16926793013749536,
+            0.16599988403780366,
+            0.17188167124123208,
+            0.1702057936820029,
+            0.16378349850466192,
+            0.16843175970801172,
+            0.16950359200051776,
+            0.16374006664957702,
+            0.16347637277869836,
+            0.17565485362095531,
+            0.16845857854232685,
+            0.18178336631135508,
+            0.18237678956036996,
+            0.1763388911801096,
+            0.17894175505125318,
+            0.17649156168290944,
+            0.17822539520652728,
+            0.17631945187881384,
+            0.18187623730761862,
+            0.17996663022841033,
+            0.18050817550876366,
+            0.17483412873937842,
+            0.1807186264676382,
+            0.19171589950009738,
+            0.17883026064844246,
+            0.18479380046604887,
+            0.18472075869336144,
+            0.18651960784313726,
+            0.18603532403271253,
+            0.1883753040962588,
+            0.18506170673217523,
+            0.19132233919552122,
+            0.18708588573571697,
+            0.18782958645573133,
+            0.19232361464308947,
+            0.18893068928138748,
+            0.18164380376656591,
+            0.19930990116381075,
+            0.19039946663703539,
+            0.19170579029733958,
+            0.19599167100468506,
+            0.1951812811305456,
+            0.1899488926746167,
+            0.19362841838173103,
+            0.20025813463759257,
+            0.19369316168654777,
+            0.19197084582378182,
+            0.19611111111111112,
+            0.18994283047485708,
+            0.1922649203014951,
+            0.18719738768156738,
+            0.18808814074463734,
+            0.19835585725851654,
+            0.20101219828704905,
+            0.20590994371482177,
+            0.20145440251572327,
+            0.2088191515752915,
+            0.2048712419129773,
+            0.20853858784893267,
+            0.20386095668641946,
+            0.20719588122605365,
+            0.20625566636446055,
+            0.20948755490483162,
+            0.2110476634424892,
+            0.20294724432655467,
+            0.21032663465528484,
+            0.20939263394211516,
+            0.20566575602803183,
+            0.20284980430528377,
+            0.20163320439614416,
+            0.21539480019258547,
+            0.20650511704505353,
+            0.19620096522707586,
+            0.21236749116607773,
+            0.2001511452156726,
+            0.20540672484286324,
+            0.2082057208899162,
+            0.20741725054360957,
+            0.2071470761961016,
+            0.20995701012342255,
+            0.2151765868115584,
+            0.2127187420745625,
+            0.20942731821832333,
+            0.21489902043777967,
+            0.1993542214781153,
+            0.20465059654248843,
+            0.20687327401043265,
+            0.20987654320987653,
+            0.22193548387096773,
+            0.21968031374413216,
+            0.207128322131097,
+            0.21062441752096925,
+            0.21331659793198254,
+            0.21020083632722775,
+            0.21930539703244742,
+            0.21419975932611313,
+            0.21854259785994853,
+            0.20895616128627056,
+            0.2132986412257878,
+            0.20972625204995585,
+            0.20466905425122695,
+            0.21235674571655508,
+            0.2174113046978322,
+            0.20972492010777619,
+            0.2156199862479945,
+            0.21894233642067523,
+            0.2161844271936015,
+            0.20327485380116958,
+            0.22138527629023716,
+            0.22172527533963213,
+            0.21213081505894282,
+            0.2183376495252189,
+            0.20850703884961633,
+            0.21308840413318025,
+            0.2241345967897892,
+            0.22041051218108576,
+            0.21377672209026127,
+            0.21903812609020684,
+            0.2182107778072737,
+            0.21463700234192037,
+            0.21635038331029283,
+            0.22794117647058823,
+            0.22051952905998878,
+            0.2195072008736605,
+            0.2182350787257415,
+            0.21754025351147654,
+            0.21641559729712975,
+            0.22161223460870538,
+            0.22139882410583048,
+            0.21564204783885857,
+            0.21863333874371044,
+            0.2222026741731175,
+            0.2125612976235383,
+            0.20287872479628857,
+            0.2109471787363442,
+            0.2126447016918967,
+            0.2221826809015421,
+            0.22235634958957026,
+            0.21570293064741217,
+            0.21478450627386797,
+            0.21721627881327893,
+            0.22201343810499943,
+            0.22415291051259775,
+            0.22425544980042986,
+            0.22055932525841843,
+            0.22170297991139162,
+            0.22433640303358612,
+            0.22035230174841203,
+            0.22163458581883033,
+            0.22177110914974993,
+            0.22888267505534196,
+            0.22322755768112196,
+            0.23196455729683263,
+            0.22176786914631413,
+            0.22812407680945346,
+            0.22196481122033687,
+            0.23096966313046716,
+            0.21976307425599537,
+            0.22612085769980506,
+            0.22401313788698984,
+            0.21937521937521937,
+            0.2217555130026561,
+            0.21924433822692613,
+            0.22459893048128343,
+            0.22294524563254778,
+            0.22058915897242634,
+            0.230773816620961,
+            0.21786536638222945,
+            0.22539103845701516,
+            0.2163387913770762,
+            0.21398843930635839,
+            0.23054118154376887,
+            0.22909967845659163,
+            0.23703283544463352,
+            0.22364404789856773,
+            0.22370060015853244,
+            0.23262578129834768,
+            0.2323671497584541,
+            0.22617114679174935,
+            0.23141697461682922,
+            0.23407692785683215,
+            0.22344919140719285,
+            0.2286439407048509,
+            0.2250799744081894,
+            0.2244846970643348,
+            0.2244982535077852,
+            0.2226850975194092,
+            0.2340962441314554,
+            0.24305915931499741,
+            0.2381245764278233,
+            0.2338182303483251,
+            0.23879934001776876,
+            0.23532424300620958,
+            0.23605125218404194,
+            0.23926343926343926,
+            0.24386959205431794,
+            0.2407187759459139,
+            0.22936846183649748,
+            0.2390279289082336,
+            0.24248939855461984,
+            0.2386532627446315,
+            0.2392300641613199,
+            0.23670765257425186,
+            0.23920472196334266,
+            0.24192309963971415,
+            0.2431063933626159,
+            0.24295497922981923,
+            0.2419855222337125,
+            0.23233491384295132,
+            0.2516206940383882,
+            0.24346289752650177,
+            0.23978416393840185,
+            0.2463323097918799,
+            0.2528840871635232,
+            0.2404565868263473,
+            0.23632507256083948,
+            0.230062630480167,
+            0.23661758200088479,
+            0.23694733877780907,
+            0.236973293768546,
+            0.24281150159744408,
+            0.23734696453363624,
+            0.23647442604788577,
+            0.23139110126354873,
+            0.23883643786680275,
+            0.23773499689493593,
+            0.23750233455767913,
+            0.24292824292824292,
+            0.2323477348718285,
+            0.24179561299098792,
+            0.23716825644020506,
+            0.23682917843546605,
+            0.24251850930131277,
+            0.24583874061953395,
+            0.23102977003981223,
+            0.2358983286908078,
+            0.23348343717229042,
+            0.2294056980791543,
+            0.2406404792074646,
+            0.23546357810570875,
+            0.24315443592552027,
+            0.24414158855451407,
+            0.24752475247524752,
+            0.2374052743255532,
+            0.2387030427681326,
+            0.23897058823529413,
+            0.24669925276700938,
+            0.24172356417465143,
+            0.23604123205301264,
+            0.24376438390246938,
+            0.24052951953194254,
+            0.23422608276028473,
+            0.23418297678652708,
+            0.2484472049689441,
+            0.23889113019422512,
+            0.23714994682736618,
+            0.23603660460713158,
+            0.23068175016460166,
+            0.24068587278572778,
+            0.2460312232395758,
+            0.24156645081714462,
+            0.24172286009355445,
+            0.25151934532763703,
+            0.24383110948638276,
+            0.24715320910973085,
+            0.2425438596491228,
+            0.24752475247524752,
+            0.238750598372427,
+            0.25180488417352,
+            0.2455683334392274,
+            0.24528301886792453,
+            0.24712470644908774,
+            0.238932092339722,
+            0.23803113660306685,
+            0.2586104708594007,
+            0.24575318511116662,
+            0.23928420288978902,
+            0.24259062132332343,
+            0.24053295932678823,
+            0.25344254510921177,
+            0.2453659123736158,
+            0.24507960386110067,
+            0.24084856171095867,
+            0.24476310050882177,
+            0.2503513133715274,
+            0.235775270165383,
+            0.23804909560723514,
+            0.24125666864256076,
+            0.24253839466821212,
+            0.24004788985333733,
+            0.24807614418793034,
+            0.23387526652452026,
+            0.24480929812683366,
+            0.2496504385407398,
+            0.24181701030927835,
+            0.24506139882541378,
+            0.24690749863163655,
+            0.24573567308872254,
+            0.2410019995556543,
+            0.23967689092244251,
+            0.24278715296679368,
+            0.24474765928294132,
+            0.2374956881683339,
+            0.2547406581148912,
+            0.24504964539007093,
+            0.24614178924523752,
+            0.23993957703927493,
+            0.2475644699140401,
+            0.23856605217835045,
+            0.2465079454843635,
+            0.2410325933457606,
+            0.24630985239409575,
+            0.24900983774115243,
+            0.2451971991142498,
+            0.24873096446700507,
+            0.23747659840018154,
+            0.243288883712805,
+            0.24847560975609756,
+            0.24995525860526158,
+            0.23982809622146564,
+            0.244562298603652
+        ],
+        "grad_norms": [
+            0.2099609375,
+            0.306640625,
+            0.796875,
+            0.75390625,
+            0.56640625,
+            0.369140625,
+            0.50390625,
+            0.2451171875,
+            0.388671875,
+            0.275390625,
+            0.255859375,
+            0.177734375,
+            0.2236328125,
+            0.228515625,
+            0.2216796875,
+            0.171875,
+            0.205078125,
+            0.1572265625,
+            0.1845703125,
+            0.1337890625,
+            0.169921875,
+            0.1318359375,
+            0.1279296875,
+            0.115234375,
+            0.1376953125,
+            0.140625,
+            0.130859375,
+            0.171875,
+            0.189453125,
+            0.162109375,
+            0.1416015625,
+            0.1181640625,
+            0.2197265625,
+            0.2158203125,
+            0.10986328125,
+            0.1845703125,
+            0.193359375,
+            0.11669921875,
+            0.189453125,
+            0.11083984375,
+            0.1357421875,
+            0.15234375,
+            0.1591796875,
+            0.10400390625,
+            0.1708984375,
+            0.21484375,
+            0.1533203125,
+            0.2001953125,
+            0.287109375,
+            0.1904296875,
+            0.1259765625,
+            0.1826171875,
+            0.220703125,
+            0.10302734375,
+            0.2236328125,
+            0.1630859375,
+            0.111328125,
+            0.12353515625,
+            0.09619140625,
+            0.12451171875,
+            0.12451171875,
+            0.1455078125,
+            0.10205078125,
+            0.12890625,
+            0.095703125,
+            0.1259765625,
+            0.10986328125,
+            0.1298828125,
+            0.10791015625,
+            0.1083984375,
+            0.1044921875,
+            0.09130859375,
+            0.115234375,
+            0.1337890625,
+            0.09326171875,
+            0.103515625,
+            0.09521484375,
+            0.1259765625,
+            0.08935546875,
+            0.1044921875,
+            0.11669921875,
+            0.103515625,
+            0.103515625,
+            0.1552734375,
+            0.08837890625,
+            0.1416015625,
+            0.12255859375,
+            0.125,
+            0.140625,
+            0.1083984375,
+            0.11767578125,
+            0.09423828125,
+            0.1259765625,
+            0.1064453125,
+            0.12353515625,
+            0.1171875,
+            0.11865234375,
+            0.1025390625,
+            0.140625,
+            0.11181640625,
+            0.123046875,
+            0.107421875,
+            0.11376953125,
+            0.099609375,
+            0.11376953125,
+            0.09912109375,
+            0.09326171875,
+            0.09228515625,
+            0.109375,
+            0.08984375,
+            0.09521484375,
+            0.0986328125,
+            0.087890625,
+            0.1142578125,
+            0.09765625,
+            0.12158203125,
+            0.0830078125,
+            0.10693359375,
+            0.08837890625,
+            0.0908203125,
+            0.0908203125,
+            0.1025390625,
+            0.1005859375,
+            0.14453125,
+            0.134765625,
+            0.10546875,
+            0.11083984375,
+            0.1328125,
+            0.095703125,
+            0.126953125,
+            0.09130859375,
+            0.10791015625,
+            0.08935546875,
+            0.0859375,
+            0.09619140625,
+            0.1181640625,
+            0.10107421875,
+            0.103515625,
+            0.09619140625,
+            0.095703125,
+            0.0927734375,
+            0.103515625,
+            0.1064453125,
+            0.09716796875,
+            0.11376953125,
+            0.08203125,
+            0.103515625,
+            0.1015625,
+            0.10498046875,
+            0.10546875,
+            0.1083984375,
+            0.10791015625,
+            0.11376953125,
+            0.09765625,
+            0.1044921875,
+            0.087890625,
+            0.0791015625,
+            0.095703125,
+            0.10693359375,
+            0.08837890625,
+            0.130859375,
+            0.091796875,
+            0.11328125,
+            0.0869140625,
+            0.12255859375,
+            0.091796875,
+            0.12109375,
+            0.095703125,
+            0.11181640625,
+            0.095703125,
+            0.0849609375,
+            0.12109375,
+            0.095703125,
+            0.1064453125,
+            0.09765625,
+            0.09619140625,
+            0.08935546875,
+            0.1083984375,
+            0.09228515625,
+            0.083984375,
+            0.10693359375,
+            0.1005859375,
+            0.0859375,
+            0.08740234375,
+            0.09228515625,
+            0.095703125,
+            0.0966796875,
+            0.09521484375,
+            0.10888671875,
+            0.0927734375,
+            0.10302734375,
+            0.09423828125,
+            0.09912109375,
+            0.1142578125,
+            0.08447265625,
+            0.12353515625,
+            0.0986328125,
+            0.111328125,
+            0.09765625,
+            0.09521484375,
+            0.1044921875,
+            0.09912109375,
+            0.103515625,
+            0.10302734375,
+            0.1015625,
+            0.111328125,
+            0.09619140625,
+            0.1103515625,
+            0.0830078125,
+            0.1298828125,
+            0.08154296875,
+            0.1025390625,
+            0.10107421875,
+            0.08349609375,
+            0.1279296875,
+            0.08740234375,
+            0.1220703125,
+            0.0888671875,
+            0.09716796875,
+            0.11376953125,
+            0.07958984375,
+            0.1015625,
+            0.08251953125,
+            0.08740234375,
+            0.08154296875,
+            0.09375,
+            0.099609375,
+            0.0966796875,
+            0.0966796875,
+            0.09423828125,
+            0.083984375,
+            0.09130859375,
+            0.083984375,
+            0.09716796875,
+            0.08740234375,
+            0.0908203125,
+            0.08984375,
+            0.09326171875,
+            0.0986328125,
+            0.0849609375,
+            0.09619140625,
+            0.08251953125,
+            0.09033203125,
+            0.0966796875,
+            0.10205078125,
+            0.091796875,
+            0.09765625,
+            0.08935546875,
+            0.1064453125,
+            0.09033203125,
+            0.08984375,
+            0.10302734375,
+            0.0810546875,
+            0.08984375,
+            0.091796875,
+            0.0859375,
+            0.10302734375,
+            0.1025390625,
+            0.10595703125,
+            0.1142578125,
+            0.11279296875,
+            0.0888671875,
+            0.1337890625,
+            0.0869140625,
+            0.1171875,
+            0.0947265625,
+            0.07763671875,
+            0.119140625,
+            0.09716796875,
+            0.09326171875,
+            0.11083984375,
+            0.0947265625,
+            0.09423828125,
+            0.08740234375,
+            0.08935546875,
+            0.0810546875,
+            0.091796875,
+            0.0859375,
+            0.1142578125,
+            0.09521484375,
+            0.0888671875,
+            0.0947265625,
+            0.0966796875,
+            0.08837890625,
+            0.1396484375,
+            0.08935546875,
+            0.130859375,
+            0.09326171875,
+            0.1015625,
+            0.08984375,
+            0.09423828125,
+            0.09326171875,
+            0.0888671875,
+            0.10009765625,
+            0.10009765625,
+            0.0908203125,
+            0.10546875,
+            0.09033203125,
+            0.08642578125,
+            0.09765625,
+            0.09326171875,
+            0.1142578125,
+            0.1357421875,
+            0.1083984375,
+            0.099609375,
+            0.1015625,
+            0.0986328125,
+            0.12109375,
+            0.115234375,
+            0.0966796875,
+            0.119140625,
+            0.09228515625,
+            0.1025390625,
+            0.078125,
+            0.0869140625,
+            0.087890625,
+            0.0859375,
+            0.09033203125,
+            0.10302734375,
+            0.0966796875,
+            0.0869140625,
+            0.11083984375,
+            0.11181640625,
+            0.0810546875,
+            0.1318359375,
+            0.10009765625,
+            0.0859375,
+            0.1015625,
+            0.091796875,
+            0.0849609375,
+            0.083984375,
+            0.087890625,
+            0.08544921875,
+            0.0791015625,
+            0.0830078125,
+            0.0830078125,
+            0.0849609375,
+            0.08544921875,
+            0.078125,
+            0.0947265625,
+            0.10107421875,
+            0.07861328125,
+            0.09033203125,
+            0.08203125,
+            0.078125,
+            0.0888671875,
+            0.091796875,
+            0.08447265625,
+            0.0888671875,
+            0.083984375,
+            0.08203125,
+            0.0966796875,
+            0.09521484375,
+            0.08447265625,
+            0.09619140625,
+            0.091796875,
+            0.08935546875,
+            0.095703125,
+            0.10302734375,
+            0.08935546875,
+            0.12890625,
+            0.09130859375,
+            0.109375,
+            0.08740234375,
+            0.1064453125,
+            0.0927734375,
+            0.09326171875,
+            0.10107421875,
+            0.0791015625,
+            0.09619140625,
+            0.0849609375,
+            0.10400390625,
+            0.09716796875,
+            0.10400390625,
+            0.10302734375,
+            0.099609375,
+            0.1015625,
+            0.08642578125,
+            0.07958984375,
+            0.07373046875,
+            0.08544921875,
+            0.08154296875,
+            0.083984375,
+            0.0751953125,
+            0.0966796875,
+            0.09033203125,
+            0.08740234375,
+            0.09814453125,
+            0.08740234375,
+            0.080078125,
+            0.09033203125,
+            0.080078125,
+            0.0859375,
+            0.09716796875,
+            0.08544921875,
+            0.12060546875,
+            0.11376953125,
+            0.09765625,
+            0.1708984375,
+            0.0859375,
+            0.1474609375,
+            0.1396484375
+        ]
+    },
+    "eval": {
+        "effective_batch_nums": [
+            134,
+            268,
+            402
+        ],
+        "losses": [
+            7.387867647058823,
+            7.143382352941177,
+            7.053308823529412
+        ],
+        "perplexities": [
+            1616.256007568382,
+            1265.7022088291365,
+            1156.6796668132095
+        ],
+        "accuracies": [
+            0.18788548212001904,
+            0.21071437947952157,
+            0.221699432680238
+        ]
+    }
+}

none_42/epoch2/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd4e6ba0f2d223e8f6eca0285a89b0355c58ca6145dbf81191a0b49a6d4b7ca
+size 29774819

none_42/epoch2/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2be0ac26baa75ee561a7207c71b164923af151a8affcd03e96ba666318d01f8
+size 59595275

none_42/epoch2/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2785c5baf1e98c5dbc49715a77e0ede487fca7d771613538038d8f0dfa47cf4
+size 1465

none_42/epoch2/tokenizer/special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "pad_token": "<|endoftext|>",
+  "unk_token": "<|endoftext|>"
+}

none_42/epoch2/tokenizer/tokenizer_config.json

@@ -0,0 +1,21 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "50256": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "extra_special_tokens": {},
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}