Upload folder using huggingface_hub

none_123/epoch1/metadata.json

@@ -0,0 +1,6 @@
+{
+    "epoch_num": 1,
+    "global_batch_num": 268,
+    "device": "cuda",
+    "dtype": "bfloat16"
+}

none_123/epoch1/metrics.json

@@ -0,0 +1,1102 @@
+{
+    "training": {
+        "effective_batch_nums": [
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            110,
+            111,
+            112,
+            113,
+            114,
+            115,
+            116,
+            117,
+            118,
+            119,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132,
+            133,
+            134,
+            135,
+            136,
+            137,
+            138,
+            139,
+            140,
+            141,
+            142,
+            143,
+            144,
+            145,
+            146,
+            147,
+            148,
+            149,
+            150,
+            151,
+            152,
+            153,
+            154,
+            155,
+            156,
+            157,
+            158,
+            159,
+            160,
+            161,
+            162,
+            163,
+            164,
+            165,
+            166,
+            167,
+            168,
+            169,
+            170,
+            171,
+            172,
+            173,
+            174,
+            175,
+            176,
+            177,
+            178,
+            179,
+            180,
+            181,
+            182,
+            183,
+            184,
+            185,
+            186,
+            187,
+            188,
+            189,
+            190,
+            191,
+            192,
+            193,
+            194,
+            195,
+            196,
+            197,
+            198,
+            199,
+            200,
+            201,
+            202,
+            203,
+            204,
+            205,
+            206,
+            207,
+            208,
+            209,
+            210,
+            211,
+            212,
+            213,
+            214,
+            215,
+            216,
+            217,
+            218,
+            219,
+            220,
+            221,
+            222,
+            223,
+            224,
+            225,
+            226,
+            227,
+            228,
+            229,
+            230,
+            231,
+            232,
+            233,
+            234,
+            235,
+            236,
+            237,
+            238,
+            239,
+            240,
+            241,
+            242,
+            243,
+            244,
+            245,
+            246,
+            247,
+            248,
+            249,
+            250,
+            251,
+            252,
+            253,
+            254,
+            255,
+            256,
+            257,
+            258,
+            259,
+            260,
+            261,
+            262,
+            263,
+            264,
+            265,
+            266,
+            267,
+            268
+        ],
+        "losses": [
+            11.0,
+            10.6875,
+            9.75,
+            9.1875,
+            8.8125,
+            8.75,
+            8.625,
+            8.5625,
+            8.4375,
+            8.4375,
+            8.375,
+            8.25,
+            8.25,
+            8.25,
+            8.25,
+            8.25,
+            8.1875,
+            8.1875,
+            8.125,
+            8.125,
+            8.0625,
+            8.125,
+            8.0625,
+            8.125,
+            8.0625,
+            8.0625,
+            8.0,
+            8.0625,
+            8.0,
+            7.96875,
+            7.90625,
+            7.96875,
+            7.9375,
+            7.9375,
+            7.875,
+            7.84375,
+            7.9375,
+            7.78125,
+            7.8125,
+            7.8125,
+            7.78125,
+            7.75,
+            7.6875,
+            7.75,
+            7.6875,
+            7.65625,
+            7.6875,
+            7.6875,
+            7.6875,
+            7.625,
+            7.625,
+            7.59375,
+            7.59375,
+            7.59375,
+            7.625,
+            7.53125,
+            7.53125,
+            7.5,
+            7.53125,
+            7.5,
+            7.46875,
+            7.4375,
+            7.40625,
+            7.5,
+            7.40625,
+            7.46875,
+            7.40625,
+            7.46875,
+            7.40625,
+            7.40625,
+            7.375,
+            7.40625,
+            7.40625,
+            7.375,
+            7.28125,
+            7.375,
+            7.375,
+            7.3125,
+            7.28125,
+            7.375,
+            7.34375,
+            7.375,
+            7.3125,
+            7.34375,
+            7.28125,
+            7.34375,
+            7.28125,
+            7.34375,
+            7.3125,
+            7.21875,
+            7.25,
+            7.21875,
+            7.25,
+            7.25,
+            7.3125,
+            7.1875,
+            7.25,
+            7.1875,
+            7.28125,
+            7.1875,
+            7.1875,
+            7.25,
+            7.25,
+            7.21875,
+            7.15625,
+            7.21875,
+            7.21875,
+            7.125,
+            7.21875,
+            7.1875,
+            7.21875,
+            7.125,
+            7.1875,
+            7.15625,
+            7.1875,
+            7.1875,
+            7.125,
+            7.1875,
+            7.125,
+            7.15625,
+            7.15625,
+            7.15625,
+            7.125,
+            7.125,
+            7.21875,
+            7.0625,
+            7.0625,
+            7.09375,
+            7.125,
+            7.125,
+            7.125,
+            7.0625,
+            7.15625,
+            7.09375,
+            6.90625,
+            6.84375,
+            6.90625,
+            6.8125,
+            6.8125,
+            6.8125,
+            6.78125,
+            6.8125,
+            6.8125,
+            6.84375,
+            6.875,
+            6.84375,
+            6.78125,
+            6.8125,
+            6.78125,
+            6.84375,
+            6.875,
+            6.8125,
+            6.78125,
+            6.8125,
+            6.8125,
+            6.8125,
+            6.8125,
+            6.84375,
+            6.875,
+            6.875,
+            6.84375,
+            6.875,
+            6.78125,
+            6.75,
+            6.84375,
+            6.8125,
+            6.84375,
+            6.8125,
+            6.84375,
+            6.8125,
+            6.84375,
+            6.8125,
+            6.8125,
+            6.84375,
+            6.84375,
+            6.8125,
+            6.78125,
+            6.8125,
+            6.75,
+            6.84375,
+            6.78125,
+            6.8125,
+            6.8125,
+            6.8125,
+            6.8125,
+            6.84375,
+            6.78125,
+            6.71875,
+            6.78125,
+            6.78125,
+            6.84375,
+            6.78125,
+            6.84375,
+            6.71875,
+            6.75,
+            6.78125,
+            6.71875,
+            6.78125,
+            6.84375,
+            6.78125,
+            6.84375,
+            6.78125,
+            6.8125,
+            6.8125,
+            6.84375,
+            6.6875,
+            6.78125,
+            6.71875,
+            6.78125,
+            6.8125,
+            6.71875,
+            6.75,
+            6.75,
+            6.6875,
+            6.78125,
+            6.71875,
+            6.78125,
+            6.71875,
+            6.6875,
+            6.75,
+            6.75,
+            6.8125,
+            6.8125,
+            6.75,
+            6.8125,
+            6.75,
+            6.75,
+            6.6875,
+            6.75,
+            6.65625,
+            6.6875,
+            6.78125,
+            6.75,
+            6.78125,
+            6.6875,
+            6.6875,
+            6.71875,
+            6.75,
+            6.6875,
+            6.78125,
+            6.71875,
+            6.71875,
+            6.71875,
+            6.625,
+            6.75,
+            6.75,
+            6.75,
+            6.75,
+            6.65625,
+            6.71875,
+            6.71875,
+            6.75,
+            6.75,
+            6.6875,
+            6.71875,
+            6.78125,
+            6.65625,
+            6.71875,
+            6.6875,
+            6.625,
+            6.6875,
+            6.6875,
+            6.625,
+            6.71875,
+            6.625,
+            6.6875,
+            6.71875,
+            6.6875
+        ],
+        "accuracies": [
+            0.0,
+            0.014113151731788488,
+            0.05136215946013497,
+            0.04914738124238733,
+            0.0503037205770691,
+            0.05176153350137757,
+            0.07471893917555492,
+            0.08556179462945461,
+            0.08251663641863279,
+            0.07871988228802648,
+            0.09083370542833451,
+            0.1065349442627328,
+            0.10682897862232779,
+            0.10176219402177182,
+            0.10751725901304014,
+            0.10259926076070108,
+            0.11085972850678733,
+            0.11948641319386795,
+            0.11679153812252094,
+            0.11792971689920685,
+            0.12085293578542189,
+            0.11737290734040597,
+            0.11982890704800817,
+            0.11341029104752548,
+            0.12315939033841385,
+            0.12380050505050505,
+            0.12309388205033989,
+            0.11207757860711137,
+            0.12326367163058441,
+            0.12306384012634393,
+            0.1284611614800294,
+            0.12238277794161015,
+            0.12718347571082494,
+            0.12785575850120398,
+            0.12728619451883083,
+            0.12664304491941936,
+            0.12777534555006567,
+            0.13636646930507945,
+            0.13635834109972042,
+            0.13772703070460865,
+            0.14687913333753227,
+            0.13913155190133608,
+            0.1473826659285231,
+            0.14410778238872152,
+            0.14797360980207352,
+            0.1539534588802232,
+            0.1449743839960966,
+            0.15385093167701863,
+            0.1476053087132141,
+            0.1530677522535621,
+            0.14877028034168435,
+            0.15958440345552183,
+            0.16717269856691766,
+            0.1598090073095968,
+            0.16129782532852657,
+            0.16641744548286605,
+            0.1641156462585034,
+            0.16634969689765838,
+            0.1591907514450867,
+            0.1722789970402636,
+            0.16689909075695877,
+            0.17113075603641642,
+            0.17930277913213066,
+            0.16945509469036832,
+            0.1776593252108716,
+            0.17555489789878662,
+            0.1769191336665385,
+            0.17668466064171773,
+            0.1785345717234262,
+            0.18186166078794763,
+            0.18727998122506453,
+            0.1832726326742976,
+            0.1779644588045234,
+            0.1796944659097664,
+            0.19210446401457637,
+            0.18276555548784204,
+            0.18315736233166846,
+            0.186867155763051,
+            0.19161785131952414,
+            0.18015065263642113,
+            0.1850301300348874,
+            0.18580303727565578,
+            0.18518737090587195,
+            0.18672172808132148,
+            0.19350353189832584,
+            0.18409453848610668,
+            0.19182212172602223,
+            0.18660260658272587,
+            0.1962088877730354,
+            0.19784497348527585,
+            0.1983857761141654,
+            0.19949405812448523,
+            0.1949338516521412,
+            0.19604157452454665,
+            0.188949159753244,
+            0.1983379177152221,
+            0.19848124746391513,
+            0.20300656897422942,
+            0.19705340699815838,
+            0.19996310643792659,
+            0.19830079537237888,
+            0.19584497630907544,
+            0.19573407523329275,
+            0.19791361425306217,
+            0.2039353958143767,
+            0.20082293602336077,
+            0.2015952264978081,
+            0.20431341750740048,
+            0.20273664727657323,
+            0.20654168851599372,
+            0.20456742387626872,
+            0.20487264673311184,
+            0.20191470844212359,
+            0.2038026198651914,
+            0.20188258607877135,
+            0.19850638400385448,
+            0.20268256333830104,
+            0.1977049964140569,
+            0.20506825075834176,
+            0.20548464552003032,
+            0.2039003668661904,
+            0.20342701292541207,
+            0.21056630237858687,
+            0.21161159971476112,
+            0.2091549295774648,
+            0.2125294343135644,
+            0.20945375617991077,
+            0.21236230110159118,
+            0.205892899832656,
+            0.20510610079575597,
+            0.2040141676505313,
+            0.21539653220520766,
+            0.20532727387489744,
+            0.2109235352532274,
+            0.2137018057589068,
+            0.22523274478330657,
+            0.20966059043761123,
+            0.22412835544585005,
+            0.2239271954297861,
+            0.2214210341188885,
+            0.2281025050388713,
+            0.2170251957108085,
+            0.21912048122408456,
+            0.22201659221442246,
+            0.2141948767637619,
+            0.2187354988399072,
+            0.2188639303775138,
+            0.22106424717999018,
+            0.22714338735617964,
+            0.2181301537775797,
+            0.21490593342981187,
+            0.21475256769374415,
+            0.22408997460394245,
+            0.2261136111654601,
+            0.2245852283646147,
+            0.21961907972357997,
+            0.22270988776725814,
+            0.21672731611286764,
+            0.21735482711092466,
+            0.22345359272420648,
+            0.21986145875778568,
+            0.21662531017369727,
+            0.22909351020939003,
+            0.2267133275007291,
+            0.22518317182699127,
+            0.22945272336825664,
+            0.22423717274246457,
+            0.223913411128023,
+            0.22041694044561258,
+            0.22654743117657372,
+            0.22127293577981652,
+            0.2265597769257581,
+            0.22696807906395547,
+            0.2213881290158407,
+            0.22456439624710614,
+            0.21883305146170573,
+            0.22543426703416447,
+            0.22550225502255022,
+            0.22218075511600424,
+            0.2309616106039765,
+            0.22758530355622503,
+            0.2261443203518315,
+            0.22691441441441443,
+            0.22848919100985976,
+            0.22301906594367676,
+            0.22071318228630277,
+            0.22940959862526084,
+            0.22455876830642132,
+            0.23238871041762277,
+            0.23450500933944643,
+            0.22197069735270075,
+            0.2297822931785196,
+            0.2301788771474113,
+            0.23371722298132605,
+            0.23059996116756196,
+            0.22884482361079087,
+            0.23320133646825889,
+            0.2325947587447981,
+            0.2294820717131474,
+            0.23565251572327045,
+            0.22866934530843772,
+            0.22067055225344798,
+            0.22775010502310508,
+            0.22906513070447496,
+            0.21865579003369393,
+            0.23502001314295956,
+            0.23337753362379238,
+            0.23073496659242762,
+            0.231208315808448,
+            0.22566588928439915,
+            0.23436404207841888,
+            0.23980773685429696,
+            0.23794352823588205,
+            0.23490183857899657,
+            0.23479525078749697,
+            0.22969986040018614,
+            0.2348732498612225,
+            0.2401555663587749,
+            0.24341658957755166,
+            0.2377484851706176,
+            0.23267602151202324,
+            0.22903349526975197,
+            0.22618197792542968,
+            0.2346710940630904,
+            0.23138350968257138,
+            0.2385711944945109,
+            0.2311764705882353,
+            0.24531505060398304,
+            0.23751143641354072,
+            0.2395578895945286,
+            0.23478311229512944,
+            0.22805076851420586,
+            0.23679872676632752,
+            0.236572153065929,
+            0.24394545027039738,
+            0.244923306216233,
+            0.24586332041582087,
+            0.23074196597353497,
+            0.24076704545454544,
+            0.23065572802927461,
+            0.24371454165422515,
+            0.2403900992357705,
+            0.23613425374910735,
+            0.24505776636713736,
+            0.231858832002881,
+            0.2395301027900147,
+            0.23087547811304718,
+            0.24083678107336404,
+            0.24778062734267114,
+            0.24067939529000784,
+            0.24237508111615833,
+            0.23682190378710338,
+            0.22834257547751077,
+            0.24350668300939707,
+            0.24122535036586878,
+            0.23499086400417646,
+            0.2392094502498864,
+            0.24050710062778083,
+            0.23739252393438623,
+            0.24779627815866798,
+            0.23426143352342615,
+            0.2522517451024544,
+            0.2415762063123549,
+            0.23631288460318467,
+            0.24222576603257776,
+            0.24191833927343212,
+            0.24287274050709692,
+            0.24800523217789405
+        ],
+        "grad_norms": [
+            0.22265625,
+            0.32421875,
+            0.796875,
+            0.765625,
+            0.6015625,
+            0.6953125,
+            0.671875,
+            0.458984375,
+            0.3828125,
+            0.359375,
+            0.330078125,
+            0.27734375,
+            0.1767578125,
+            0.23046875,
+            0.2890625,
+            0.21484375,
+            0.1923828125,
+            0.1865234375,
+            0.25,
+            0.1943359375,
+            0.16015625,
+            0.1337890625,
+            0.1376953125,
+            0.138671875,
+            0.1689453125,
+            0.341796875,
+            0.380859375,
+            0.16796875,
+            0.248046875,
+            0.259765625,
+            0.1337890625,
+            0.19921875,
+            0.2197265625,
+            0.1591796875,
+            0.1318359375,
+            0.1669921875,
+            0.1259765625,
+            0.146484375,
+            0.138671875,
+            0.1513671875,
+            0.173828125,
+            0.18359375,
+            0.15234375,
+            0.1689453125,
+            0.115234375,
+            0.11083984375,
+            0.1162109375,
+            0.12255859375,
+            0.1259765625,
+            0.1396484375,
+            0.1240234375,
+            0.10107421875,
+            0.11572265625,
+            0.119140625,
+            0.09521484375,
+            0.10791015625,
+            0.1357421875,
+            0.142578125,
+            0.126953125,
+            0.09765625,
+            0.0947265625,
+            0.10205078125,
+            0.1064453125,
+            0.10009765625,
+            0.0966796875,
+            0.091796875,
+            0.1064453125,
+            0.1044921875,
+            0.1044921875,
+            0.11376953125,
+            0.1044921875,
+            0.09423828125,
+            0.12451171875,
+            0.11474609375,
+            0.119140625,
+            0.1416015625,
+            0.12353515625,
+            0.12890625,
+            0.09228515625,
+            0.14453125,
+            0.11328125,
+            0.12158203125,
+            0.107421875,
+            0.10693359375,
+            0.11279296875,
+            0.10595703125,
+            0.11328125,
+            0.115234375,
+            0.091796875,
+            0.09521484375,
+            0.09814453125,
+            0.1083984375,
+            0.09912109375,
+            0.107421875,
+            0.10693359375,
+            0.10205078125,
+            0.099609375,
+            0.09912109375,
+            0.140625,
+            0.140625,
+            0.11767578125,
+            0.1591796875,
+            0.11279296875,
+            0.10546875,
+            0.1005859375,
+            0.095703125,
+            0.1162109375,
+            0.1005859375,
+            0.107421875,
+            0.1005859375,
+            0.09521484375,
+            0.1181640625,
+            0.107421875,
+            0.08642578125,
+            0.109375,
+            0.123046875,
+            0.09619140625,
+            0.1220703125,
+            0.0966796875,
+            0.103515625,
+            0.1611328125,
+            0.146484375,
+            0.1025390625,
+            0.12353515625,
+            0.09716796875,
+            0.11669921875,
+            0.125,
+            0.10009765625,
+            0.15625,
+            0.10546875,
+            0.1103515625,
+            0.11279296875,
+            0.1171875,
+            0.1240234375,
+            0.1513671875,
+            0.103515625,
+            0.111328125,
+            0.10107421875,
+            0.1171875,
+            0.09765625,
+            0.10107421875,
+            0.1015625,
+            0.09716796875,
+            0.09814453125,
+            0.09375,
+            0.1025390625,
+            0.08837890625,
+            0.10302734375,
+            0.0947265625,
+            0.0888671875,
+            0.08544921875,
+            0.0869140625,
+            0.1083984375,
+            0.1201171875,
+            0.09619140625,
+            0.119140625,
+            0.11767578125,
+            0.10791015625,
+            0.10986328125,
+            0.11279296875,
+            0.0966796875,
+            0.130859375,
+            0.12353515625,
+            0.09521484375,
+            0.10693359375,
+            0.1123046875,
+            0.1025390625,
+            0.10986328125,
+            0.10546875,
+            0.0888671875,
+            0.103515625,
+            0.11083984375,
+            0.0869140625,
+            0.09912109375,
+            0.10986328125,
+            0.1005859375,
+            0.1103515625,
+            0.109375,
+            0.10205078125,
+            0.107421875,
+            0.119140625,
+            0.09423828125,
+            0.10693359375,
+            0.0966796875,
+            0.10400390625,
+            0.09619140625,
+            0.0947265625,
+            0.0966796875,
+            0.1279296875,
+            0.087890625,
+            0.11083984375,
+            0.080078125,
+            0.11279296875,
+            0.11181640625,
+            0.08544921875,
+            0.10400390625,
+            0.087890625,
+            0.09765625,
+            0.0908203125,
+            0.11376953125,
+            0.09716796875,
+            0.10888671875,
+            0.10302734375,
+            0.1279296875,
+            0.10693359375,
+            0.11279296875,
+            0.0947265625,
+            0.12060546875,
+            0.11767578125,
+            0.10302734375,
+            0.11865234375,
+            0.09228515625,
+            0.11669921875,
+            0.10400390625,
+            0.1318359375,
+            0.11572265625,
+            0.087890625,
+            0.1083984375,
+            0.09716796875,
+            0.10498046875,
+            0.123046875,
+            0.10009765625,
+            0.107421875,
+            0.11669921875,
+            0.103515625,
+            0.1064453125,
+            0.09326171875,
+            0.10791015625,
+            0.10302734375,
+            0.08544921875,
+            0.1103515625,
+            0.0947265625,
+            0.0966796875,
+            0.1025390625,
+            0.0869140625,
+            0.09521484375,
+            0.11767578125,
+            0.10498046875,
+            0.1015625,
+            0.1103515625,
+            0.140625,
+            0.095703125,
+            0.130859375,
+            0.09326171875,
+            0.11669921875,
+            0.09033203125,
+            0.1298828125,
+            0.12060546875,
+            0.09814453125,
+            0.10205078125,
+            0.0888671875,
+            0.1025390625,
+            0.1162109375,
+            0.09375,
+            0.119140625,
+            0.10009765625,
+            0.115234375,
+            0.08837890625,
+            0.09814453125,
+            0.087890625,
+            0.09716796875,
+            0.10791015625,
+            0.0927734375,
+            0.1201171875,
+            0.09130859375,
+            0.08984375,
+            0.09521484375,
+            0.10302734375
+        ]
+    },
+    "eval": {
+        "effective_batch_nums": [
+            134,
+            268
+        ],
+        "losses": [
+            7.297794117647059,
+            7.073529411764706
+        ],
+        "perplexities": [
+            1477.0381589587764,
+            1180.3064790736069
+        ],
+        "accuracies": [
+            0.19737915209434448,
+            0.21923939833896822
+        ]
+    }
+}

none_123/epoch1/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d157a0db034ce070db55d6a955654e8a447678b517336ed7c2d613092e657b
+size 29774371

none_123/epoch1/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da13572c6d9302c4148d05f9ed02e7eea5bac28ee88ee06ff4497c517c584741
+size 59595275

none_123/epoch1/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a1a7539fc02ae74bbed665066b7b14949e9eb8ff0fe22861ed693af0c092ae
+size 1465

none_123/epoch1/tokenizer/special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "pad_token": "<|endoftext|>",
+  "unk_token": "<|endoftext|>"
+}

none_123/epoch1/tokenizer/tokenizer_config.json

@@ -0,0 +1,21 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "50256": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "extra_special_tokens": {},
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}