Upload folder using huggingface_hub

none_123/epoch4/metadata.json

@@ -0,0 +1,6 @@
+{
+    "epoch_num": 4,
+    "global_batch_num": 670,
+    "device": "cuda",
+    "dtype": "bfloat16"
+}

none_123/epoch4/metrics.json

@@ -0,0 +1,2722 @@
+{
+    "training": {
+        "effective_batch_nums": [
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            110,
+            111,
+            112,
+            113,
+            114,
+            115,
+            116,
+            117,
+            118,
+            119,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132,
+            133,
+            134,
+            135,
+            136,
+            137,
+            138,
+            139,
+            140,
+            141,
+            142,
+            143,
+            144,
+            145,
+            146,
+            147,
+            148,
+            149,
+            150,
+            151,
+            152,
+            153,
+            154,
+            155,
+            156,
+            157,
+            158,
+            159,
+            160,
+            161,
+            162,
+            163,
+            164,
+            165,
+            166,
+            167,
+            168,
+            169,
+            170,
+            171,
+            172,
+            173,
+            174,
+            175,
+            176,
+            177,
+            178,
+            179,
+            180,
+            181,
+            182,
+            183,
+            184,
+            185,
+            186,
+            187,
+            188,
+            189,
+            190,
+            191,
+            192,
+            193,
+            194,
+            195,
+            196,
+            197,
+            198,
+            199,
+            200,
+            201,
+            202,
+            203,
+            204,
+            205,
+            206,
+            207,
+            208,
+            209,
+            210,
+            211,
+            212,
+            213,
+            214,
+            215,
+            216,
+            217,
+            218,
+            219,
+            220,
+            221,
+            222,
+            223,
+            224,
+            225,
+            226,
+            227,
+            228,
+            229,
+            230,
+            231,
+            232,
+            233,
+            234,
+            235,
+            236,
+            237,
+            238,
+            239,
+            240,
+            241,
+            242,
+            243,
+            244,
+            245,
+            246,
+            247,
+            248,
+            249,
+            250,
+            251,
+            252,
+            253,
+            254,
+            255,
+            256,
+            257,
+            258,
+            259,
+            260,
+            261,
+            262,
+            263,
+            264,
+            265,
+            266,
+            267,
+            268,
+            269,
+            270,
+            271,
+            272,
+            273,
+            274,
+            275,
+            276,
+            277,
+            278,
+            279,
+            280,
+            281,
+            282,
+            283,
+            284,
+            285,
+            286,
+            287,
+            288,
+            289,
+            290,
+            291,
+            292,
+            293,
+            294,
+            295,
+            296,
+            297,
+            298,
+            299,
+            300,
+            301,
+            302,
+            303,
+            304,
+            305,
+            306,
+            307,
+            308,
+            309,
+            310,
+            311,
+            312,
+            313,
+            314,
+            315,
+            316,
+            317,
+            318,
+            319,
+            320,
+            321,
+            322,
+            323,
+            324,
+            325,
+            326,
+            327,
+            328,
+            329,
+            330,
+            331,
+            332,
+            333,
+            334,
+            335,
+            336,
+            337,
+            338,
+            339,
+            340,
+            341,
+            342,
+            343,
+            344,
+            345,
+            346,
+            347,
+            348,
+            349,
+            350,
+            351,
+            352,
+            353,
+            354,
+            355,
+            356,
+            357,
+            358,
+            359,
+            360,
+            361,
+            362,
+            363,
+            364,
+            365,
+            366,
+            367,
+            368,
+            369,
+            370,
+            371,
+            372,
+            373,
+            374,
+            375,
+            376,
+            377,
+            378,
+            379,
+            380,
+            381,
+            382,
+            383,
+            384,
+            385,
+            386,
+            387,
+            388,
+            389,
+            390,
+            391,
+            392,
+            393,
+            394,
+            395,
+            396,
+            397,
+            398,
+            399,
+            400,
+            401,
+            402,
+            403,
+            404,
+            405,
+            406,
+            407,
+            408,
+            409,
+            410,
+            411,
+            412,
+            413,
+            414,
+            415,
+            416,
+            417,
+            418,
+            419,
+            420,
+            421,
+            422,
+            423,
+            424,
+            425,
+            426,
+            427,
+            428,
+            429,
+            430,
+            431,
+            432,
+            433,
+            434,
+            435,
+            436,
+            437,
+            438,
+            439,
+            440,
+            441,
+            442,
+            443,
+            444,
+            445,
+            446,
+            447,
+            448,
+            449,
+            450,
+            451,
+            452,
+            453,
+            454,
+            455,
+            456,
+            457,
+            458,
+            459,
+            460,
+            461,
+            462,
+            463,
+            464,
+            465,
+            466,
+            467,
+            468,
+            469,
+            470,
+            471,
+            472,
+            473,
+            474,
+            475,
+            476,
+            477,
+            478,
+            479,
+            480,
+            481,
+            482,
+            483,
+            484,
+            485,
+            486,
+            487,
+            488,
+            489,
+            490,
+            491,
+            492,
+            493,
+            494,
+            495,
+            496,
+            497,
+            498,
+            499,
+            500,
+            501,
+            502,
+            503,
+            504,
+            505,
+            506,
+            507,
+            508,
+            509,
+            510,
+            511,
+            512,
+            513,
+            514,
+            515,
+            516,
+            517,
+            518,
+            519,
+            520,
+            521,
+            522,
+            523,
+            524,
+            525,
+            526,
+            527,
+            528,
+            529,
+            530,
+            531,
+            532,
+            533,
+            534,
+            535,
+            536,
+            537,
+            538,
+            539,
+            540,
+            541,
+            542,
+            543,
+            544,
+            545,
+            546,
+            547,
+            548,
+            549,
+            550,
+            551,
+            552,
+            553,
+            554,
+            555,
+            556,
+            557,
+            558,
+            559,
+            560,
+            561,
+            562,
+            563,
+            564,
+            565,
+            566,
+            567,
+            568,
+            569,
+            570,
+            571,
+            572,
+            573,
+            574,
+            575,
+            576,
+            577,
+            578,
+            579,
+            580,
+            581,
+            582,
+            583,
+            584,
+            585,
+            586,
+            587,
+            588,
+            589,
+            590,
+            591,
+            592,
+            593,
+            594,
+            595,
+            596,
+            597,
+            598,
+            599,
+            600,
+            601,
+            602,
+            603,
+            604,
+            605,
+            606,
+            607,
+            608,
+            609,
+            610,
+            611,
+            612,
+            613,
+            614,
+            615,
+            616,
+            617,
+            618,
+            619,
+            620,
+            621,
+            622,
+            623,
+            624,
+            625,
+            626,
+            627,
+            628,
+            629,
+            630,
+            631,
+            632,
+            633,
+            634,
+            635,
+            636,
+            637,
+            638,
+            639,
+            640,
+            641,
+            642,
+            643,
+            644,
+            645,
+            646,
+            647,
+            648,
+            649,
+            650,
+            651,
+            652,
+            653,
+            654,
+            655,
+            656,
+            657,
+            658,
+            659,
+            660,
+            661,
+            662,
+            663,
+            664,
+            665,
+            666,
+            667,
+            668,
+            669,
+            670
+        ],
+        "losses": [
+            11.0,
+            10.6875,
+            9.75,
+            9.1875,
+            8.8125,
+            8.75,
+            8.625,
+            8.5625,
+            8.4375,
+            8.4375,
+            8.375,
+            8.25,
+            8.25,
+            8.25,
+            8.25,
+            8.25,
+            8.1875,
+            8.1875,
+            8.125,
+            8.125,
+            8.0625,
+            8.125,
+            8.0625,
+            8.125,
+            8.0625,
+            8.0625,
+            8.0,
+            8.0625,
+            8.0,
+            7.96875,
+            7.90625,
+            7.96875,
+            7.9375,
+            7.9375,
+            7.875,
+            7.84375,
+            7.9375,
+            7.78125,
+            7.8125,
+            7.8125,
+            7.78125,
+            7.75,
+            7.6875,
+            7.75,
+            7.6875,
+            7.65625,
+            7.6875,
+            7.6875,
+            7.6875,
+            7.625,
+            7.625,
+            7.59375,
+            7.59375,
+            7.59375,
+            7.625,
+            7.53125,
+            7.53125,
+            7.5,
+            7.53125,
+            7.5,
+            7.46875,
+            7.4375,
+            7.40625,
+            7.5,
+            7.40625,
+            7.46875,
+            7.40625,
+            7.46875,
+            7.40625,
+            7.40625,
+            7.375,
+            7.40625,
+            7.40625,
+            7.375,
+            7.28125,
+            7.375,
+            7.375,
+            7.3125,
+            7.28125,
+            7.375,
+            7.34375,
+            7.375,
+            7.3125,
+            7.34375,
+            7.28125,
+            7.34375,
+            7.28125,
+            7.34375,
+            7.3125,
+            7.21875,
+            7.25,
+            7.21875,
+            7.25,
+            7.25,
+            7.3125,
+            7.1875,
+            7.25,
+            7.1875,
+            7.28125,
+            7.1875,
+            7.1875,
+            7.25,
+            7.25,
+            7.21875,
+            7.15625,
+            7.21875,
+            7.21875,
+            7.125,
+            7.21875,
+            7.1875,
+            7.21875,
+            7.125,
+            7.1875,
+            7.15625,
+            7.1875,
+            7.1875,
+            7.125,
+            7.1875,
+            7.125,
+            7.15625,
+            7.15625,
+            7.15625,
+            7.125,
+            7.125,
+            7.21875,
+            7.0625,
+            7.0625,
+            7.09375,
+            7.125,
+            7.125,
+            7.125,
+            7.0625,
+            7.15625,
+            7.09375,
+            6.90625,
+            6.84375,
+            6.90625,
+            6.8125,
+            6.8125,
+            6.8125,
+            6.78125,
+            6.8125,
+            6.8125,
+            6.84375,
+            6.875,
+            6.84375,
+            6.78125,
+            6.8125,
+            6.78125,
+            6.84375,
+            6.875,
+            6.8125,
+            6.78125,
+            6.8125,
+            6.8125,
+            6.8125,
+            6.8125,
+            6.84375,
+            6.875,
+            6.875,
+            6.84375,
+            6.875,
+            6.78125,
+            6.75,
+            6.84375,
+            6.8125,
+            6.84375,
+            6.8125,
+            6.84375,
+            6.8125,
+            6.84375,
+            6.8125,
+            6.8125,
+            6.84375,
+            6.84375,
+            6.8125,
+            6.78125,
+            6.8125,
+            6.75,
+            6.84375,
+            6.78125,
+            6.8125,
+            6.8125,
+            6.8125,
+            6.8125,
+            6.84375,
+            6.78125,
+            6.71875,
+            6.78125,
+            6.78125,
+            6.84375,
+            6.78125,
+            6.84375,
+            6.71875,
+            6.75,
+            6.78125,
+            6.71875,
+            6.78125,
+            6.84375,
+            6.78125,
+            6.84375,
+            6.78125,
+            6.8125,
+            6.8125,
+            6.84375,
+            6.6875,
+            6.78125,
+            6.71875,
+            6.78125,
+            6.8125,
+            6.71875,
+            6.75,
+            6.75,
+            6.6875,
+            6.78125,
+            6.71875,
+            6.78125,
+            6.71875,
+            6.6875,
+            6.75,
+            6.75,
+            6.8125,
+            6.8125,
+            6.75,
+            6.8125,
+            6.75,
+            6.75,
+            6.6875,
+            6.75,
+            6.65625,
+            6.6875,
+            6.78125,
+            6.75,
+            6.78125,
+            6.6875,
+            6.6875,
+            6.71875,
+            6.75,
+            6.6875,
+            6.78125,
+            6.71875,
+            6.71875,
+            6.71875,
+            6.625,
+            6.75,
+            6.75,
+            6.75,
+            6.75,
+            6.65625,
+            6.71875,
+            6.71875,
+            6.75,
+            6.75,
+            6.6875,
+            6.71875,
+            6.78125,
+            6.65625,
+            6.71875,
+            6.6875,
+            6.625,
+            6.6875,
+            6.6875,
+            6.625,
+            6.71875,
+            6.625,
+            6.6875,
+            6.71875,
+            6.6875,
+            6.46875,
+            6.4375,
+            6.34375,
+            6.4375,
+            6.46875,
+            6.4375,
+            6.34375,
+            6.40625,
+            6.4375,
+            6.34375,
+            6.40625,
+            6.375,
+            6.46875,
+            6.34375,
+            6.40625,
+            6.46875,
+            6.40625,
+            6.4375,
+            6.46875,
+            6.40625,
+            6.40625,
+            6.4375,
+            6.46875,
+            6.5,
+            6.5,
+            6.40625,
+            6.375,
+            6.375,
+            6.46875,
+            6.46875,
+            6.46875,
+            6.4375,
+            6.5,
+            6.4375,
+            6.46875,
+            6.4375,
+            6.5,
+            6.4375,
+            6.40625,
+            6.40625,
+            6.34375,
+            6.40625,
+            6.46875,
+            6.4375,
+            6.4375,
+            6.4375,
+            6.4375,
+            6.46875,
+            6.4375,
+            6.4375,
+            6.375,
+            6.5,
+            6.46875,
+            6.46875,
+            6.46875,
+            6.4375,
+            6.53125,
+            6.4375,
+            6.4375,
+            6.5,
+            6.5,
+            6.46875,
+            6.5,
+            6.46875,
+            6.4375,
+            6.4375,
+            6.53125,
+            6.5,
+            6.5,
+            6.5,
+            6.4375,
+            6.46875,
+            6.46875,
+            6.53125,
+            6.46875,
+            6.5,
+            6.46875,
+            6.46875,
+            6.375,
+            6.46875,
+            6.5,
+            6.46875,
+            6.4375,
+            6.46875,
+            6.4375,
+            6.46875,
+            6.5,
+            6.5625,
+            6.53125,
+            6.4375,
+            6.4375,
+            6.5,
+            6.4375,
+            6.375,
+            6.4375,
+            6.40625,
+            6.4375,
+            6.4375,
+            6.5,
+            6.4375,
+            6.4375,
+            6.40625,
+            6.4375,
+            6.4375,
+            6.53125,
+            6.53125,
+            6.46875,
+            6.4375,
+            6.5,
+            6.40625,
+            6.46875,
+            6.4375,
+            6.40625,
+            6.46875,
+            6.46875,
+            6.46875,
+            6.46875,
+            6.4375,
+            6.4375,
+            6.46875,
+            6.40625,
+            6.5,
+            6.46875,
+            6.5,
+            6.40625,
+            6.5625,
+            6.4375,
+            6.375,
+            6.4375,
+            6.40625,
+            6.375,
+            6.46875,
+            6.40625,
+            6.5,
+            6.1875,
+            6.21875,
+            6.21875,
+            6.15625,
+            6.09375,
+            6.1875,
+            6.21875,
+            6.15625,
+            6.125,
+            6.1875,
+            6.1875,
+            6.15625,
+            6.21875,
+            6.21875,
+            6.15625,
+            6.21875,
+            6.25,
+            6.1875,
+            6.15625,
+            6.21875,
+            6.21875,
+            6.28125,
+            6.15625,
+            6.34375,
+            6.21875,
+            6.1875,
+            6.21875,
+            6.25,
+            6.21875,
+            6.21875,
+            6.1875,
+            6.15625,
+            6.25,
+            6.21875,
+            6.25,
+            6.25,
+            6.21875,
+            6.1875,
+            6.21875,
+            6.1875,
+            6.25,
+            6.25,
+            6.21875,
+            6.21875,
+            6.21875,
+            6.15625,
+            6.21875,
+            6.25,
+            6.25,
+            6.1875,
+            6.28125,
+            6.1875,
+            6.21875,
+            6.25,
+            6.25,
+            6.25,
+            6.25,
+            6.28125,
+            6.28125,
+            6.25,
+            6.34375,
+            6.1875,
+            6.28125,
+            6.25,
+            6.1875,
+            6.21875,
+            6.21875,
+            6.28125,
+            6.3125,
+            6.25,
+            6.28125,
+            6.25,
+            6.21875,
+            6.25,
+            6.25,
+            6.1875,
+            6.21875,
+            6.28125,
+            6.21875,
+            6.28125,
+            6.3125,
+            6.34375,
+            6.21875,
+            6.15625,
+            6.21875,
+            6.25,
+            6.25,
+            6.1875,
+            6.28125,
+            6.25,
+            6.3125,
+            6.21875,
+            6.25,
+            6.34375,
+            6.28125,
+            6.25,
+            6.28125,
+            6.1875,
+            6.25,
+            6.28125,
+            6.25,
+            6.34375,
+            6.375,
+            6.25,
+            6.21875,
+            6.25,
+            6.28125,
+            6.28125,
+            6.3125,
+            6.3125,
+            6.25,
+            6.25,
+            6.25,
+            6.3125,
+            6.3125,
+            6.21875,
+            6.25,
+            6.28125,
+            6.3125,
+            6.15625,
+            6.25,
+            6.25,
+            6.28125,
+            6.25,
+            6.3125,
+            6.3125,
+            6.28125,
+            6.15625,
+            6.25,
+            6.28125,
+            6.28125,
+            6.28125,
+            6.25,
+            6.25,
+            6.0,
+            6.03125,
+            6.0,
+            5.96875,
+            6.03125,
+            6.0625,
+            6.0,
+            6.0,
+            5.96875,
+            6.03125,
+            6.0,
+            5.9375,
+            6.03125,
+            6.0625,
+            6.09375,
+            6.09375,
+            6.0625,
+            5.96875,
+            6.0,
+            6.0625,
+            6.03125,
+            6.0625,
+            6.03125,
+            6.0,
+            6.03125,
+            6.03125,
+            6.03125,
+            6.125,
+            6.03125,
+            6.09375,
+            6.03125,
+            6.09375,
+            6.0625,
+            6.0,
+            6.0625,
+            6.09375,
+            6.03125,
+            6.0625,
+            5.9375,
+            6.0,
+            6.0625,
+            6.03125,
+            6.09375,
+            6.03125,
+            6.03125,
+            5.96875,
+            6.03125,
+            6.03125,
+            6.03125,
+            6.03125,
+            6.03125,
+            6.0,
+            6.09375,
+            6.09375,
+            6.0625,
+            6.0625,
+            6.0625,
+            6.15625,
+            6.125,
+            6.125,
+            6.09375,
+            6.125,
+            6.125,
+            6.09375,
+            6.0625,
+            6.15625,
+            6.125,
+            6.15625,
+            6.125,
+            6.09375,
+            6.125,
+            6.03125,
+            6.09375,
+            6.1875,
+            6.0625,
+            6.09375,
+            6.0625,
+            6.09375,
+            6.0625,
+            6.125,
+            6.125,
+            6.125,
+            6.125,
+            6.0,
+            6.0625,
+            6.0625,
+            6.0625,
+            6.125,
+            6.0625,
+            6.09375,
+            6.09375,
+            6.09375,
+            6.09375,
+            6.125,
+            6.125,
+            6.0625,
+            6.09375,
+            6.0625,
+            6.09375,
+            6.09375,
+            6.09375,
+            6.1875,
+            6.09375,
+            6.09375,
+            6.15625,
+            6.125,
+            6.09375,
+            6.09375,
+            6.0625,
+            6.0625,
+            6.15625,
+            6.15625,
+            6.0625,
+            6.09375,
+            6.15625,
+            6.0625,
+            6.0625,
+            6.125,
+            6.125,
+            6.15625,
+            6.09375,
+            6.125,
+            6.0625,
+            6.21875,
+            6.15625,
+            6.1875,
+            6.09375,
+            6.09375,
+            6.09375,
+            6.125,
+            6.09375,
+            6.125,
+            6.1875,
+            6.0625
+        ],
+        "accuracies": [
+            0.0,
+            0.014113151731788488,
+            0.05136215946013497,
+            0.04914738124238733,
+            0.0503037205770691,
+            0.05176153350137757,
+            0.07471893917555492,
+            0.08556179462945461,
+            0.08251663641863279,
+            0.07871988228802648,
+            0.09083370542833451,
+            0.1065349442627328,
+            0.10682897862232779,
+            0.10176219402177182,
+            0.10751725901304014,
+            0.10259926076070108,
+            0.11085972850678733,
+            0.11948641319386795,
+            0.11679153812252094,
+            0.11792971689920685,
+            0.12085293578542189,
+            0.11737290734040597,
+            0.11982890704800817,
+            0.11341029104752548,
+            0.12315939033841385,
+            0.12380050505050505,
+            0.12309388205033989,
+            0.11207757860711137,
+            0.12326367163058441,
+            0.12306384012634393,
+            0.1284611614800294,
+            0.12238277794161015,
+            0.12718347571082494,
+            0.12785575850120398,
+            0.12728619451883083,
+            0.12664304491941936,
+            0.12777534555006567,
+            0.13636646930507945,
+            0.13635834109972042,
+            0.13772703070460865,
+            0.14687913333753227,
+            0.13913155190133608,
+            0.1473826659285231,
+            0.14410778238872152,
+            0.14797360980207352,
+            0.1539534588802232,
+            0.1449743839960966,
+            0.15385093167701863,
+            0.1476053087132141,
+            0.1530677522535621,
+            0.14877028034168435,
+            0.15958440345552183,
+            0.16717269856691766,
+            0.1598090073095968,
+            0.16129782532852657,
+            0.16641744548286605,
+            0.1641156462585034,
+            0.16634969689765838,
+            0.1591907514450867,
+            0.1722789970402636,
+            0.16689909075695877,
+            0.17113075603641642,
+            0.17930277913213066,
+            0.16945509469036832,
+            0.1776593252108716,
+            0.17555489789878662,
+            0.1769191336665385,
+            0.17668466064171773,
+            0.1785345717234262,
+            0.18186166078794763,
+            0.18727998122506453,
+            0.1832726326742976,
+            0.1779644588045234,
+            0.1796944659097664,
+            0.19210446401457637,
+            0.18276555548784204,
+            0.18315736233166846,
+            0.186867155763051,
+            0.19161785131952414,
+            0.18015065263642113,
+            0.1850301300348874,
+            0.18580303727565578,
+            0.18518737090587195,
+            0.18672172808132148,
+            0.19350353189832584,
+            0.18409453848610668,
+            0.19182212172602223,
+            0.18660260658272587,
+            0.1962088877730354,
+            0.19784497348527585,
+            0.1983857761141654,
+            0.19949405812448523,
+            0.1949338516521412,
+            0.19604157452454665,
+            0.188949159753244,
+            0.1983379177152221,
+            0.19848124746391513,
+            0.20300656897422942,
+            0.19705340699815838,
+            0.19996310643792659,
+            0.19830079537237888,
+            0.19584497630907544,
+            0.19573407523329275,
+            0.19791361425306217,
+            0.2039353958143767,
+            0.20082293602336077,
+            0.2015952264978081,
+            0.20431341750740048,
+            0.20273664727657323,
+            0.20654168851599372,
+            0.20456742387626872,
+            0.20487264673311184,
+            0.20191470844212359,
+            0.2038026198651914,
+            0.20188258607877135,
+            0.19850638400385448,
+            0.20268256333830104,
+            0.1977049964140569,
+            0.20506825075834176,
+            0.20548464552003032,
+            0.2039003668661904,
+            0.20342701292541207,
+            0.21056630237858687,
+            0.21161159971476112,
+            0.2091549295774648,
+            0.2125294343135644,
+            0.20945375617991077,
+            0.21236230110159118,
+            0.205892899832656,
+            0.20510610079575597,
+            0.2040141676505313,
+            0.21539653220520766,
+            0.20532727387489744,
+            0.2109235352532274,
+            0.2137018057589068,
+            0.22523274478330657,
+            0.20966059043761123,
+            0.22412835544585005,
+            0.2239271954297861,
+            0.2214210341188885,
+            0.2281025050388713,
+            0.2170251957108085,
+            0.21912048122408456,
+            0.22201659221442246,
+            0.2141948767637619,
+            0.2187354988399072,
+            0.2188639303775138,
+            0.22106424717999018,
+            0.22714338735617964,
+            0.2181301537775797,
+            0.21490593342981187,
+            0.21475256769374415,
+            0.22408997460394245,
+            0.2261136111654601,
+            0.2245852283646147,
+            0.21961907972357997,
+            0.22270988776725814,
+            0.21672731611286764,
+            0.21735482711092466,
+            0.22345359272420648,
+            0.21986145875778568,
+            0.21662531017369727,
+            0.22909351020939003,
+            0.2267133275007291,
+            0.22518317182699127,
+            0.22945272336825664,
+            0.22423717274246457,
+            0.223913411128023,
+            0.22041694044561258,
+            0.22654743117657372,
+            0.22127293577981652,
+            0.2265597769257581,
+            0.22696807906395547,
+            0.2213881290158407,
+            0.22456439624710614,
+            0.21883305146170573,
+            0.22543426703416447,
+            0.22550225502255022,
+            0.22218075511600424,
+            0.2309616106039765,
+            0.22758530355622503,
+            0.2261443203518315,
+            0.22691441441441443,
+            0.22848919100985976,
+            0.22301906594367676,
+            0.22071318228630277,
+            0.22940959862526084,
+            0.22455876830642132,
+            0.23238871041762277,
+            0.23450500933944643,
+            0.22197069735270075,
+            0.2297822931785196,
+            0.2301788771474113,
+            0.23371722298132605,
+            0.23059996116756196,
+            0.22884482361079087,
+            0.23320133646825889,
+            0.2325947587447981,
+            0.2294820717131474,
+            0.23565251572327045,
+            0.22866934530843772,
+            0.22067055225344798,
+            0.22775010502310508,
+            0.22906513070447496,
+            0.21865579003369393,
+            0.23502001314295956,
+            0.23337753362379238,
+            0.23073496659242762,
+            0.231208315808448,
+            0.22566588928439915,
+            0.23436404207841888,
+            0.23980773685429696,
+            0.23794352823588205,
+            0.23490183857899657,
+            0.23479525078749697,
+            0.22969986040018614,
+            0.2348732498612225,
+            0.2401555663587749,
+            0.24341658957755166,
+            0.2377484851706176,
+            0.23267602151202324,
+            0.22903349526975197,
+            0.22618197792542968,
+            0.2346710940630904,
+            0.23138350968257138,
+            0.2385711944945109,
+            0.2311764705882353,
+            0.24531505060398304,
+            0.23751143641354072,
+            0.2395578895945286,
+            0.23478311229512944,
+            0.22805076851420586,
+            0.23679872676632752,
+            0.236572153065929,
+            0.24394545027039738,
+            0.244923306216233,
+            0.24586332041582087,
+            0.23074196597353497,
+            0.24076704545454544,
+            0.23065572802927461,
+            0.24371454165422515,
+            0.2403900992357705,
+            0.23613425374910735,
+            0.24505776636713736,
+            0.231858832002881,
+            0.2395301027900147,
+            0.23087547811304718,
+            0.24083678107336404,
+            0.24778062734267114,
+            0.24067939529000784,
+            0.24237508111615833,
+            0.23682190378710338,
+            0.22834257547751077,
+            0.24350668300939707,
+            0.24122535036586878,
+            0.23499086400417646,
+            0.2392094502498864,
+            0.24050710062778083,
+            0.23739252393438623,
+            0.24779627815866798,
+            0.23426143352342615,
+            0.2522517451024544,
+            0.2415762063123549,
+            0.23631288460318467,
+            0.24222576603257776,
+            0.24191833927343212,
+            0.24287274050709692,
+            0.24800523217789405,
+            0.2468354430379747,
+            0.2581497268415681,
+            0.2672466609484132,
+            0.25209390862944164,
+            0.24506346967559944,
+            0.2509754562617999,
+            0.25699777062174883,
+            0.2594493700419972,
+            0.2576265208957856,
+            0.2661967514557156,
+            0.2538342236774082,
+            0.2634182822297647,
+            0.25354564208354824,
+            0.2599987712723475,
+            0.25817692730940883,
+            0.24926703412689105,
+            0.25322649703345773,
+            0.2537012987012987,
+            0.24508373694345567,
+            0.2600802195482373,
+            0.2656874265569918,
+            0.256196288454353,
+            0.25150421179302046,
+            0.2487673162714252,
+            0.2471288557513078,
+            0.2629648693861794,
+            0.25845624930686484,
+            0.26126592099308205,
+            0.2510153881356902,
+            0.2517417013055442,
+            0.2514198339886413,
+            0.26382978723404255,
+            0.2453147794860285,
+            0.25987462722901833,
+            0.25099430949030166,
+            0.25687755925947287,
+            0.24658197217180883,
+            0.2566279674233235,
+            0.2618429403958225,
+            0.26210089591726293,
+            0.2664056565184363,
+            0.2591234399952682,
+            0.2545625,
+            0.25457326399510555,
+            0.2558028236420196,
+            0.25042199180130215,
+            0.26416819012797077,
+            0.25594526371728443,
+            0.25042148362235067,
+            0.2557904659305144,
+            0.26246223564954685,
+            0.25620456254700424,
+            0.25366155926092837,
+            0.253961376578361,
+            0.2563623628297922,
+            0.2648119175566288,
+            0.24981184507613038,
+            0.24995458673932788,
+            0.2615032679738562,
+            0.25306234550947543,
+            0.2522135087275487,
+            0.25460331893612187,
+            0.25554892277636077,
+            0.255634933820679,
+            0.25064790818215477,
+            0.2653595606079959,
+            0.2468969065534761,
+            0.2512327889849504,
+            0.2534976483895934,
+            0.2528794326241135,
+            0.26083640523706625,
+            0.2554984201722322,
+            0.2519582245430809,
+            0.2484167761978731,
+            0.26290453543672426,
+            0.25573070401306286,
+            0.2597957288765088,
+            0.2585836210828067,
+            0.2694102165330781,
+            0.2571266038809178,
+            0.26192300890172726,
+            0.25543443204541055,
+            0.2545399515738499,
+            0.2563742092146463,
+            0.2579526077497501,
+            0.25970679189096324,
+            0.262551819438047,
+            0.24828515433610976,
+            0.25215960510078156,
+            0.26146581279513553,
+            0.26227183029107054,
+            0.2526948454955249,
+            0.25950923754504374,
+            0.2625555069110013,
+            0.2576472870723663,
+            0.2633004449603405,
+            0.2647078287340348,
+            0.2602920810776785,
+            0.25582551419871996,
+            0.2613657167266736,
+            0.2547742080431364,
+            0.26476843100189035,
+            0.2609321377172589,
+            0.2572321647462613,
+            0.25318163157586066,
+            0.25105726368727854,
+            0.25243305657887505,
+            0.26213203390961887,
+            0.25202044212027574,
+            0.26942038640906063,
+            0.2609578921447919,
+            0.261141382277029,
+            0.2600147735666799,
+            0.2609824417571907,
+            0.26020679468242247,
+            0.2579718471703534,
+            0.25243295847750863,
+            0.2565569035239746,
+            0.25910544923957574,
+            0.26390005566206937,
+            0.26812221672439385,
+            0.2546405948774442,
+            0.25633603119276893,
+            0.2585742018981881,
+            0.2644628099173554,
+            0.24948328267477204,
+            0.26760379208891794,
+            0.2740989615149664,
+            0.2623316912972085,
+            0.2645090643630612,
+            0.27213352685050796,
+            0.26191039129920796,
+            0.2663300725781004,
+            0.26126348228043145,
+            0.2753568030447193,
+            0.2740005260389269,
+            0.28084291187739463,
+            0.27678723042961456,
+            0.2967951184651751,
+            0.28032522269384824,
+            0.2738813257510483,
+            0.2827735012829484,
+            0.2890260721087542,
+            0.282538770821367,
+            0.2799433026222537,
+            0.2899157116002668,
+            0.27244542866181587,
+            0.27540509607854946,
+            0.2818072289156627,
+            0.27009322247417483,
+            0.26800910943305767,
+            0.28329876170720975,
+            0.2785625774473358,
+            0.2750910036401456,
+            0.27569146399618505,
+            0.2688076122509664,
+            0.278978167904569,
+            0.2672545777451161,
+            0.27858908110536956,
+            0.27970180793613525,
+            0.27320808770866617,
+            0.2710229007633588,
+            0.27606770676465275,
+            0.273888541014402,
+            0.28825622775800713,
+            0.282089552238806,
+            0.2707956882048726,
+            0.275049115913556,
+            0.27416472626847893,
+            0.27604303332458674,
+            0.2790083060659451,
+            0.28327784592021493,
+            0.27964153057013147,
+            0.2817832890463537,
+            0.2698907003724736,
+            0.2749892221469483,
+            0.28066698558053715,
+            0.2760997838406263,
+            0.27924124397930666,
+            0.2886767209924593,
+            0.2726072607260726,
+            0.2732561897989527,
+            0.27946107419374505,
+            0.27505561576635673,
+            0.27276482738270874,
+            0.28219788155994224,
+            0.27530134182397087,
+            0.2714757366224382,
+            0.27921885202113134,
+            0.2807338207419442,
+            0.2734394429246456,
+            0.26894583434539715,
+            0.2656913330285416,
+            0.2808194560920091,
+            0.2665489377642211,
+            0.2835644549468317,
+            0.27033537150268666,
+            0.27275686231962676,
+            0.2730818488764699,
+            0.28189231080261473,
+            0.28059267098822593,
+            0.27650136487716104,
+            0.2699038698545723,
+            0.27687614399023797,
+            0.27615831259627915,
+            0.28000255885363357,
+            0.279020979020979,
+            0.276430705584923,
+            0.27621780002441704,
+            0.27627772420443586,
+            0.2739416137024669,
+            0.2713503437026681,
+            0.2758679958748711,
+            0.2745603298331508,
+            0.27363814349879073,
+            0.26324877932594976,
+            0.28185530310962204,
+            0.28218465539661897,
+            0.28447226569292294,
+            0.27191175493388264,
+            0.27932450935645825,
+            0.28187190929924016,
+            0.2825733916302311,
+            0.27669003836486306,
+            0.26485371144383896,
+            0.2789913178123099,
+            0.28064282421128894,
+            0.2654233310689804,
+            0.27576324716341094,
+            0.281071339796172,
+            0.27442777744576585,
+            0.27846758594871157,
+            0.28454482117974916,
+            0.27850704736555565,
+            0.2775152775152775,
+            0.26872876810298585,
+            0.2673626872446664,
+            0.28500846023688664,
+            0.28155105973025046,
+            0.2775078940976439,
+            0.2726338769744446,
+            0.27670497637244035,
+            0.27335746273234773,
+            0.27485265225933203,
+            0.28480243161094226,
+            0.2794042116076014,
+            0.2776310826103357,
+            0.2743981975572157,
+            0.27749618320610686,
+            0.28277480624385987,
+            0.28019128831528,
+            0.2676647799890451,
+            0.27586801563577834,
+            0.2867094282364301,
+            0.27698431280730507,
+            0.2806317349905924,
+            0.2739536056480081,
+            0.2750549105742077,
+            0.2760139475133052,
+            0.27071290944123316,
+            0.2775224086416916,
+            0.2864613596746078,
+            0.2750201080087326,
+            0.28012491897943553,
+            0.2713763145861911,
+            0.28004675021102526,
+            0.28054436714268277,
+            0.27843061709368777,
+            0.3015434809888317,
+            0.2924446642759985,
+            0.2982741588703585,
+            0.30307913669064745,
+            0.2882634651971397,
+            0.2960977227503869,
+            0.2967320990408209,
+            0.30333333333333334,
+            0.3092795257637939,
+            0.29800199214859086,
+            0.29565992108947436,
+            0.3118617439120189,
+            0.29473246629847377,
+            0.2947430249632893,
+            0.28433507976688055,
+            0.29373854805079924,
+            0.29471862438588653,
+            0.30249624060150376,
+            0.2990438097618899,
+            0.2944962986803991,
+            0.3003097893432466,
+            0.2948612899449842,
+            0.2981586402266289,
+            0.2972809667673716,
+            0.29709800190294955,
+            0.29512647331479275,
+            0.29828993392926545,
+            0.2879037674787812,
+            0.2963934075342466,
+            0.29095816464237517,
+            0.30332513020088137,
+            0.29090259585615624,
+            0.2999446256075801,
+            0.29763043845331233,
+            0.29316015385472993,
+            0.28894058900300745,
+            0.29783452905943525,
+            0.2838213293438769,
+            0.3087974459028024,
+            0.29876921114724825,
+            0.29118242266551025,
+            0.2969617568157714,
+            0.29124598439651217,
+            0.30364296444667,
+            0.30384871004773123,
+            0.30428293316028554,
+            0.2969764969883075,
+            0.29620755750273825,
+            0.30070373788647903,
+            0.3030509735830336,
+            0.28867699642431466,
+            0.3028212733669035,
+            0.28852205926013896,
+            0.29014609884986015,
+            0.29557412565769114,
+            0.29411066959255083,
+            0.28823126924392745,
+            0.28279919112690727,
+            0.2963639685729947,
+            0.2876543209876543,
+            0.29179820120316874,
+            0.28983439806487626,
+            0.2885598565832282,
+            0.2917370363420279,
+            0.2941704611043417,
+            0.28503896767599335,
+            0.28408178392735806,
+            0.28646639826571696,
+            0.2938376908337969,
+            0.2926671374764595,
+            0.2909850131563894,
+            0.2953132197144173,
+            0.28948144652232904,
+            0.2793546459515984,
+            0.29569347688410386,
+            0.2918885061071093,
+            0.2902946273830156,
+            0.2942558045899879,
+            0.29569757202163793,
+            0.2882656269651616,
+            0.2857515317429279,
+            0.29664115160516397,
+            0.291635687732342,
+            0.3046722330786996,
+            0.29806983034177525,
+            0.28748233964396724,
+            0.29368421052631577,
+            0.2878923766816143,
+            0.29227497413495807,
+            0.2937797147385103,
+            0.2901045577956213,
+            0.2924607038531089,
+            0.2886501377410468,
+            0.28679752950528953,
+            0.28944246737841045,
+            0.2995634165453935,
+            0.29728591201781307,
+            0.29853753656158594,
+            0.2885388555378091,
+            0.29310133562063473,
+            0.29033031592830166,
+            0.28408787214709497,
+            0.29602312957281096,
+            0.29513019529293943,
+            0.2870763363474196,
+            0.2935421955296886,
+            0.29734595504965444,
+            0.2933249586021812,
+            0.29891942682640354,
+            0.3045494254418386,
+            0.28740225890529975,
+            0.2872186389364223,
+            0.2993952785207582,
+            0.30010022993927243,
+            0.290634599045814,
+            0.29944791166586654,
+            0.30303030303030304,
+            0.2898831607508721,
+            0.2806098422415823,
+            0.2862885497142139,
+            0.2907846773677815,
+            0.2885714285714286,
+            0.29562567228397274,
+            0.2796261682242991,
+            0.28830245834789703,
+            0.2798387604711218,
+            0.29255137570833617,
+            0.2931543139261846,
+            0.2936771025168815,
+            0.295732794484726,
+            0.2933977657838584,
+            0.2921670865311383,
+            0.2852947458351132,
+            0.297846304454234
+        ],
+        "grad_norms": [
+            0.22265625,
+            0.32421875,
+            0.796875,
+            0.765625,
+            0.6015625,
+            0.6953125,
+            0.671875,
+            0.458984375,
+            0.3828125,
+            0.359375,
+            0.330078125,
+            0.27734375,
+            0.1767578125,
+            0.23046875,
+            0.2890625,
+            0.21484375,
+            0.1923828125,
+            0.1865234375,
+            0.25,
+            0.1943359375,
+            0.16015625,
+            0.1337890625,
+            0.1376953125,
+            0.138671875,
+            0.1689453125,
+            0.341796875,
+            0.380859375,
+            0.16796875,
+            0.248046875,
+            0.259765625,
+            0.1337890625,
+            0.19921875,
+            0.2197265625,
+            0.1591796875,
+            0.1318359375,
+            0.1669921875,
+            0.1259765625,
+            0.146484375,
+            0.138671875,
+            0.1513671875,
+            0.173828125,
+            0.18359375,
+            0.15234375,
+            0.1689453125,
+            0.115234375,
+            0.11083984375,
+            0.1162109375,
+            0.12255859375,
+            0.1259765625,
+            0.1396484375,
+            0.1240234375,
+            0.10107421875,
+            0.11572265625,
+            0.119140625,
+            0.09521484375,
+            0.10791015625,
+            0.1357421875,
+            0.142578125,
+            0.126953125,
+            0.09765625,
+            0.0947265625,
+            0.10205078125,
+            0.1064453125,
+            0.10009765625,
+            0.0966796875,
+            0.091796875,
+            0.1064453125,
+            0.1044921875,
+            0.1044921875,
+            0.11376953125,
+            0.1044921875,
+            0.09423828125,
+            0.12451171875,
+            0.11474609375,
+            0.119140625,
+            0.1416015625,
+            0.12353515625,
+            0.12890625,
+            0.09228515625,
+            0.14453125,
+            0.11328125,
+            0.12158203125,
+            0.107421875,
+            0.10693359375,
+            0.11279296875,
+            0.10595703125,
+            0.11328125,
+            0.115234375,
+            0.091796875,
+            0.09521484375,
+            0.09814453125,
+            0.1083984375,
+            0.09912109375,
+            0.107421875,
+            0.10693359375,
+            0.10205078125,
+            0.099609375,
+            0.09912109375,
+            0.140625,
+            0.140625,
+            0.11767578125,
+            0.1591796875,
+            0.11279296875,
+            0.10546875,
+            0.1005859375,
+            0.095703125,
+            0.1162109375,
+            0.1005859375,
+            0.107421875,
+            0.1005859375,
+            0.09521484375,
+            0.1181640625,
+            0.107421875,
+            0.08642578125,
+            0.109375,
+            0.123046875,
+            0.09619140625,
+            0.1220703125,
+            0.0966796875,
+            0.103515625,
+            0.1611328125,
+            0.146484375,
+            0.1025390625,
+            0.12353515625,
+            0.09716796875,
+            0.11669921875,
+            0.125,
+            0.10009765625,
+            0.15625,
+            0.10546875,
+            0.1103515625,
+            0.11279296875,
+            0.1171875,
+            0.1240234375,
+            0.1513671875,
+            0.103515625,
+            0.111328125,
+            0.10107421875,
+            0.1171875,
+            0.09765625,
+            0.10107421875,
+            0.1015625,
+            0.09716796875,
+            0.09814453125,
+            0.09375,
+            0.1025390625,
+            0.08837890625,
+            0.10302734375,
+            0.0947265625,
+            0.0888671875,
+            0.08544921875,
+            0.0869140625,
+            0.1083984375,
+            0.1201171875,
+            0.09619140625,
+            0.119140625,
+            0.11767578125,
+            0.10791015625,
+            0.10986328125,
+            0.11279296875,
+            0.0966796875,
+            0.130859375,
+            0.12353515625,
+            0.09521484375,
+            0.10693359375,
+            0.1123046875,
+            0.1025390625,
+            0.10986328125,
+            0.10546875,
+            0.0888671875,
+            0.103515625,
+            0.11083984375,
+            0.0869140625,
+            0.09912109375,
+            0.10986328125,
+            0.1005859375,
+            0.1103515625,
+            0.109375,
+            0.10205078125,
+            0.107421875,
+            0.119140625,
+            0.09423828125,
+            0.10693359375,
+            0.0966796875,
+            0.10400390625,
+            0.09619140625,
+            0.0947265625,
+            0.0966796875,
+            0.1279296875,
+            0.087890625,
+            0.11083984375,
+            0.080078125,
+            0.11279296875,
+            0.11181640625,
+            0.08544921875,
+            0.10400390625,
+            0.087890625,
+            0.09765625,
+            0.0908203125,
+            0.11376953125,
+            0.09716796875,
+            0.10888671875,
+            0.10302734375,
+            0.1279296875,
+            0.10693359375,
+            0.11279296875,
+            0.0947265625,
+            0.12060546875,
+            0.11767578125,
+            0.10302734375,
+            0.11865234375,
+            0.09228515625,
+            0.11669921875,
+            0.10400390625,
+            0.1318359375,
+            0.11572265625,
+            0.087890625,
+            0.1083984375,
+            0.09716796875,
+            0.10498046875,
+            0.123046875,
+            0.10009765625,
+            0.107421875,
+            0.11669921875,
+            0.103515625,
+            0.1064453125,
+            0.09326171875,
+            0.10791015625,
+            0.10302734375,
+            0.08544921875,
+            0.1103515625,
+            0.0947265625,
+            0.0966796875,
+            0.1025390625,
+            0.0869140625,
+            0.09521484375,
+            0.11767578125,
+            0.10498046875,
+            0.1015625,
+            0.1103515625,
+            0.140625,
+            0.095703125,
+            0.130859375,
+            0.09326171875,
+            0.11669921875,
+            0.09033203125,
+            0.1298828125,
+            0.12060546875,
+            0.09814453125,
+            0.10205078125,
+            0.0888671875,
+            0.1025390625,
+            0.1162109375,
+            0.09375,
+            0.119140625,
+            0.10009765625,
+            0.115234375,
+            0.08837890625,
+            0.09814453125,
+            0.087890625,
+            0.09716796875,
+            0.10791015625,
+            0.0927734375,
+            0.1201171875,
+            0.09130859375,
+            0.08984375,
+            0.09521484375,
+            0.10302734375,
+            0.11376953125,
+            0.09765625,
+            0.10693359375,
+            0.1142578125,
+            0.10107421875,
+            0.1015625,
+            0.12353515625,
+            0.09716796875,
+            0.10302734375,
+            0.09619140625,
+            0.09814453125,
+            0.0908203125,
+            0.09765625,
+            0.099609375,
+            0.09619140625,
+            0.09912109375,
+            0.09423828125,
+            0.09033203125,
+            0.095703125,
+            0.11767578125,
+            0.095703125,
+            0.10302734375,
+            0.09765625,
+            0.10546875,
+            0.08203125,
+            0.0966796875,
+            0.095703125,
+            0.10205078125,
+            0.09423828125,
+            0.10986328125,
+            0.10498046875,
+            0.123046875,
+            0.1015625,
+            0.1376953125,
+            0.1181640625,
+            0.1005859375,
+            0.10888671875,
+            0.09521484375,
+            0.10205078125,
+            0.10400390625,
+            0.09521484375,
+            0.09423828125,
+            0.0986328125,
+            0.08544921875,
+            0.09033203125,
+            0.10205078125,
+            0.08740234375,
+            0.10986328125,
+            0.1123046875,
+            0.10107421875,
+            0.1181640625,
+            0.10302734375,
+            0.109375,
+            0.095703125,
+            0.09423828125,
+            0.103515625,
+            0.109375,
+            0.087890625,
+            0.0908203125,
+            0.09130859375,
+            0.09619140625,
+            0.0908203125,
+            0.087890625,
+            0.083984375,
+            0.09326171875,
+            0.08740234375,
+            0.08447265625,
+            0.09033203125,
+            0.08447265625,
+            0.103515625,
+            0.0869140625,
+            0.09716796875,
+            0.09375,
+            0.12109375,
+            0.0927734375,
+            0.1025390625,
+            0.1103515625,
+            0.10595703125,
+            0.10009765625,
+            0.1142578125,
+            0.08984375,
+            0.1162109375,
+            0.0986328125,
+            0.11328125,
+            0.09228515625,
+            0.09375,
+            0.09814453125,
+            0.0859375,
+            0.10791015625,
+            0.11181640625,
+            0.0966796875,
+            0.123046875,
+            0.10400390625,
+            0.11376953125,
+            0.09033203125,
+            0.1142578125,
+            0.0966796875,
+            0.1015625,
+            0.09375,
+            0.0947265625,
+            0.08984375,
+            0.0966796875,
+            0.09912109375,
+            0.1005859375,
+            0.1103515625,
+            0.095703125,
+            0.10400390625,
+            0.10400390625,
+            0.09814453125,
+            0.1015625,
+            0.1044921875,
+            0.10205078125,
+            0.10791015625,
+            0.12060546875,
+            0.10791015625,
+            0.11962890625,
+            0.08642578125,
+            0.10107421875,
+            0.10205078125,
+            0.10498046875,
+            0.0869140625,
+            0.1044921875,
+            0.099609375,
+            0.10009765625,
+            0.103515625,
+            0.1025390625,
+            0.09326171875,
+            0.1015625,
+            0.0986328125,
+            0.10400390625,
+            0.1015625,
+            0.095703125,
+            0.140625,
+            0.09619140625,
+            0.1123046875,
+            0.0927734375,
+            0.09130859375,
+            0.09765625,
+            0.1064453125,
+            0.1162109375,
+            0.103515625,
+            0.11767578125,
+            0.12158203125,
+            0.0986328125,
+            0.1044921875,
+            0.09130859375,
+            0.1025390625,
+            0.0927734375,
+            0.08984375,
+            0.0947265625,
+            0.09326171875,
+            0.09716796875,
+            0.10205078125,
+            0.09326171875,
+            0.0859375,
+            0.09423828125,
+            0.0986328125,
+            0.0986328125,
+            0.09814453125,
+            0.10009765625,
+            0.09814453125,
+            0.107421875,
+            0.09912109375,
+            0.09423828125,
+            0.1015625,
+            0.087890625,
+            0.09130859375,
+            0.09326171875,
+            0.08984375,
+            0.09619140625,
+            0.10546875,
+            0.083984375,
+            0.11279296875,
+            0.09619140625,
+            0.103515625,
+            0.10791015625,
+            0.1064453125,
+            0.1005859375,
+            0.103515625,
+            0.11181640625,
+            0.0966796875,
+            0.109375,
+            0.1123046875,
+            0.10693359375,
+            0.1123046875,
+            0.095703125,
+            0.11376953125,
+            0.09765625,
+            0.10693359375,
+            0.1044921875,
+            0.0927734375,
+            0.095703125,
+            0.103515625,
+            0.08837890625,
+            0.1083984375,
+            0.09228515625,
+            0.0966796875,
+            0.1064453125,
+            0.0908203125,
+            0.10009765625,
+            0.08984375,
+            0.1083984375,
+            0.11376953125,
+            0.09716796875,
+            0.138671875,
+            0.10009765625,
+            0.140625,
+            0.11083984375,
+            0.12158203125,
+            0.12158203125,
+            0.0947265625,
+            0.1025390625,
+            0.10302734375,
+            0.1025390625,
+            0.109375,
+            0.09814453125,
+            0.087890625,
+            0.1083984375,
+            0.0947265625,
+            0.09375,
+            0.09375,
+            0.1005859375,
+            0.10595703125,
+            0.10498046875,
+            0.0888671875,
+            0.0888671875,
+            0.0908203125,
+            0.10205078125,
+            0.09228515625,
+            0.11572265625,
+            0.091796875,
+            0.099609375,
+            0.115234375,
+            0.103515625,
+            0.1240234375,
+            0.08447265625,
+            0.12158203125,
+            0.09814453125,
+            0.091796875,
+            0.1005859375,
+            0.09326171875,
+            0.0927734375,
+            0.0966796875,
+            0.1005859375,
+            0.10205078125,
+            0.10302734375,
+            0.091796875,
+            0.1318359375,
+            0.09619140625,
+            0.13671875,
+            0.083984375,
+            0.1337890625,
+            0.10205078125,
+            0.126953125,
+            0.0927734375,
+            0.1376953125,
+            0.1015625,
+            0.12890625,
+            0.0927734375,
+            0.1181640625,
+            0.10986328125,
+            0.11279296875,
+            0.09521484375,
+            0.1181640625,
+            0.0888671875,
+            0.09765625,
+            0.0966796875,
+            0.1005859375,
+            0.12255859375,
+            0.09765625,
+            0.099609375,
+            0.111328125,
+            0.1044921875,
+            0.1259765625,
+            0.10595703125,
+            0.1416015625,
+            0.099609375,
+            0.1357421875,
+            0.11865234375,
+            0.10498046875,
+            0.1298828125,
+            0.091796875,
+            0.1328125,
+            0.11328125,
+            0.11376953125,
+            0.1318359375,
+            0.09619140625,
+            0.1318359375,
+            0.1025390625,
+            0.08935546875,
+            0.1337890625,
+            0.09228515625,
+            0.11669921875,
+            0.109375,
+            0.1005859375,
+            0.09619140625,
+            0.09814453125,
+            0.09423828125,
+            0.10205078125,
+            0.10546875,
+            0.10205078125,
+            0.12158203125,
+            0.1083984375,
+            0.11669921875,
+            0.1103515625,
+            0.111328125,
+            0.1279296875,
+            0.10302734375,
+            0.1416015625,
+            0.12060546875,
+            0.0927734375,
+            0.1376953125,
+            0.1044921875,
+            0.11962890625,
+            0.107421875,
+            0.10302734375,
+            0.111328125,
+            0.0908203125,
+            0.109375,
+            0.09765625,
+            0.1171875,
+            0.10107421875,
+            0.09765625,
+            0.10595703125,
+            0.09326171875,
+            0.0986328125,
+            0.1044921875,
+            0.10400390625,
+            0.0947265625,
+            0.10009765625,
+            0.09228515625,
+            0.10205078125,
+            0.11669921875,
+            0.09130859375,
+            0.11181640625,
+            0.0966796875,
+            0.09423828125,
+            0.09423828125,
+            0.09619140625,
+            0.08984375,
+            0.0947265625,
+            0.1064453125,
+            0.09228515625,
+            0.1201171875,
+            0.087890625,
+            0.09423828125,
+            0.08984375,
+            0.09912109375,
+            0.09228515625,
+            0.12109375,
+            0.0947265625,
+            0.10546875,
+            0.10595703125,
+            0.09765625,
+            0.1044921875,
+            0.08837890625,
+            0.09814453125,
+            0.09228515625,
+            0.11279296875,
+            0.1123046875,
+            0.0947265625,
+            0.11083984375,
+            0.11328125,
+            0.08447265625,
+            0.11083984375,
+            0.1025390625,
+            0.0869140625,
+            0.11767578125,
+            0.09326171875,
+            0.1083984375,
+            0.0966796875,
+            0.10302734375,
+            0.0888671875,
+            0.09716796875,
+            0.09326171875,
+            0.08740234375,
+            0.09033203125,
+            0.09814453125,
+            0.08740234375,
+            0.091796875,
+            0.09326171875,
+            0.10302734375,
+            0.103515625,
+            0.10302734375,
+            0.1015625,
+            0.11083984375,
+            0.10205078125,
+            0.1181640625,
+            0.1162109375,
+            0.103515625,
+            0.12890625,
+            0.11279296875,
+            0.1064453125,
+            0.09765625,
+            0.1015625,
+            0.08984375,
+            0.1044921875,
+            0.10107421875,
+            0.1005859375,
+            0.103515625,
+            0.10009765625,
+            0.0986328125
+        ]
+    },
+    "eval": {
+        "effective_batch_nums": [
+            134,
+            268,
+            402,
+            536,
+            670
+        ],
+        "losses": [
+            7.297794117647059,
+            7.073529411764706,
+            6.992647058823529,
+            6.970588235294118,
+            6.96875
+        ],
+        "perplexities": [
+            1477.0381589587764,
+            1180.3064790736069,
+            1088.5992519398421,
+            1064.8489480784515,
+            1062.893303177624
+        ],
+        "accuracies": [
+            0.19737915209434448,
+            0.21923939833896822,
+            0.22930577993964119,
+            0.23632422564403857,
+            0.23898748267394948
+        ]
+    }
+}

none_123/epoch4/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e113a104bd154fa6eb399fe1ad561e43346631c2f407cf8cdb92687e3d9b94
+size 29774371

none_123/epoch4/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac6d8489f0dda8c308cbb1394435a6c205e7af5e8ebd02778179a266a050892
+size 59595275

none_123/epoch4/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce2beb48426b7b2a18d6421534f7a01ea8cf8c12dcb6b6ced5631144b33040ec
+size 1465

none_123/epoch4/tokenizer/special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "pad_token": "<|endoftext|>",
+  "unk_token": "<|endoftext|>"
+}

none_123/epoch4/tokenizer/tokenizer_config.json

@@ -0,0 +1,21 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "50256": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "extra_special_tokens": {},
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}