Upload folder using huggingface_hub

expdecayforward_123/epoch3/metadata.json

@@ -0,0 +1,6 @@
+{
+    "epoch_num": 3,
+    "global_batch_num": 536,
+    "device": "cuda",
+    "dtype": "bfloat16"
+}

expdecayforward_123/epoch3/metrics.json

@@ -0,0 +1,2182 @@
+{
+    "training": {
+        "effective_batch_nums": [
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            110,
+            111,
+            112,
+            113,
+            114,
+            115,
+            116,
+            117,
+            118,
+            119,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132,
+            133,
+            134,
+            135,
+            136,
+            137,
+            138,
+            139,
+            140,
+            141,
+            142,
+            143,
+            144,
+            145,
+            146,
+            147,
+            148,
+            149,
+            150,
+            151,
+            152,
+            153,
+            154,
+            155,
+            156,
+            157,
+            158,
+            159,
+            160,
+            161,
+            162,
+            163,
+            164,
+            165,
+            166,
+            167,
+            168,
+            169,
+            170,
+            171,
+            172,
+            173,
+            174,
+            175,
+            176,
+            177,
+            178,
+            179,
+            180,
+            181,
+            182,
+            183,
+            184,
+            185,
+            186,
+            187,
+            188,
+            189,
+            190,
+            191,
+            192,
+            193,
+            194,
+            195,
+            196,
+            197,
+            198,
+            199,
+            200,
+            201,
+            202,
+            203,
+            204,
+            205,
+            206,
+            207,
+            208,
+            209,
+            210,
+            211,
+            212,
+            213,
+            214,
+            215,
+            216,
+            217,
+            218,
+            219,
+            220,
+            221,
+            222,
+            223,
+            224,
+            225,
+            226,
+            227,
+            228,
+            229,
+            230,
+            231,
+            232,
+            233,
+            234,
+            235,
+            236,
+            237,
+            238,
+            239,
+            240,
+            241,
+            242,
+            243,
+            244,
+            245,
+            246,
+            247,
+            248,
+            249,
+            250,
+            251,
+            252,
+            253,
+            254,
+            255,
+            256,
+            257,
+            258,
+            259,
+            260,
+            261,
+            262,
+            263,
+            264,
+            265,
+            266,
+            267,
+            268,
+            269,
+            270,
+            271,
+            272,
+            273,
+            274,
+            275,
+            276,
+            277,
+            278,
+            279,
+            280,
+            281,
+            282,
+            283,
+            284,
+            285,
+            286,
+            287,
+            288,
+            289,
+            290,
+            291,
+            292,
+            293,
+            294,
+            295,
+            296,
+            297,
+            298,
+            299,
+            300,
+            301,
+            302,
+            303,
+            304,
+            305,
+            306,
+            307,
+            308,
+            309,
+            310,
+            311,
+            312,
+            313,
+            314,
+            315,
+            316,
+            317,
+            318,
+            319,
+            320,
+            321,
+            322,
+            323,
+            324,
+            325,
+            326,
+            327,
+            328,
+            329,
+            330,
+            331,
+            332,
+            333,
+            334,
+            335,
+            336,
+            337,
+            338,
+            339,
+            340,
+            341,
+            342,
+            343,
+            344,
+            345,
+            346,
+            347,
+            348,
+            349,
+            350,
+            351,
+            352,
+            353,
+            354,
+            355,
+            356,
+            357,
+            358,
+            359,
+            360,
+            361,
+            362,
+            363,
+            364,
+            365,
+            366,
+            367,
+            368,
+            369,
+            370,
+            371,
+            372,
+            373,
+            374,
+            375,
+            376,
+            377,
+            378,
+            379,
+            380,
+            381,
+            382,
+            383,
+            384,
+            385,
+            386,
+            387,
+            388,
+            389,
+            390,
+            391,
+            392,
+            393,
+            394,
+            395,
+            396,
+            397,
+            398,
+            399,
+            400,
+            401,
+            402,
+            403,
+            404,
+            405,
+            406,
+            407,
+            408,
+            409,
+            410,
+            411,
+            412,
+            413,
+            414,
+            415,
+            416,
+            417,
+            418,
+            419,
+            420,
+            421,
+            422,
+            423,
+            424,
+            425,
+            426,
+            427,
+            428,
+            429,
+            430,
+            431,
+            432,
+            433,
+            434,
+            435,
+            436,
+            437,
+            438,
+            439,
+            440,
+            441,
+            442,
+            443,
+            444,
+            445,
+            446,
+            447,
+            448,
+            449,
+            450,
+            451,
+            452,
+            453,
+            454,
+            455,
+            456,
+            457,
+            458,
+            459,
+            460,
+            461,
+            462,
+            463,
+            464,
+            465,
+            466,
+            467,
+            468,
+            469,
+            470,
+            471,
+            472,
+            473,
+            474,
+            475,
+            476,
+            477,
+            478,
+            479,
+            480,
+            481,
+            482,
+            483,
+            484,
+            485,
+            486,
+            487,
+            488,
+            489,
+            490,
+            491,
+            492,
+            493,
+            494,
+            495,
+            496,
+            497,
+            498,
+            499,
+            500,
+            501,
+            502,
+            503,
+            504,
+            505,
+            506,
+            507,
+            508,
+            509,
+            510,
+            511,
+            512,
+            513,
+            514,
+            515,
+            516,
+            517,
+            518,
+            519,
+            520,
+            521,
+            522,
+            523,
+            524,
+            525,
+            526,
+            527,
+            528,
+            529,
+            530,
+            531,
+            532,
+            533,
+            534,
+            535,
+            536
+        ],
+        "losses": [
+            11.0,
+            10.6875,
+            9.875,
+            9.375,
+            8.9375,
+            8.6875,
+            8.625,
+            8.5625,
+            8.5,
+            8.5,
+            8.4375,
+            8.3125,
+            8.3125,
+            8.25,
+            8.25,
+            8.3125,
+            8.1875,
+            8.1875,
+            8.25,
+            8.1875,
+            8.0625,
+            8.1875,
+            8.0625,
+            8.1875,
+            8.0625,
+            8.0625,
+            8.0,
+            8.0625,
+            8.0,
+            7.96875,
+            7.96875,
+            8.0625,
+            8.0,
+            8.0625,
+            8.0,
+            7.96875,
+            8.0625,
+            7.90625,
+            7.9375,
+            7.875,
+            7.875,
+            7.90625,
+            7.875,
+            7.90625,
+            7.84375,
+            7.78125,
+            7.8125,
+            7.8125,
+            7.90625,
+            7.875,
+            7.875,
+            7.78125,
+            7.78125,
+            7.78125,
+            7.8125,
+            7.6875,
+            7.71875,
+            7.65625,
+            7.6875,
+            7.65625,
+            7.65625,
+            7.625,
+            7.59375,
+            7.625,
+            7.59375,
+            7.625,
+            7.625,
+            7.5625,
+            7.5625,
+            7.53125,
+            7.5,
+            7.53125,
+            7.5,
+            7.5625,
+            7.4375,
+            7.53125,
+            7.5,
+            7.4375,
+            7.40625,
+            7.5,
+            7.46875,
+            7.46875,
+            7.4375,
+            7.46875,
+            7.40625,
+            7.46875,
+            7.375,
+            7.46875,
+            7.4375,
+            7.34375,
+            7.375,
+            7.34375,
+            7.3125,
+            7.375,
+            7.40625,
+            7.3125,
+            7.375,
+            7.28125,
+            7.375,
+            7.3125,
+            7.28125,
+            7.3125,
+            7.375,
+            7.34375,
+            7.28125,
+            7.34375,
+            7.28125,
+            7.25,
+            7.3125,
+            7.25,
+            7.34375,
+            7.25,
+            7.28125,
+            7.28125,
+            7.28125,
+            7.3125,
+            7.21875,
+            7.3125,
+            7.21875,
+            7.25,
+            7.25,
+            7.25,
+            7.21875,
+            7.21875,
+            7.28125,
+            7.1875,
+            7.1875,
+            7.21875,
+            7.21875,
+            7.1875,
+            7.25,
+            7.15625,
+            7.25,
+            7.15625,
+            7.0,
+            6.96875,
+            7.03125,
+            6.90625,
+            6.9375,
+            6.9375,
+            6.90625,
+            6.96875,
+            6.96875,
+            6.96875,
+            7.0,
+            6.9375,
+            6.9375,
+            6.9375,
+            6.90625,
+            6.96875,
+            6.96875,
+            6.96875,
+            6.9375,
+            6.9375,
+            6.90625,
+            6.9375,
+            6.9375,
+            6.96875,
+            7.03125,
+            7.0,
+            6.96875,
+            6.96875,
+            6.9375,
+            6.90625,
+            6.96875,
+            6.9375,
+            6.96875,
+            6.9375,
+            6.96875,
+            6.9375,
+            6.9375,
+            6.90625,
+            6.90625,
+            6.96875,
+            6.9375,
+            6.9375,
+            6.90625,
+            6.9375,
+            6.90625,
+            6.90625,
+            6.90625,
+            6.9375,
+            6.90625,
+            6.90625,
+            6.9375,
+            7.0,
+            6.90625,
+            6.84375,
+            6.90625,
+            6.90625,
+            6.96875,
+            6.90625,
+            6.9375,
+            6.84375,
+            6.90625,
+            6.90625,
+            6.84375,
+            6.90625,
+            6.9375,
+            6.90625,
+            6.90625,
+            6.90625,
+            6.9375,
+            6.90625,
+            6.96875,
+            6.84375,
+            6.84375,
+            6.84375,
+            6.875,
+            6.90625,
+            6.78125,
+            6.875,
+            6.84375,
+            6.8125,
+            6.875,
+            6.84375,
+            6.875,
+            6.84375,
+            6.8125,
+            6.84375,
+            6.84375,
+            6.90625,
+            6.90625,
+            6.84375,
+            6.875,
+            6.84375,
+            6.875,
+            6.8125,
+            6.875,
+            6.78125,
+            6.8125,
+            6.90625,
+            6.875,
+            6.90625,
+            6.8125,
+            6.8125,
+            6.8125,
+            6.875,
+            6.8125,
+            6.875,
+            6.78125,
+            6.84375,
+            6.8125,
+            6.75,
+            6.875,
+            6.84375,
+            6.8125,
+            6.8125,
+            6.78125,
+            6.84375,
+            6.78125,
+            6.84375,
+            6.84375,
+            6.75,
+            6.78125,
+            6.875,
+            6.78125,
+            6.8125,
+            6.8125,
+            6.78125,
+            6.8125,
+            6.8125,
+            6.75,
+            6.84375,
+            6.71875,
+            6.78125,
+            6.78125,
+            6.75,
+            6.59375,
+            6.5625,
+            6.46875,
+            6.5625,
+            6.625,
+            6.5625,
+            6.5,
+            6.53125,
+            6.5,
+            6.46875,
+            6.59375,
+            6.53125,
+            6.59375,
+            6.53125,
+            6.5625,
+            6.59375,
+            6.5625,
+            6.59375,
+            6.5625,
+            6.5,
+            6.53125,
+            6.5625,
+            6.5625,
+            6.625,
+            6.625,
+            6.53125,
+            6.5,
+            6.5,
+            6.625,
+            6.625,
+            6.5625,
+            6.5625,
+            6.65625,
+            6.5625,
+            6.59375,
+            6.5625,
+            6.625,
+            6.5625,
+            6.5625,
+            6.53125,
+            6.53125,
+            6.53125,
+            6.59375,
+            6.59375,
+            6.5625,
+            6.5625,
+            6.5625,
+            6.59375,
+            6.5625,
+            6.5625,
+            6.5,
+            6.625,
+            6.5625,
+            6.625,
+            6.5625,
+            6.59375,
+            6.625,
+            6.5625,
+            6.5625,
+            6.59375,
+            6.59375,
+            6.5625,
+            6.625,
+            6.59375,
+            6.59375,
+            6.5625,
+            6.65625,
+            6.625,
+            6.59375,
+            6.625,
+            6.5625,
+            6.59375,
+            6.59375,
+            6.65625,
+            6.59375,
+            6.625,
+            6.625,
+            6.59375,
+            6.5,
+            6.5625,
+            6.59375,
+            6.59375,
+            6.5625,
+            6.59375,
+            6.5625,
+            6.59375,
+            6.59375,
+            6.65625,
+            6.625,
+            6.5625,
+            6.59375,
+            6.625,
+            6.5625,
+            6.53125,
+            6.5625,
+            6.53125,
+            6.5625,
+            6.5625,
+            6.625,
+            6.5625,
+            6.5625,
+            6.53125,
+            6.5625,
+            6.59375,
+            6.625,
+            6.65625,
+            6.59375,
+            6.5625,
+            6.625,
+            6.5625,
+            6.625,
+            6.5625,
+            6.53125,
+            6.5625,
+            6.59375,
+            6.59375,
+            6.59375,
+            6.59375,
+            6.5625,
+            6.5625,
+            6.53125,
+            6.59375,
+            6.59375,
+            6.625,
+            6.53125,
+            6.65625,
+            6.5625,
+            6.5,
+            6.5625,
+            6.53125,
+            6.5,
+            6.53125,
+            6.53125,
+            6.59375,
+            6.375,
+            6.375,
+            6.34375,
+            6.3125,
+            6.21875,
+            6.375,
+            6.34375,
+            6.375,
+            6.25,
+            6.3125,
+            6.375,
+            6.28125,
+            6.34375,
+            6.34375,
+            6.34375,
+            6.375,
+            6.375,
+            6.3125,
+            6.34375,
+            6.375,
+            6.375,
+            6.46875,
+            6.34375,
+            6.46875,
+            6.34375,
+            6.375,
+            6.375,
+            6.375,
+            6.375,
+            6.3125,
+            6.375,
+            6.3125,
+            6.375,
+            6.34375,
+            6.40625,
+            6.375,
+            6.375,
+            6.375,
+            6.375,
+            6.34375,
+            6.375,
+            6.375,
+            6.375,
+            6.40625,
+            6.375,
+            6.34375,
+            6.375,
+            6.375,
+            6.375,
+            6.34375,
+            6.4375,
+            6.34375,
+            6.40625,
+            6.4375,
+            6.375,
+            6.375,
+            6.375,
+            6.46875,
+            6.46875,
+            6.375,
+            6.53125,
+            6.34375,
+            6.4375,
+            6.375,
+            6.375,
+            6.34375,
+            6.375,
+            6.40625,
+            6.46875,
+            6.4375,
+            6.4375,
+            6.375,
+            6.375,
+            6.40625,
+            6.375,
+            6.34375,
+            6.40625,
+            6.4375,
+            6.40625,
+            6.40625,
+            6.4375,
+            6.46875,
+            6.375,
+            6.34375,
+            6.34375,
+            6.40625,
+            6.4375,
+            6.375,
+            6.40625,
+            6.375,
+            6.46875,
+            6.40625,
+            6.40625,
+            6.46875,
+            6.40625,
+            6.4375,
+            6.4375,
+            6.3125,
+            6.375,
+            6.4375,
+            6.375,
+            6.46875,
+            6.5,
+            6.4375,
+            6.375,
+            6.40625,
+            6.40625,
+            6.40625,
+            6.46875,
+            6.4375,
+            6.375,
+            6.375,
+            6.40625,
+            6.4375,
+            6.4375,
+            6.375,
+            6.375,
+            6.46875,
+            6.46875,
+            6.28125,
+            6.40625,
+            6.40625,
+            6.46875,
+            6.40625,
+            6.4375,
+            6.46875,
+            6.40625,
+            6.3125,
+            6.34375,
+            6.40625,
+            6.4375,
+            6.375,
+            6.4375,
+            6.375
+        ],
+        "accuracies": [
+            0.0,
+            0.016824849007765316,
+            0.051174706323419146,
+            0.04914738124238733,
+            0.0503037205770691,
+            0.05047189167008617,
+            0.06941481695012972,
+            0.0875632401178629,
+            0.091167574107683,
+            0.08963276316596162,
+            0.09765899087835683,
+            0.10793671984513717,
+            0.10795724465558194,
+            0.10104047633367415,
+            0.10630273587317822,
+            0.10528198402289257,
+            0.10954989283162658,
+            0.11212574021805302,
+            0.10731599823710886,
+            0.11474555664910555,
+            0.12036414736970734,
+            0.11541055988225915,
+            0.12168028600612871,
+            0.11181382782758197,
+            0.12109274089382588,
+            0.1211489898989899,
+            0.1216853450915549,
+            0.11101968851013812,
+            0.12126141909648354,
+            0.120634149304501,
+            0.12356040186228866,
+            0.11742848717192568,
+            0.12246589315313018,
+            0.12110177952663417,
+            0.12079083812888154,
+            0.1197851182992342,
+            0.11826880980674213,
+            0.1258335930196323,
+            0.1255824790307549,
+            0.12607229485890079,
+            0.13352648485230206,
+            0.12968910585817062,
+            0.1350802731131205,
+            0.1318287760786766,
+            0.13348256361922714,
+            0.13784794876672374,
+            0.13369114418150768,
+            0.1395031055900621,
+            0.13219849971148298,
+            0.13748182611224194,
+            0.13151407441380497,
+            0.1437076815316367,
+            0.14482632985183386,
+            0.13947182268332942,
+            0.14048145133155018,
+            0.1480373831775701,
+            0.1457725947521866,
+            0.14881730654938785,
+            0.1446242774566474,
+            0.1542972022114257,
+            0.14943939309421542,
+            0.15424198443066367,
+            0.15650901999024866,
+            0.1518531427907517,
+            0.1586808809746954,
+            0.15921870375850844,
+            0.16173266692297833,
+            0.15951962151998544,
+            0.16391468868249054,
+            0.16823100376636577,
+            0.16733161229758273,
+            0.16512747138397502,
+            0.16348949919224556,
+            0.1644772038280925,
+            0.17704221075007592,
+            0.17106465963800355,
+            0.16981728519946893,
+            0.17686291153822833,
+            0.1760372003140286,
+            0.168535449370364,
+            0.17196320964161116,
+            0.1715945697192821,
+            0.17657125995868989,
+            0.17096569250317661,
+            0.18032148617831914,
+            0.1709996806132226,
+            0.18051629922743545,
+            0.17379058979456594,
+            0.18057996485061512,
+            0.18244386776486518,
+            0.1897882793309159,
+            0.18549241087186727,
+            0.18508997429305912,
+            0.18360238832375056,
+            0.17762178259944691,
+            0.1843506759524785,
+            0.18480088110834156,
+            0.19050025265285497,
+            0.18545119705340699,
+            0.18465227817745802,
+            0.18745480838756326,
+            0.1880694933786903,
+            0.1814177244537182,
+            0.1855476762585712,
+            0.18943357597816196,
+            0.1898062118396602,
+            0.19027033609352167,
+            0.19265389959523954,
+            0.18984664198836596,
+            0.1944808599895123,
+            0.1915176413726438,
+            0.1925607452283239,
+            0.19656844461022008,
+            0.19299249650260714,
+            0.19123111221203865,
+            0.18977354854251988,
+            0.19041614123581338,
+            0.18975615586899355,
+            0.1911021233569262,
+            0.1921521546821686,
+            0.19270129368603978,
+            0.19245819992885094,
+            0.20174156975045293,
+            0.20038031851675778,
+            0.1984154929577465,
+            0.19845572531624775,
+            0.19860122995297239,
+            0.20018359853121176,
+            0.19579249342577099,
+            0.19403183023872678,
+            0.1947461629279811,
+            0.20353929571590298,
+            0.19724799596036105,
+            0.2035749751737835,
+            0.20143972669594926,
+            0.21367576243980738,
+            0.19695574786718223,
+            0.21042887997531626,
+            0.21256808821575662,
+            0.2100480712862,
+            0.2162395623380363,
+            0.20696006841655154,
+            0.20703147812883257,
+            0.209955328653478,
+            0.20087204021074306,
+            0.20928074245939676,
+            0.2057509114430201,
+            0.20825159391858755,
+            0.2142150191760485,
+            0.2070425674169824,
+            0.2058007718282682,
+            0.2019140989729225,
+            0.2116338130366429,
+            0.21509163242679188,
+            0.20998014220741784,
+            0.2094499690993876,
+            0.20929211862812716,
+            0.20676489888444788,
+            0.20459039971235093,
+            0.21363608986327773,
+            0.2101984981663659,
+            0.2041563275434243,
+            0.21686825334894005,
+            0.2115485564304462,
+            0.21360198534625385,
+            0.21643782130539468,
+            0.2073404716222071,
+            0.21455549918259204,
+            0.21229317245086912,
+            0.21982582266643289,
+            0.21227064220183486,
+            0.21279191355873125,
+            0.21464273543110304,
+            0.20942808066670907,
+            0.215364932374802,
+            0.2099540951920754,
+            0.21588359720530736,
+            0.21267498389269607,
+            0.21030042918454936,
+            0.2180817806677504,
+            0.21939878184556946,
+            0.21526532029396447,
+            0.21202452452452453,
+            0.21575111764345642,
+            0.2117660777797213,
+            0.2138259526261586,
+            0.216889652632871,
+            0.21504568782075353,
+            0.22384121156493805,
+            0.2215429897549103,
+            0.21341885178897063,
+            0.2181132075471698,
+            0.21978865340338863,
+            0.22538876960114515,
+            0.2175263736974953,
+            0.21956421489508876,
+            0.21996040094047767,
+            0.21831065122033516,
+            0.21562978853815506,
+            0.22241876310272538,
+            0.21673363271094304,
+            0.21357262392521206,
+            0.215627438036368,
+            0.21632698272042533,
+            0.20712892356800852,
+            0.22271342374096423,
+            0.2237166129948854,
+            0.21743557111040407,
+            0.21853031304452322,
+            0.21529397324168406,
+            0.2223780682180427,
+            0.2263724808895066,
+            0.22445027486256872,
+            0.22486755998753505,
+            0.22631451417494547,
+            0.2195207073057236,
+            0.22235243323259113,
+            0.2313441905687895,
+            0.22867715078630899,
+            0.2256830020197725,
+            0.22093095135068308,
+            0.2209153669138328,
+            0.2154192521003789,
+            0.22493845537298907,
+            0.22073600851800093,
+            0.22792069474029167,
+            0.21641176470588236,
+            0.23656545870062032,
+            0.2254345837145471,
+            0.22923790913531997,
+            0.22013088550414084,
+            0.2168141592920354,
+            0.22338430057409198,
+            0.2227985246657446,
+            0.2290735951093346,
+            0.23101285474756256,
+            0.236882573660577,
+            0.2219399810964083,
+            0.231275826446281,
+            0.2209762143658148,
+            0.22914302776948342,
+            0.2260180221284362,
+            0.22548202808855033,
+            0.2329268292682927,
+            0.2230358321829422,
+            0.2292511013215859,
+            0.2200382490437739,
+            0.2302313385000874,
+            0.23173538502005656,
+            0.22495934469674156,
+            0.2282284231018819,
+            0.22255629477993857,
+            0.21515711645101662,
+            0.23230023930426663,
+            0.2313654967133821,
+            0.22500652571130253,
+            0.2269990913221263,
+            0.23112086304626075,
+            0.2266601622050125,
+            0.23362332200265024,
+            0.22313541317231353,
+            0.2384598063499212,
+            0.2304072284620694,
+            0.22330774598743894,
+            0.23220184531267798,
+            0.2287875945726255,
+            0.2312871527356545,
+            0.23675604970569,
+            0.23297981525829628,
+            0.2411598727261812,
+            0.24837642445778704,
+            0.2384517766497462,
+            0.2310766337564645,
+            0.23738200125865325,
+            0.2439311369829081,
+            0.24591693887074195,
+            0.2434608828542879,
+            0.24983144345694147,
+            0.23838244586133608,
+            0.2450094920324455,
+            0.23691335740072203,
+            0.24230509307611967,
+            0.24277067921990586,
+            0.23185176498182244,
+            0.2389136950272188,
+            0.23935064935064934,
+            0.23125401178736069,
+            0.24685103089156288,
+            0.24494712103407756,
+            0.2423091294059036,
+            0.238897484384849,
+            0.23614698285982624,
+            0.23865071252480308,
+            0.24700810706472784,
+            0.24065653765110348,
+            0.24529643757677635,
+            0.23700017161489617,
+            0.2368128329723084,
+            0.23591087811271297,
+            0.246866802681434,
+            0.22999663337448098,
+            0.24167731726614328,
+            0.2373493238695466,
+            0.24263221639079532,
+            0.23194192377495462,
+            0.24536475480852538,
+            0.2459177196930356,
+            0.24773014250496062,
+            0.2446093613042716,
+            0.24374519429821967,
+            0.239875,
+            0.23933924747629245,
+            0.2423426657094999,
+            0.23938992042440319,
+            0.24747105423522242,
+            0.2413976351800186,
+            0.23759633911368017,
+            0.24077565311069216,
+            0.24760825780463241,
+            0.24335673101027827,
+            0.2418319062640829,
+            0.23923000742758108,
+            0.2409526033154331,
+            0.24726209101421673,
+            0.237017310252996,
+            0.23627005752346353,
+            0.24941176470588236,
+            0.2407031035429827,
+            0.24165190994181635,
+            0.24471470788815639,
+            0.2425788245509307,
+            0.24295287146259067,
+            0.2378131556213748,
+            0.24907395580533911,
+            0.2342272814972024,
+            0.23637528017931475,
+            0.23831636601774125,
+            0.23795744680851064,
+            0.2452650311427482,
+            0.24663899386655103,
+            0.2401495371469262,
+            0.23808101326323336,
+            0.25026099060433826,
+            0.24021855178044338,
+            0.24401114206128133,
+            0.24372923317479966,
+            0.2551142481158033,
+            0.2382276720814108,
+            0.24512173554206212,
+            0.2380829516867703,
+            0.24231234866828086,
+            0.24263531216052145,
+            0.24389957076497912,
+            0.24521818806551368,
+            0.24643021649009672,
+            0.23573003429691328,
+            0.23670447199858966,
+            0.2450352545442784,
+            0.24642328564380858,
+            0.23799568824720715,
+            0.2463536006406223,
+            0.2505472512352242,
+            0.2447131863157214,
+            0.24614690139936804,
+            0.2514724372973331,
+            0.24619161525871835,
+            0.24097433666811657,
+            0.2444010496124977,
+            0.24264210289822513,
+            0.24793241965973534,
+            0.2454334108269678,
+            0.24436136307918607,
+            0.2396926866459445,
+            0.24071322436849926,
+            0.2392368175070105,
+            0.24744676590347775,
+            0.2391252674114571,
+            0.254763491005996,
+            0.24987687761635066,
+            0.2466876971608833,
+            0.24586624240013638,
+            0.24806995969119355,
+            0.2441949778434269,
+            0.24401034185578857,
+            0.23913278546712802,
+            0.24436741767764297,
+            0.24619787866883663,
+            0.24831467623229636,
+            0.25643245917862445,
+            0.23910768383365463,
+            0.24652921368228276,
+            0.2446613459879206,
+            0.253099173553719,
+            0.23671732522796352,
+            0.25132396207911084,
+            0.26310323762981064,
+            0.24663382594417077,
+            0.2515512836111449,
+            0.2540517658442187,
+            0.247074122236671,
+            0.25250867781634584,
+            0.24184899845916796,
+            0.2569616238503013,
+            0.2529589689637033,
+            0.25881226053639844,
+            0.26139129450387727,
+            0.2751910285305921,
+            0.26316733425001493,
+            0.2553277040611178,
+            0.2569395847912293,
+            0.2720168122414133,
+            0.2621481906950029,
+            0.26097148776099877,
+            0.27032927051118794,
+            0.2553622271433091,
+            0.2576350822239624,
+            0.26234939759036147,
+            0.25044091710758376,
+            0.2503296176435335,
+            0.2629329310453203,
+            0.26016109045848823,
+            0.2543479516958456,
+            0.25739151168335717,
+            0.25263157894736843,
+            0.262829169480081,
+            0.24588156041398737,
+            0.2596045832397214,
+            0.26215073961023716,
+            0.25431105724202524,
+            0.25221374045801526,
+            0.25974338895247273,
+            0.2588603631809643,
+            0.2696785089571144,
+            0.2638681592039801,
+            0.256776123122936,
+            0.2582269155206287,
+            0.2550495478420967,
+            0.2569535554972448,
+            0.25943871130128365,
+            0.2614917352958355,
+            0.2581215730204587,
+            0.25615589016829055,
+            0.2526103681993039,
+            0.25571226211738624,
+            0.2580468803389599,
+            0.25617806858678505,
+            0.26080751620384135,
+            0.2670274872293846,
+            0.25557755775577556,
+            0.2546383088758161,
+            0.26403706639029445,
+            0.25446352176145115,
+            0.2571850103275303,
+            0.26263842079922967,
+            0.2546622697293609,
+            0.2537220457235408,
+            0.26004629904434023,
+            0.2657053885729759,
+            0.25752300422780405,
+            0.25139664804469275,
+            0.2510613284566651,
+            0.26141128549179343,
+            0.25012040455931933,
+            0.26148871338847085,
+            0.2521153727379408,
+            0.2552891396332863,
+            0.257073000349284,
+            0.2608666352180066,
+            0.2649821404947744,
+            0.25944040036396726,
+            0.2507394626571358,
+            0.2598535692495424,
+            0.25862068965517243,
+            0.26055527123848515,
+            0.26083916083916087,
+            0.25925074695472305,
+            0.26303259675253327,
+            0.2568105110896818,
+            0.25810621566304,
+            0.2501456367237563,
+            0.2585653718345365,
+            0.25690910262191585,
+            0.25987561902568235,
+            0.24693342860545434,
+            0.2637420165427704,
+            0.26602266394203977,
+            0.2644757433489828,
+            0.25044853478636453,
+            0.2574737562756732,
+            0.26558919310095286,
+            0.2618988132417239,
+            0.26465140891652333,
+            0.24818792656473201,
+            0.25974672344190675,
+            0.2651649871566884,
+            0.25301056011856976,
+            0.26166803134869576,
+            0.2611856823266219,
+            0.26205701308791013,
+            0.2618705933736819,
+            0.2679400836042731,
+            0.25872602988324966,
+            0.2603162603162603,
+            0.25365039632874425,
+            0.2535503534141755,
+            0.2629441624365482,
+            0.2611994219653179,
+            0.2621447656060238,
+            0.25979196096057533,
+            0.2573945510763666,
+            0.25918655297221027,
+            0.25802226588081206,
+            0.26966565349544075,
+            0.2622624550590652,
+            0.26423990946812526,
+            0.2633700936795921,
+            0.2591145038167939,
+            0.26487283047702215,
+            0.26279096566029037,
+            0.25366684924837196,
+            0.25971487698321455,
+            0.2676046623905097,
+            0.2578435963474596,
+            0.2631278864245396,
+            0.2535300050428643,
+            0.25704424223407596,
+            0.25643849024285803,
+            0.25403420038535646,
+            0.26177890140197657,
+            0.2704499967719026,
+            0.259910375732506,
+            0.2620352365800483,
+            0.26011659807956106,
+            0.2623206285306149,
+            0.2619919443427316,
+            0.2602581390868811
+        ],
+        "grad_norms": [
+            0.224609375,
+            0.38671875,
+            0.796875,
+            0.80078125,
+            0.6875,
+            0.451171875,
+            0.3125,
+            0.3203125,
+            0.29296875,
+            0.4375,
+            0.328125,
+            0.294921875,
+            0.2314453125,
+            0.1787109375,
+            0.2138671875,
+            0.17578125,
+            0.1669921875,
+            0.2041015625,
+            0.1708984375,
+            0.1396484375,
+            0.13671875,
+            0.13671875,
+            0.150390625,
+            0.18359375,
+            0.158203125,
+            0.1826171875,
+            0.1298828125,
+            0.150390625,
+            0.1982421875,
+            0.1484375,
+            0.140625,
+            0.142578125,
+            0.244140625,
+            0.298828125,
+            0.1259765625,
+            0.1826171875,
+            0.20703125,
+            0.17578125,
+            0.197265625,
+            0.125,
+            0.1376953125,
+            0.107421875,
+            0.1572265625,
+            0.140625,
+            0.1328125,
+            0.1533203125,
+            0.173828125,
+            0.306640625,
+            0.44140625,
+            0.2099609375,
+            0.1669921875,
+            0.1669921875,
+            0.162109375,
+            0.11767578125,
+            0.1328125,
+            0.107421875,
+            0.1669921875,
+            0.109375,
+            0.107421875,
+            0.11083984375,
+            0.09716796875,
+            0.09814453125,
+            0.10498046875,
+            0.10009765625,
+            0.125,
+            0.1103515625,
+            0.10791015625,
+            0.1015625,
+            0.1044921875,
+            0.0927734375,
+            0.10595703125,
+            0.11083984375,
+            0.126953125,
+            0.12255859375,
+            0.1630859375,
+            0.0947265625,
+            0.1181640625,
+            0.099609375,
+            0.11083984375,
+            0.10205078125,
+            0.10498046875,
+            0.10205078125,
+            0.10107421875,
+            0.1318359375,
+            0.09619140625,
+            0.140625,
+            0.10205078125,
+            0.12890625,
+            0.0966796875,
+            0.10205078125,
+            0.08642578125,
+            0.09228515625,
+            0.10888671875,
+            0.08251953125,
+            0.09814453125,
+            0.103515625,
+            0.09375,
+            0.09228515625,
+            0.1162109375,
+            0.095703125,
+            0.10986328125,
+            0.10400390625,
+            0.10888671875,
+            0.09033203125,
+            0.08984375,
+            0.099609375,
+            0.0966796875,
+            0.09716796875,
+            0.09716796875,
+            0.091796875,
+            0.09814453125,
+            0.126953125,
+            0.1142578125,
+            0.08251953125,
+            0.1044921875,
+            0.11865234375,
+            0.10498046875,
+            0.125,
+            0.09765625,
+            0.12255859375,
+            0.1435546875,
+            0.11328125,
+            0.10302734375,
+            0.1201171875,
+            0.10546875,
+            0.12451171875,
+            0.099609375,
+            0.146484375,
+            0.11865234375,
+            0.10498046875,
+            0.11181640625,
+            0.10986328125,
+            0.10986328125,
+            0.099609375,
+            0.1162109375,
+            0.1259765625,
+            0.09375,
+            0.09375,
+            0.091796875,
+            0.10009765625,
+            0.08447265625,
+            0.09423828125,
+            0.0927734375,
+            0.09326171875,
+            0.099609375,
+            0.09033203125,
+            0.10400390625,
+            0.0927734375,
+            0.09814453125,
+            0.09716796875,
+            0.0888671875,
+            0.09814453125,
+            0.09814453125,
+            0.103515625,
+            0.10546875,
+            0.09423828125,
+            0.09716796875,
+            0.10498046875,
+            0.0888671875,
+            0.09912109375,
+            0.1005859375,
+            0.09326171875,
+            0.1044921875,
+            0.099609375,
+            0.08935546875,
+            0.10498046875,
+            0.0986328125,
+            0.09423828125,
+            0.0927734375,
+            0.09228515625,
+            0.0888671875,
+            0.1083984375,
+            0.0830078125,
+            0.125,
+            0.0947265625,
+            0.1181640625,
+            0.11376953125,
+            0.10986328125,
+            0.12060546875,
+            0.1015625,
+            0.130859375,
+            0.09375,
+            0.10107421875,
+            0.11083984375,
+            0.08935546875,
+            0.099609375,
+            0.09521484375,
+            0.099609375,
+            0.10009765625,
+            0.0966796875,
+            0.09619140625,
+            0.09619140625,
+            0.10302734375,
+            0.0927734375,
+            0.095703125,
+            0.087890625,
+            0.11572265625,
+            0.08544921875,
+            0.11328125,
+            0.09033203125,
+            0.10546875,
+            0.1015625,
+            0.10498046875,
+            0.103515625,
+            0.0986328125,
+            0.11865234375,
+            0.09619140625,
+            0.09716796875,
+            0.11083984375,
+            0.11279296875,
+            0.1005859375,
+            0.10791015625,
+            0.09814453125,
+            0.0927734375,
+            0.12255859375,
+            0.10009765625,
+            0.09765625,
+            0.09814453125,
+            0.09814453125,
+            0.11376953125,
+            0.08984375,
+            0.10107421875,
+            0.109375,
+            0.099609375,
+            0.09716796875,
+            0.09716796875,
+            0.1123046875,
+            0.099609375,
+            0.08349609375,
+            0.103515625,
+            0.09814453125,
+            0.091796875,
+            0.09228515625,
+            0.0869140625,
+            0.0888671875,
+            0.0908203125,
+            0.10693359375,
+            0.08984375,
+            0.09423828125,
+            0.09912109375,
+            0.1103515625,
+            0.09765625,
+            0.11376953125,
+            0.09716796875,
+            0.10791015625,
+            0.091796875,
+            0.09326171875,
+            0.0869140625,
+            0.0908203125,
+            0.09326171875,
+            0.09130859375,
+            0.08984375,
+            0.09912109375,
+            0.0859375,
+            0.10986328125,
+            0.08740234375,
+            0.09375,
+            0.0947265625,
+            0.08251953125,
+            0.09228515625,
+            0.08740234375,
+            0.080078125,
+            0.09033203125,
+            0.0810546875,
+            0.08251953125,
+            0.10888671875,
+            0.0830078125,
+            0.09765625,
+            0.0947265625,
+            0.09228515625,
+            0.09228515625,
+            0.0986328125,
+            0.08935546875,
+            0.08837890625,
+            0.1015625,
+            0.08740234375,
+            0.09033203125,
+            0.08740234375,
+            0.08935546875,
+            0.09228515625,
+            0.09423828125,
+            0.09326171875,
+            0.1015625,
+            0.0947265625,
+            0.10595703125,
+            0.09716796875,
+            0.11572265625,
+            0.1025390625,
+            0.1005859375,
+            0.09375,
+            0.0888671875,
+            0.10009765625,
+            0.09326171875,
+            0.0927734375,
+            0.10791015625,
+            0.08642578125,
+            0.09814453125,
+            0.08984375,
+            0.09423828125,
+            0.091796875,
+            0.0927734375,
+            0.10009765625,
+            0.09033203125,
+            0.10693359375,
+            0.09228515625,
+            0.0947265625,
+            0.091796875,
+            0.09423828125,
+            0.09521484375,
+            0.09228515625,
+            0.09130859375,
+            0.09765625,
+            0.0986328125,
+            0.0947265625,
+            0.09130859375,
+            0.1005859375,
+            0.0966796875,
+            0.08740234375,
+            0.1005859375,
+            0.09033203125,
+            0.10302734375,
+            0.09228515625,
+            0.083984375,
+            0.1015625,
+            0.09326171875,
+            0.09228515625,
+            0.09326171875,
+            0.0810546875,
+            0.08837890625,
+            0.083984375,
+            0.0849609375,
+            0.083984375,
+            0.0888671875,
+            0.08056640625,
+            0.08642578125,
+            0.08837890625,
+            0.0849609375,
+            0.08544921875,
+            0.09619140625,
+            0.0849609375,
+            0.09326171875,
+            0.0947265625,
+            0.08642578125,
+            0.08984375,
+            0.09814453125,
+            0.087890625,
+            0.09423828125,
+            0.09130859375,
+            0.08740234375,
+            0.0927734375,
+            0.09423828125,
+            0.10791015625,
+            0.09130859375,
+            0.0927734375,
+            0.0966796875,
+            0.0947265625,
+            0.1220703125,
+            0.09765625,
+            0.11376953125,
+            0.1103515625,
+            0.0888671875,
+            0.10498046875,
+            0.0947265625,
+            0.0927734375,
+            0.1015625,
+            0.08544921875,
+            0.08984375,
+            0.0830078125,
+            0.08837890625,
+            0.0908203125,
+            0.08251953125,
+            0.0908203125,
+            0.0888671875,
+            0.0888671875,
+            0.09033203125,
+            0.09375,
+            0.09912109375,
+            0.08056640625,
+            0.11083984375,
+            0.0888671875,
+            0.10107421875,
+            0.09130859375,
+            0.08056640625,
+            0.0927734375,
+            0.08837890625,
+            0.0966796875,
+            0.0869140625,
+            0.10302734375,
+            0.087890625,
+            0.08056640625,
+            0.1044921875,
+            0.087890625,
+            0.10400390625,
+            0.10693359375,
+            0.09130859375,
+            0.09521484375,
+            0.1044921875,
+            0.087890625,
+            0.11572265625,
+            0.11181640625,
+            0.09228515625,
+            0.10107421875,
+            0.09912109375,
+            0.09423828125,
+            0.0947265625,
+            0.0849609375,
+            0.111328125,
+            0.10205078125,
+            0.1201171875,
+            0.09716796875,
+            0.1025390625,
+            0.11962890625,
+            0.09619140625,
+            0.0908203125,
+            0.10205078125,
+            0.09326171875,
+            0.09423828125,
+            0.08837890625,
+            0.095703125,
+            0.09423828125,
+            0.0966796875,
+            0.08837890625,
+            0.10693359375,
+            0.1015625,
+            0.09375,
+            0.1044921875,
+            0.0869140625,
+            0.091796875,
+            0.0966796875,
+            0.10400390625,
+            0.08935546875,
+            0.1015625,
+            0.09130859375,
+            0.08544921875,
+            0.09130859375,
+            0.10302734375,
+            0.0810546875,
+            0.10302734375,
+            0.0869140625,
+            0.08544921875,
+            0.0869140625,
+            0.08837890625,
+            0.0859375,
+            0.0927734375,
+            0.09814453125,
+            0.09130859375,
+            0.09423828125,
+            0.0888671875,
+            0.09228515625,
+            0.08837890625,
+            0.0927734375,
+            0.08935546875,
+            0.080078125,
+            0.08642578125,
+            0.0859375,
+            0.1015625,
+            0.0830078125,
+            0.08935546875,
+            0.0859375,
+            0.08447265625,
+            0.09130859375,
+            0.08642578125,
+            0.08935546875,
+            0.08544921875,
+            0.09033203125,
+            0.0908203125,
+            0.08349609375,
+            0.0908203125,
+            0.0849609375,
+            0.09033203125,
+            0.09423828125,
+            0.08447265625,
+            0.09765625,
+            0.08447265625,
+            0.0986328125,
+            0.12451171875,
+            0.09033203125,
+            0.107421875,
+            0.11572265625,
+            0.09326171875,
+            0.10498046875,
+            0.1181640625,
+            0.0888671875,
+            0.10205078125,
+            0.099609375,
+            0.09765625,
+            0.08447265625,
+            0.08544921875,
+            0.10791015625,
+            0.08447265625,
+            0.1005859375,
+            0.08935546875,
+            0.08056640625,
+            0.09375,
+            0.08740234375,
+            0.08349609375,
+            0.08056640625,
+            0.0869140625,
+            0.08203125,
+            0.09326171875,
+            0.07861328125,
+            0.08203125,
+            0.08349609375,
+            0.08056640625,
+            0.09912109375,
+            0.0849609375,
+            0.09033203125,
+            0.09423828125,
+            0.08642578125,
+            0.0859375,
+            0.087890625,
+            0.0966796875,
+            0.08349609375,
+            0.08349609375,
+            0.0869140625,
+            0.08056640625,
+            0.087890625,
+            0.083984375,
+            0.0810546875,
+            0.0869140625,
+            0.087890625,
+            0.091796875,
+            0.08203125,
+            0.0966796875,
+            0.0888671875,
+            0.09716796875,
+            0.09423828125,
+            0.091796875,
+            0.1005859375,
+            0.091796875,
+            0.0888671875,
+            0.0859375,
+            0.08740234375,
+            0.091796875,
+            0.0869140625,
+            0.10400390625
+        ]
+    },
+    "eval": {
+        "effective_batch_nums": [
+            134,
+            268,
+            402,
+            536
+        ],
+        "losses": [
+            7.352941176470588,
+            7.126838235294118,
+            7.040441176470588,
+            7.0036764705882355
+        ],
+        "perplexities": [
+            1560.7803140061085,
+            1244.9345475827106,
+            1141.8912710791162,
+            1100.6723183582599
+        ],
+        "accuracies": [
+            0.19076693740838455,
+            0.2132581110522541,
+            0.22411694798433004,
+            0.23124146919453298
+        ]
+    }
+}

expdecayforward_123/epoch3/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd966e5171fe0e7ad98fb0bf42895c370de5af709bd4dc75db3f857558fc3a2
+size 29774819

expdecayforward_123/epoch3/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba18726f46069a70a0a5074e40249f96fc70a4e5b2a8be36c06e9a47710bbff8
+size 59611339

expdecayforward_123/epoch3/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9257af10c4726318998bc40a1b646c84112ba2c4be9cf28bb72e17e808b59f4f
+size 1465

expdecayforward_123/epoch3/tokenizer/special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "pad_token": "<|endoftext|>",
+  "unk_token": "<|endoftext|>"
+}

expdecayforward_123/epoch3/tokenizer/tokenizer_config.json

@@ -0,0 +1,21 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "50256": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "extra_special_tokens": {},
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}