Upload folder using huggingface_hub

expdecayforward_789/epoch3/metadata.json

@@ -0,0 +1,6 @@
+{
+    "epoch_num": 3,
+    "global_batch_num": 536,
+    "device": "cuda",
+    "dtype": "bfloat16"
+}

expdecayforward_789/epoch3/metrics.json

@@ -0,0 +1,2182 @@
+{
+    "training": {
+        "effective_batch_nums": [
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            110,
+            111,
+            112,
+            113,
+            114,
+            115,
+            116,
+            117,
+            118,
+            119,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132,
+            133,
+            134,
+            135,
+            136,
+            137,
+            138,
+            139,
+            140,
+            141,
+            142,
+            143,
+            144,
+            145,
+            146,
+            147,
+            148,
+            149,
+            150,
+            151,
+            152,
+            153,
+            154,
+            155,
+            156,
+            157,
+            158,
+            159,
+            160,
+            161,
+            162,
+            163,
+            164,
+            165,
+            166,
+            167,
+            168,
+            169,
+            170,
+            171,
+            172,
+            173,
+            174,
+            175,
+            176,
+            177,
+            178,
+            179,
+            180,
+            181,
+            182,
+            183,
+            184,
+            185,
+            186,
+            187,
+            188,
+            189,
+            190,
+            191,
+            192,
+            193,
+            194,
+            195,
+            196,
+            197,
+            198,
+            199,
+            200,
+            201,
+            202,
+            203,
+            204,
+            205,
+            206,
+            207,
+            208,
+            209,
+            210,
+            211,
+            212,
+            213,
+            214,
+            215,
+            216,
+            217,
+            218,
+            219,
+            220,
+            221,
+            222,
+            223,
+            224,
+            225,
+            226,
+            227,
+            228,
+            229,
+            230,
+            231,
+            232,
+            233,
+            234,
+            235,
+            236,
+            237,
+            238,
+            239,
+            240,
+            241,
+            242,
+            243,
+            244,
+            245,
+            246,
+            247,
+            248,
+            249,
+            250,
+            251,
+            252,
+            253,
+            254,
+            255,
+            256,
+            257,
+            258,
+            259,
+            260,
+            261,
+            262,
+            263,
+            264,
+            265,
+            266,
+            267,
+            268,
+            269,
+            270,
+            271,
+            272,
+            273,
+            274,
+            275,
+            276,
+            277,
+            278,
+            279,
+            280,
+            281,
+            282,
+            283,
+            284,
+            285,
+            286,
+            287,
+            288,
+            289,
+            290,
+            291,
+            292,
+            293,
+            294,
+            295,
+            296,
+            297,
+            298,
+            299,
+            300,
+            301,
+            302,
+            303,
+            304,
+            305,
+            306,
+            307,
+            308,
+            309,
+            310,
+            311,
+            312,
+            313,
+            314,
+            315,
+            316,
+            317,
+            318,
+            319,
+            320,
+            321,
+            322,
+            323,
+            324,
+            325,
+            326,
+            327,
+            328,
+            329,
+            330,
+            331,
+            332,
+            333,
+            334,
+            335,
+            336,
+            337,
+            338,
+            339,
+            340,
+            341,
+            342,
+            343,
+            344,
+            345,
+            346,
+            347,
+            348,
+            349,
+            350,
+            351,
+            352,
+            353,
+            354,
+            355,
+            356,
+            357,
+            358,
+            359,
+            360,
+            361,
+            362,
+            363,
+            364,
+            365,
+            366,
+            367,
+            368,
+            369,
+            370,
+            371,
+            372,
+            373,
+            374,
+            375,
+            376,
+            377,
+            378,
+            379,
+            380,
+            381,
+            382,
+            383,
+            384,
+            385,
+            386,
+            387,
+            388,
+            389,
+            390,
+            391,
+            392,
+            393,
+            394,
+            395,
+            396,
+            397,
+            398,
+            399,
+            400,
+            401,
+            402,
+            403,
+            404,
+            405,
+            406,
+            407,
+            408,
+            409,
+            410,
+            411,
+            412,
+            413,
+            414,
+            415,
+            416,
+            417,
+            418,
+            419,
+            420,
+            421,
+            422,
+            423,
+            424,
+            425,
+            426,
+            427,
+            428,
+            429,
+            430,
+            431,
+            432,
+            433,
+            434,
+            435,
+            436,
+            437,
+            438,
+            439,
+            440,
+            441,
+            442,
+            443,
+            444,
+            445,
+            446,
+            447,
+            448,
+            449,
+            450,
+            451,
+            452,
+            453,
+            454,
+            455,
+            456,
+            457,
+            458,
+            459,
+            460,
+            461,
+            462,
+            463,
+            464,
+            465,
+            466,
+            467,
+            468,
+            469,
+            470,
+            471,
+            472,
+            473,
+            474,
+            475,
+            476,
+            477,
+            478,
+            479,
+            480,
+            481,
+            482,
+            483,
+            484,
+            485,
+            486,
+            487,
+            488,
+            489,
+            490,
+            491,
+            492,
+            493,
+            494,
+            495,
+            496,
+            497,
+            498,
+            499,
+            500,
+            501,
+            502,
+            503,
+            504,
+            505,
+            506,
+            507,
+            508,
+            509,
+            510,
+            511,
+            512,
+            513,
+            514,
+            515,
+            516,
+            517,
+            518,
+            519,
+            520,
+            521,
+            522,
+            523,
+            524,
+            525,
+            526,
+            527,
+            528,
+            529,
+            530,
+            531,
+            532,
+            533,
+            534,
+            535,
+            536
+        ],
+        "losses": [
+            11.0,
+            10.5625,
+            9.5,
+            9.0625,
+            8.875,
+            8.625,
+            8.625,
+            8.4375,
+            8.5625,
+            8.4375,
+            8.375,
+            8.4375,
+            8.3125,
+            8.3125,
+            8.3125,
+            8.25,
+            8.1875,
+            8.1875,
+            8.25,
+            8.1875,
+            8.1875,
+            8.125,
+            8.125,
+            8.1875,
+            8.125,
+            8.0,
+            8.125,
+            8.0,
+            8.0625,
+            8.125,
+            8.0625,
+            8.125,
+            8.0,
+            7.96875,
+            8.0,
+            8.0,
+            8.0625,
+            8.125,
+            7.9375,
+            7.90625,
+            7.875,
+            7.96875,
+            7.9375,
+            8.0,
+            7.875,
+            7.90625,
+            7.90625,
+            7.875,
+            7.9375,
+            7.875,
+            7.90625,
+            7.84375,
+            7.84375,
+            7.84375,
+            7.875,
+            7.78125,
+            7.78125,
+            7.84375,
+            7.84375,
+            7.78125,
+            7.71875,
+            7.75,
+            7.71875,
+            7.78125,
+            7.75,
+            7.71875,
+            7.65625,
+            7.65625,
+            7.71875,
+            7.59375,
+            7.6875,
+            7.625,
+            7.65625,
+            7.59375,
+            7.59375,
+            7.5625,
+            7.59375,
+            7.59375,
+            7.5625,
+            7.5625,
+            7.59375,
+            7.5625,
+            7.5625,
+            7.5,
+            7.5,
+            7.46875,
+            7.46875,
+            7.4375,
+            7.5,
+            7.40625,
+            7.46875,
+            7.4375,
+            7.4375,
+            7.40625,
+            7.4375,
+            7.34375,
+            7.46875,
+            7.40625,
+            7.40625,
+            7.40625,
+            7.375,
+            7.40625,
+            7.375,
+            7.34375,
+            7.34375,
+            7.375,
+            7.34375,
+            7.40625,
+            7.3125,
+            7.25,
+            7.28125,
+            7.28125,
+            7.3125,
+            7.3125,
+            7.28125,
+            7.28125,
+            7.28125,
+            7.25,
+            7.28125,
+            7.21875,
+            7.28125,
+            7.21875,
+            7.28125,
+            7.25,
+            7.21875,
+            7.21875,
+            7.21875,
+            7.25,
+            7.125,
+            7.25,
+            7.28125,
+            7.21875,
+            7.1875,
+            7.25,
+            7.03125,
+            7.0625,
+            7.0,
+            7.03125,
+            7.03125,
+            7.0,
+            7.03125,
+            7.03125,
+            7.0625,
+            7.03125,
+            7.0,
+            7.0625,
+            7.0,
+            7.0,
+            7.0625,
+            6.9375,
+            7.09375,
+            6.96875,
+            6.96875,
+            7.0625,
+            7.0,
+            7.0,
+            7.03125,
+            7.03125,
+            7.0,
+            7.0625,
+            6.96875,
+            7.0625,
+            6.96875,
+            6.90625,
+            7.0,
+            6.9375,
+            7.03125,
+            7.0625,
+            7.0,
+            6.9375,
+            6.96875,
+            6.96875,
+            6.9375,
+            7.03125,
+            6.96875,
+            7.03125,
+            6.875,
+            6.875,
+            6.90625,
+            6.9375,
+            6.9375,
+            6.9375,
+            6.84375,
+            6.96875,
+            6.9375,
+            6.90625,
+            7.0,
+            6.875,
+            6.90625,
+            6.96875,
+            6.90625,
+            7.0,
+            6.90625,
+            6.9375,
+            6.96875,
+            6.9375,
+            6.90625,
+            6.9375,
+            6.9375,
+            7.0,
+            6.96875,
+            6.9375,
+            6.875,
+            6.90625,
+            6.96875,
+            6.90625,
+            6.875,
+            6.9375,
+            6.90625,
+            6.9375,
+            6.8125,
+            6.875,
+            6.90625,
+            6.875,
+            6.90625,
+            6.84375,
+            6.875,
+            6.90625,
+            6.90625,
+            6.84375,
+            6.875,
+            6.875,
+            6.875,
+            6.875,
+            6.875,
+            6.875,
+            6.90625,
+            6.875,
+            6.90625,
+            6.84375,
+            6.8125,
+            7.0,
+            6.78125,
+            6.8125,
+            6.84375,
+            6.90625,
+            6.875,
+            6.9375,
+            6.875,
+            6.8125,
+            6.8125,
+            6.8125,
+            6.84375,
+            6.8125,
+            6.875,
+            6.75,
+            6.8125,
+            6.8125,
+            6.8125,
+            6.84375,
+            6.8125,
+            6.875,
+            6.78125,
+            6.78125,
+            6.84375,
+            6.84375,
+            6.75,
+            6.8125,
+            6.84375,
+            6.875,
+            6.8125,
+            6.84375,
+            6.8125,
+            6.71875,
+            6.78125,
+            6.78125,
+            6.8125,
+            6.75,
+            6.53125,
+            6.5625,
+            6.59375,
+            6.53125,
+            6.5625,
+            6.5,
+            6.5625,
+            6.53125,
+            6.5625,
+            6.5,
+            6.53125,
+            6.59375,
+            6.46875,
+            6.5,
+            6.59375,
+            6.5,
+            6.5,
+            6.59375,
+            6.625,
+            6.53125,
+            6.53125,
+            6.5625,
+            6.53125,
+            6.5,
+            6.625,
+            6.53125,
+            6.59375,
+            6.53125,
+            6.625,
+            6.5625,
+            6.625,
+            6.59375,
+            6.5625,
+            6.59375,
+            6.53125,
+            6.5,
+            6.59375,
+            6.625,
+            6.53125,
+            6.65625,
+            6.53125,
+            6.625,
+            6.59375,
+            6.5,
+            6.53125,
+            6.59375,
+            6.5625,
+            6.65625,
+            6.5625,
+            6.5625,
+            6.53125,
+            6.5625,
+            6.59375,
+            6.59375,
+            6.59375,
+            6.59375,
+            6.5625,
+            6.625,
+            6.59375,
+            6.59375,
+            6.5625,
+            6.59375,
+            6.625,
+            6.59375,
+            6.59375,
+            6.5625,
+            6.5,
+            6.46875,
+            6.5625,
+            6.5625,
+            6.65625,
+            6.5625,
+            6.625,
+            6.625,
+            6.65625,
+            6.5625,
+            6.5625,
+            6.53125,
+            6.59375,
+            6.53125,
+            6.5625,
+            6.5625,
+            6.625,
+            6.53125,
+            6.5,
+            6.53125,
+            6.59375,
+            6.59375,
+            6.53125,
+            6.59375,
+            6.5625,
+            6.5625,
+            6.5625,
+            6.5,
+            6.59375,
+            6.5625,
+            6.53125,
+            6.5625,
+            6.65625,
+            6.5,
+            6.5625,
+            6.5625,
+            6.59375,
+            6.5625,
+            6.53125,
+            6.53125,
+            6.59375,
+            6.59375,
+            6.53125,
+            6.59375,
+            6.625,
+            6.5,
+            6.625,
+            6.5625,
+            6.59375,
+            6.5625,
+            6.5625,
+            6.53125,
+            6.5625,
+            6.5625,
+            6.59375,
+            6.59375,
+            6.5,
+            6.53125,
+            6.5625,
+            6.5,
+            6.53125,
+            6.5625,
+            6.59375,
+            6.625,
+            6.53125,
+            6.46875,
+            6.59375,
+            6.5,
+            6.3125,
+            6.34375,
+            6.28125,
+            6.1875,
+            6.3125,
+            6.3125,
+            6.28125,
+            6.21875,
+            6.3125,
+            6.28125,
+            6.25,
+            6.3125,
+            6.34375,
+            6.34375,
+            6.34375,
+            6.28125,
+            6.3125,
+            6.34375,
+            6.28125,
+            6.3125,
+            6.3125,
+            6.40625,
+            6.375,
+            6.3125,
+            6.28125,
+            6.34375,
+            6.3125,
+            6.375,
+            6.34375,
+            6.375,
+            6.3125,
+            6.375,
+            6.3125,
+            6.34375,
+            6.34375,
+            6.34375,
+            6.375,
+            6.28125,
+            6.40625,
+            6.40625,
+            6.3125,
+            6.375,
+            6.3125,
+            6.28125,
+            6.34375,
+            6.375,
+            6.40625,
+            6.375,
+            6.28125,
+            6.375,
+            6.375,
+            6.40625,
+            6.34375,
+            6.375,
+            6.34375,
+            6.40625,
+            6.375,
+            6.375,
+            6.40625,
+            6.34375,
+            6.40625,
+            6.34375,
+            6.34375,
+            6.4375,
+            6.34375,
+            6.375,
+            6.34375,
+            6.375,
+            6.375,
+            6.375,
+            6.375,
+            6.375,
+            6.34375,
+            6.40625,
+            6.375,
+            6.40625,
+            6.3125,
+            6.34375,
+            6.4375,
+            6.34375,
+            6.34375,
+            6.375,
+            6.34375,
+            6.4375,
+            6.40625,
+            6.34375,
+            6.34375,
+            6.34375,
+            6.4375,
+            6.375,
+            6.375,
+            6.40625,
+            6.40625,
+            6.34375,
+            6.3125,
+            6.40625,
+            6.34375,
+            6.46875,
+            6.40625,
+            6.375,
+            6.375,
+            6.40625,
+            6.40625,
+            6.375,
+            6.3125,
+            6.40625,
+            6.3125,
+            6.375,
+            6.46875,
+            6.375,
+            6.375,
+            6.4375,
+            6.375,
+            6.4375,
+            6.34375,
+            6.375,
+            6.34375,
+            6.375,
+            6.4375,
+            6.34375,
+            6.375,
+            6.375,
+            6.3125,
+            6.375,
+            6.28125,
+            6.4375,
+            6.40625,
+            6.40625,
+            6.34375,
+            6.34375,
+            6.4375,
+            6.40625,
+            6.46875,
+            6.375
+        ],
+        "accuracies": [
+            0.0,
+            0.04868104034101439,
+            0.04827222368768135,
+            0.05212991292068722,
+            0.044954881050041015,
+            0.04291265416455482,
+            0.05164748157622267,
+            0.07721135298980436,
+            0.08124025636584098,
+            0.08559201141226819,
+            0.08873608382449247,
+            0.10155860349127183,
+            0.10381637168141593,
+            0.10412016649574712,
+            0.11021408922377705,
+            0.10876445876733613,
+            0.11040117957854642,
+            0.10986017795532958,
+            0.11121091337787009,
+            0.10398697146993184,
+            0.10465718726613321,
+            0.1075255797057577,
+            0.11617504051863857,
+            0.10891784847323367,
+            0.10802700675168792,
+            0.11981042654028436,
+            0.11834747713966186,
+            0.12028005505355753,
+            0.11671800249033358,
+            0.11246799290919834,
+            0.12167881495415,
+            0.11165138179356189,
+            0.11627496024032515,
+            0.12202852614896989,
+            0.11704774315839356,
+            0.11735162614074846,
+            0.11616954474097331,
+            0.11274170183283996,
+            0.12065274000347202,
+            0.12362338133849692,
+            0.12661498708010335,
+            0.12163109270468302,
+            0.12303023228668145,
+            0.12317490836988523,
+            0.13063482818870123,
+            0.1227356511790504,
+            0.12612498415515275,
+            0.12418866291648636,
+            0.12198252154250443,
+            0.1230605235106005,
+            0.12721030042918455,
+            0.12675640571496044,
+            0.13018150600932057,
+            0.1291963972394432,
+            0.1238561520079268,
+            0.12867433484373184,
+            0.13656546261850475,
+            0.13022648083623695,
+            0.13272867389886775,
+            0.12993690114512738,
+            0.1339343206696716,
+            0.13694555799818958,
+            0.1455372725006233,
+            0.13972389888244785,
+            0.1425134944848627,
+            0.14654624093626764,
+            0.15175749758142534,
+            0.14900346103353623,
+            0.14802329144958626,
+            0.14638676271949572,
+            0.1474142940151075,
+            0.14860919856788762,
+            0.15223965763195435,
+            0.15423940149625937,
+            0.1559499209918561,
+            0.15383705106206733,
+            0.153920181149165,
+            0.15492440472546978,
+            0.1650973406285787,
+            0.16073641352451762,
+            0.160040351293615,
+            0.16511326097215667,
+            0.16101295641931684,
+            0.165518513962357,
+            0.16395697848924462,
+            0.17189120663823904,
+            0.16770514930637198,
+            0.17029989160544381,
+            0.1586806695109944,
+            0.1731132669774474,
+            0.1704977013791725,
+            0.17845761631612492,
+            0.17376668601276843,
+            0.17750876796017648,
+            0.1704895186109982,
+            0.17987971569163477,
+            0.17544734709146456,
+            0.17830283982489617,
+            0.17830210237659963,
+            0.18227223147138183,
+            0.184169050259763,
+            0.18285942598388494,
+            0.18267133699028484,
+            0.1825064979093683,
+            0.18193488154977244,
+            0.17983100661278473,
+            0.18147784460537622,
+            0.17863708399366085,
+            0.18372591006423983,
+            0.1929450469111734,
+            0.18296450412962612,
+            0.18623145400593472,
+            0.18890144531017664,
+            0.1847636815920398,
+            0.1944080384447357,
+            0.1936980359079407,
+            0.19155515908415105,
+            0.19169760377995276,
+            0.1818933180748935,
+            0.19307086614173227,
+            0.1938968244599221,
+            0.19040323569064838,
+            0.18581163300073011,
+            0.1885648456921118,
+            0.19773307222123315,
+            0.2031015166006285,
+            0.1994224660698816,
+            0.19656618313689936,
+            0.1990126504165381,
+            0.19650966653691448,
+            0.18581989247311828,
+            0.19351016915684854,
+            0.1988465067505571,
+            0.1888074616922052,
+            0.20541833699728437,
+            0.20374335244146696,
+            0.20587090676599767,
+            0.20182632466701564,
+            0.20420898079040745,
+            0.20668863057126874,
+            0.202495780081987,
+            0.19888487225047485,
+            0.20349260247392675,
+            0.20438560198593297,
+            0.2004565920476885,
+            0.20741378250445688,
+            0.20248088541945142,
+            0.20729756337681515,
+            0.1980185443922266,
+            0.21049559278500962,
+            0.19946142284569138,
+            0.20596626147357977,
+            0.20894860257304013,
+            0.20015328381087136,
+            0.20357751277683134,
+            0.2076472402096824,
+            0.2072640411588167,
+            0.20015784361340458,
+            0.20933967876264128,
+            0.2008238928939238,
+            0.20552970161511086,
+            0.20654863887302494,
+            0.2163265306122449,
+            0.2116865134311825,
+            0.20764678579716872,
+            0.21270011307504613,
+            0.20208895669522356,
+            0.2049295379260008,
+            0.20597670099611684,
+            0.20545011007318378,
+            0.21138065289008684,
+            0.21389793702497287,
+            0.21493037648272306,
+            0.20386230974851344,
+            0.21551076614922385,
+            0.20346743178072157,
+            0.21490713889060284,
+            0.2180297516440018,
+            0.21225937183383992,
+            0.22100266983091071,
+            0.21566457641706627,
+            0.21101573676680974,
+            0.2102660406885759,
+            0.21432138843800724,
+            0.2143535820611896,
+            0.22152445699141557,
+            0.2071451355661882,
+            0.2134222592746978,
+            0.2127762056716238,
+            0.21451478797957002,
+            0.21783328492593668,
+            0.2134788435764886,
+            0.2199652095841984,
+            0.21662218360126623,
+            0.2127177700348432,
+            0.21204492641363284,
+            0.21933745234652294,
+            0.2222222222222222,
+            0.2133953702108105,
+            0.212665577935039,
+            0.21560635595723315,
+            0.22295228019377472,
+            0.2105617016074812,
+            0.22053088438797333,
+            0.21211520676443388,
+            0.21729945425737926,
+            0.218117268541632,
+            0.21806646525679757,
+            0.21433271520009572,
+            0.2183246967712545,
+            0.22246435464790487,
+            0.22242091632237776,
+            0.22662219526986052,
+            0.2225816295392127,
+            0.22087506589351608,
+            0.23004554170661554,
+            0.22858339315625748,
+            0.2235119928931004,
+            0.22096876991714468,
+            0.22351196233958856,
+            0.2231457800511509,
+            0.21872114496768236,
+            0.22356024209147066,
+            0.22522406344703075,
+            0.2170894227000392,
+            0.22246696035242292,
+            0.22217800769332802,
+            0.22411927377660215,
+            0.21712393566698202,
+            0.21808746281880895,
+            0.22095740219279852,
+            0.21047008547008547,
+            0.22618463049349374,
+            0.2225974823457169,
+            0.22350868361439719,
+            0.21683385766011753,
+            0.22036136622846508,
+            0.21803171586387124,
+            0.22822361422999646,
+            0.22883637451390967,
+            0.2227927875357414,
+            0.224007189799472,
+            0.2266875,
+            0.22333144973943617,
+            0.2252957931638913,
+            0.2355746624571774,
+            0.23178131187328352,
+            0.22472594397076737,
+            0.22943829945004016,
+            0.22430967091161266,
+            0.2316607154043726,
+            0.22241773711068097,
+            0.23367591851806266,
+            0.2310075740188203,
+            0.22114063899671543,
+            0.22737859555141493,
+            0.23172096859718377,
+            0.23027206697033115,
+            0.2267180844940716,
+            0.22312279279800845,
+            0.22679688870694192,
+            0.22134980659315281,
+            0.22841206908137893,
+            0.23601895734597156,
+            0.23239698057171143,
+            0.23584098557006788,
+            0.22909730510710472,
+            0.230733672323846,
+            0.2431047834633943,
+            0.23644788625111082,
+            0.23399770026830202,
+            0.2374819292942568,
+            0.23636469696085866,
+            0.2402461460381907,
+            0.2406819517930629,
+            0.24144345238095238,
+            0.2459835367584445,
+            0.24958491461100568,
+            0.24497803806734994,
+            0.24583908953358333,
+            0.2537057816098742,
+            0.24488842154457297,
+            0.2389906290194157,
+            0.23930717568045246,
+            0.24563990766863297,
+            0.23034237833638532,
+            0.23583920647350562,
+            0.24696121937102064,
+            0.23986018200445972,
+            0.23617178192545527,
+            0.239877769289534,
+            0.245288886124759,
+            0.22993581817111228,
+            0.24755235246124557,
+            0.23941269263438902,
+            0.24156596173212488,
+            0.24257907542579074,
+            0.24872427983539094,
+            0.24120514477007107,
+            0.23756061914568524,
+            0.24940507667900583,
+            0.2373324046665506,
+            0.24482458683676428,
+            0.24429159384337826,
+            0.23661036523747653,
+            0.2348993288590604,
+            0.24887877803054922,
+            0.23561510944036865,
+            0.2445766480379785,
+            0.241136519409309,
+            0.23889198735824502,
+            0.24771723122238587,
+            0.24477519379844961,
+            0.23621506986027943,
+            0.2418059998792781,
+            0.2412329272794389,
+            0.24074501210932994,
+            0.24058754009792335,
+            0.2457826841974696,
+            0.24072052401746724,
+            0.24052420493701632,
+            0.24166462368227506,
+            0.2437872763419483,
+            0.24171899302955238,
+            0.24861527809831527,
+            0.2382693822437268,
+            0.23575569479416758,
+            0.237524557956778,
+            0.24486590261213567,
+            0.23449346307683122,
+            0.2430986781432524,
+            0.24914434084739762,
+            0.24176328779703823,
+            0.23995541933686262,
+            0.2524469302148214,
+            0.2573397057910744,
+            0.24616533578445454,
+            0.23554731870628326,
+            0.23631483677673054,
+            0.23971275504388465,
+            0.23703945223345288,
+            0.23468185388845247,
+            0.23294163474647797,
+            0.2439114164775167,
+            0.24333719582850522,
+            0.2455610124669437,
+            0.23726851851851852,
+            0.24800432146929957,
+            0.23429598831329362,
+            0.24790042897710107,
+            0.23404255319148937,
+            0.2536788644354734,
+            0.2541416566626651,
+            0.24344287949921753,
+            0.24567414767860202,
+            0.2428498322624666,
+            0.24475524475524477,
+            0.24311405867240246,
+            0.24285977519808366,
+            0.2454225352112676,
+            0.24608941987929547,
+            0.24961832061068703,
+            0.24926262565460783,
+            0.2426740477766412,
+            0.2464206263190919,
+            0.2458950279426168,
+            0.24051017309444275,
+            0.25239941524184833,
+            0.24878193701723114,
+            0.2418356823650739,
+            0.24291789335950278,
+            0.24031525514293348,
+            0.24644122383252817,
+            0.24646193432902613,
+            0.24469109236083583,
+            0.24033251231527095,
+            0.24939870490286772,
+            0.236248492159228,
+            0.24684097129214463,
+            0.2543005423056738,
+            0.2360661742262377,
+            0.24544577150440341,
+            0.24689431300330858,
+            0.24419766143721722,
+            0.2443820224719101,
+            0.24766713537006263,
+            0.24847506279153211,
+            0.2452038739127753,
+            0.24185682461316155,
+            0.23999524997031232,
+            0.2520725550084149,
+            0.24932180934956785,
+            0.2404003525116455,
+            0.24702486155296335,
+            0.2500879352796342,
+            0.24718394419349304,
+            0.24510999204876757,
+            0.23763915666397165,
+            0.24405616224648985,
+            0.25064098555437436,
+            0.24374960035807916,
+            0.24880671862727327,
+            0.26279654263470853,
+            0.2540636042402827,
+            0.26001202645820803,
+            0.27173555891437207,
+            0.25804746240601506,
+            0.26379400945874937,
+            0.26048371976751455,
+            0.2733205604119267,
+            0.26320533621777537,
+            0.26476659785576345,
+            0.2662405506729765,
+            0.2635147629908155,
+            0.2560952796657729,
+            0.25235119611184753,
+            0.26279271465741544,
+            0.27041466820472343,
+            0.26673885580220175,
+            0.25680261982732955,
+            0.2655422358516866,
+            0.26454242311967396,
+            0.2600024697456162,
+            0.25351872871736664,
+            0.25585564744664857,
+            0.25692031827860584,
+            0.26547344110854504,
+            0.26054634491710427,
+            0.25933844799396305,
+            0.25587532989820283,
+            0.26084568918176826,
+            0.2532058754954535,
+            0.25982088896214495,
+            0.2577724117114398,
+            0.2634022257551669,
+            0.2590506329113924,
+            0.2573122091734988,
+            0.2562088999553087,
+            0.25595700595700593,
+            0.26762499284118896,
+            0.2519866700845937,
+            0.25711610486891384,
+            0.26563200358583594,
+            0.2644929987147399,
+            0.26313877452167594,
+            0.26156299840510366,
+            0.2590730466944059,
+            0.25793777211426144,
+            0.26301097946777496,
+            0.2570232071191764,
+            0.2664281251774862,
+            0.25290360046457605,
+            0.2585384229030638,
+            0.2581415817930341,
+            0.26484645388122835,
+            0.25829856702339926,
+            0.2535402521823472,
+            0.25583657587548636,
+            0.25828564616118266,
+            0.2515275590551181,
+            0.25818623688923,
+            0.2665293246636194,
+            0.25622951833302415,
+            0.2650078988941548,
+            0.26091396476895584,
+            0.2618766689436751,
+            0.2581746412759375,
+            0.25727283610678797,
+            0.2648590974706584,
+            0.26521944313355356,
+            0.2529152630215082,
+            0.26242111302352267,
+            0.2526744109732887,
+            0.2550800101600203,
+            0.2559795508490049,
+            0.2597670924117205,
+            0.2528114663726571,
+            0.2582302682679094,
+            0.2668125628437925,
+            0.2642861270006356,
+            0.25448390545195393,
+            0.25670369123751824,
+            0.25574812247255924,
+            0.25600829176653495,
+            0.26425021923414205,
+            0.2538923487544484,
+            0.2581791850437759,
+            0.2625541378906707,
+            0.2633466850002989,
+            0.266769801980198,
+            0.2536080004790706,
+            0.26001831921227386,
+            0.25664799433391283,
+            0.26635724875910527,
+            0.25483851991293605,
+            0.2677998335908713,
+            0.2694432891687957,
+            0.2564741991175906,
+            0.26773734498881885,
+            0.25361262902246506,
+            0.26396604456650646,
+            0.25895196506550217,
+            0.2620987062769526,
+            0.2591430901449093,
+            0.26065177676940304,
+            0.2538522547020168,
+            0.267098806566911,
+            0.2557705056349063,
+            0.27208993110117247,
+            0.2628324056895485,
+            0.25235259082787376,
+            0.253824931025834,
+            0.2621538461538461,
+            0.25710218848229643,
+            0.25651314607414505,
+            0.25293420272673384,
+            0.26802811780390257,
+            0.25615145398003164,
+            0.2668727760601995,
+            0.26571637426900585,
+            0.2563665235546668,
+            0.26416577750322906,
+            0.2627006610009443,
+            0.26466856003383893,
+            0.26728982681500174,
+            0.25855148864793626,
+            0.2700962765340448,
+            0.2564707269618537,
+            0.257044713553796,
+            0.25942150357533983,
+            0.2684084184670351,
+            0.2611353711790393,
+            0.2547610271532129,
+            0.2519322900031939,
+            0.2551749860135513,
+            0.2613606165293649
+        ],
+        "grad_norms": [
+            0.2197265625,
+            0.51953125,
+            0.7890625,
+            0.7109375,
+            0.384765625,
+            0.44921875,
+            0.44140625,
+            0.380859375,
+            0.275390625,
+            0.251953125,
+            0.318359375,
+            0.2216796875,
+            0.1708984375,
+            0.224609375,
+            0.22265625,
+            0.2138671875,
+            0.17578125,
+            0.142578125,
+            0.16015625,
+            0.154296875,
+            0.1806640625,
+            0.15625,
+            0.1845703125,
+            0.1396484375,
+            0.142578125,
+            0.12158203125,
+            0.1171875,
+            0.1640625,
+            0.205078125,
+            0.0947265625,
+            0.181640625,
+            0.173828125,
+            0.1103515625,
+            0.1611328125,
+            0.123046875,
+            0.140625,
+            0.130859375,
+            0.0869140625,
+            0.10107421875,
+            0.08984375,
+            0.0966796875,
+            0.1123046875,
+            0.123046875,
+            0.1533203125,
+            0.169921875,
+            0.2021484375,
+            0.09521484375,
+            0.1923828125,
+            0.287109375,
+            0.1474609375,
+            0.134765625,
+            0.11669921875,
+            0.16796875,
+            0.162109375,
+            0.12255859375,
+            0.09228515625,
+            0.1064453125,
+            0.2275390625,
+            0.197265625,
+            0.10693359375,
+            0.1015625,
+            0.10205078125,
+            0.1611328125,
+            0.14453125,
+            0.1025390625,
+            0.0908203125,
+            0.1298828125,
+            0.2890625,
+            0.2578125,
+            0.111328125,
+            0.16796875,
+            0.12353515625,
+            0.150390625,
+            0.130859375,
+            0.10009765625,
+            0.1201171875,
+            0.09130859375,
+            0.1318359375,
+            0.10693359375,
+            0.0927734375,
+            0.1318359375,
+            0.134765625,
+            0.10546875,
+            0.1083984375,
+            0.08935546875,
+            0.10986328125,
+            0.11669921875,
+            0.08740234375,
+            0.0888671875,
+            0.099609375,
+            0.10595703125,
+            0.12158203125,
+            0.10986328125,
+            0.11669921875,
+            0.08740234375,
+            0.10009765625,
+            0.1103515625,
+            0.0859375,
+            0.0947265625,
+            0.10302734375,
+            0.091796875,
+            0.09326171875,
+            0.0859375,
+            0.0859375,
+            0.11376953125,
+            0.09619140625,
+            0.12060546875,
+            0.09765625,
+            0.08837890625,
+            0.115234375,
+            0.11962890625,
+            0.09033203125,
+            0.11376953125,
+            0.08837890625,
+            0.087890625,
+            0.0947265625,
+            0.08935546875,
+            0.10400390625,
+            0.08447265625,
+            0.13671875,
+            0.1455078125,
+            0.07958984375,
+            0.10986328125,
+            0.0791015625,
+            0.080078125,
+            0.09033203125,
+            0.0888671875,
+            0.12890625,
+            0.09912109375,
+            0.11181640625,
+            0.07666015625,
+            0.125,
+            0.0791015625,
+            0.09130859375,
+            0.10498046875,
+            0.09130859375,
+            0.1005859375,
+            0.10205078125,
+            0.10302734375,
+            0.1044921875,
+            0.099609375,
+            0.095703125,
+            0.09326171875,
+            0.08349609375,
+            0.08740234375,
+            0.08251953125,
+            0.09423828125,
+            0.09033203125,
+            0.09375,
+            0.08203125,
+            0.0859375,
+            0.07861328125,
+            0.09716796875,
+            0.0859375,
+            0.10791015625,
+            0.0849609375,
+            0.08740234375,
+            0.080078125,
+            0.08203125,
+            0.08984375,
+            0.07763671875,
+            0.07861328125,
+            0.0732421875,
+            0.09033203125,
+            0.099609375,
+            0.08935546875,
+            0.09521484375,
+            0.07470703125,
+            0.099609375,
+            0.08203125,
+            0.1376953125,
+            0.10986328125,
+            0.1103515625,
+            0.0869140625,
+            0.09521484375,
+            0.08203125,
+            0.087890625,
+            0.09326171875,
+            0.09375,
+            0.0859375,
+            0.09619140625,
+            0.11962890625,
+            0.09765625,
+            0.11572265625,
+            0.09716796875,
+            0.087890625,
+            0.10546875,
+            0.10400390625,
+            0.07861328125,
+            0.10693359375,
+            0.07763671875,
+            0.078125,
+            0.07958984375,
+            0.0908203125,
+            0.0712890625,
+            0.119140625,
+            0.07470703125,
+            0.130859375,
+            0.0810546875,
+            0.1171875,
+            0.08544921875,
+            0.09619140625,
+            0.11279296875,
+            0.08154296875,
+            0.10009765625,
+            0.080078125,
+            0.10595703125,
+            0.07958984375,
+            0.0849609375,
+            0.07763671875,
+            0.08154296875,
+            0.0966796875,
+            0.08740234375,
+            0.10986328125,
+            0.08544921875,
+            0.11376953125,
+            0.09130859375,
+            0.11767578125,
+            0.1337890625,
+            0.09033203125,
+            0.1201171875,
+            0.09033203125,
+            0.07568359375,
+            0.08447265625,
+            0.08642578125,
+            0.08544921875,
+            0.099609375,
+            0.08544921875,
+            0.08642578125,
+            0.10693359375,
+            0.0986328125,
+            0.0810546875,
+            0.11181640625,
+            0.10400390625,
+            0.10791015625,
+            0.09130859375,
+            0.09912109375,
+            0.103515625,
+            0.10107421875,
+            0.0830078125,
+            0.1015625,
+            0.1142578125,
+            0.0703125,
+            0.1240234375,
+            0.10595703125,
+            0.10986328125,
+            0.1083984375,
+            0.08642578125,
+            0.08984375,
+            0.09423828125,
+            0.0810546875,
+            0.08642578125,
+            0.08154296875,
+            0.07666015625,
+            0.08447265625,
+            0.09521484375,
+            0.10595703125,
+            0.1064453125,
+            0.09326171875,
+            0.10205078125,
+            0.0791015625,
+            0.07470703125,
+            0.08154296875,
+            0.0849609375,
+            0.0888671875,
+            0.087890625,
+            0.08642578125,
+            0.08251953125,
+            0.095703125,
+            0.09130859375,
+            0.087890625,
+            0.11328125,
+            0.0966796875,
+            0.0830078125,
+            0.07275390625,
+            0.0869140625,
+            0.08544921875,
+            0.0908203125,
+            0.1005859375,
+            0.10595703125,
+            0.111328125,
+            0.1103515625,
+            0.130859375,
+            0.08154296875,
+            0.111328125,
+            0.07958984375,
+            0.126953125,
+            0.0771484375,
+            0.07958984375,
+            0.0625,
+            0.07373046875,
+            0.0859375,
+            0.0810546875,
+            0.11572265625,
+            0.11181640625,
+            0.12451171875,
+            0.09228515625,
+            0.126953125,
+            0.08203125,
+            0.10693359375,
+            0.07421875,
+            0.0810546875,
+            0.09375,
+            0.0869140625,
+            0.091796875,
+            0.087890625,
+            0.0810546875,
+            0.08349609375,
+            0.07666015625,
+            0.087890625,
+            0.0927734375,
+            0.08447265625,
+            0.08642578125,
+            0.1064453125,
+            0.0859375,
+            0.09716796875,
+            0.09619140625,
+            0.10205078125,
+            0.08349609375,
+            0.0830078125,
+            0.08251953125,
+            0.09375,
+            0.0810546875,
+            0.0732421875,
+            0.099609375,
+            0.0859375,
+            0.0712890625,
+            0.10302734375,
+            0.11376953125,
+            0.08154296875,
+            0.1123046875,
+            0.099609375,
+            0.08935546875,
+            0.10009765625,
+            0.0986328125,
+            0.0888671875,
+            0.09521484375,
+            0.0810546875,
+            0.07861328125,
+            0.09228515625,
+            0.0830078125,
+            0.0966796875,
+            0.08740234375,
+            0.08984375,
+            0.06396484375,
+            0.1064453125,
+            0.1015625,
+            0.09423828125,
+            0.09130859375,
+            0.095703125,
+            0.0810546875,
+            0.08349609375,
+            0.08251953125,
+            0.09228515625,
+            0.08837890625,
+            0.08056640625,
+            0.0859375,
+            0.08740234375,
+            0.076171875,
+            0.08056640625,
+            0.1162109375,
+            0.0849609375,
+            0.1572265625,
+            0.06396484375,
+            0.138671875,
+            0.09765625,
+            0.1044921875,
+            0.08984375,
+            0.08056640625,
+            0.0693359375,
+            0.07861328125,
+            0.0849609375,
+            0.07763671875,
+            0.0908203125,
+            0.08935546875,
+            0.11279296875,
+            0.11572265625,
+            0.1083984375,
+            0.0771484375,
+            0.125,
+            0.1005859375,
+            0.09375,
+            0.10107421875,
+            0.07275390625,
+            0.10546875,
+            0.09130859375,
+            0.0791015625,
+            0.1025390625,
+            0.07080078125,
+            0.1328125,
+            0.0654296875,
+            0.11572265625,
+            0.078125,
+            0.09765625,
+            0.0732421875,
+            0.09130859375,
+            0.0869140625,
+            0.087890625,
+            0.08447265625,
+            0.087890625,
+            0.09765625,
+            0.083984375,
+            0.087890625,
+            0.0859375,
+            0.08447265625,
+            0.07958984375,
+            0.099609375,
+            0.09033203125,
+            0.09033203125,
+            0.091796875,
+            0.08251953125,
+            0.09326171875,
+            0.0791015625,
+            0.099609375,
+            0.07421875,
+            0.07470703125,
+            0.076171875,
+            0.09228515625,
+            0.0751953125,
+            0.1103515625,
+            0.08740234375,
+            0.087890625,
+            0.109375,
+            0.076171875,
+            0.123046875,
+            0.080078125,
+            0.09130859375,
+            0.08447265625,
+            0.0927734375,
+            0.08984375,
+            0.08984375,
+            0.091796875,
+            0.10009765625,
+            0.0703125,
+            0.09033203125,
+            0.0849609375,
+            0.07958984375,
+            0.09521484375,
+            0.083984375,
+            0.087890625,
+            0.0849609375,
+            0.0869140625,
+            0.09765625,
+            0.11083984375,
+            0.08984375,
+            0.0771484375,
+            0.0908203125,
+            0.08447265625,
+            0.07275390625,
+            0.08642578125,
+            0.08984375,
+            0.072265625,
+            0.08740234375,
+            0.09228515625,
+            0.07373046875,
+            0.09228515625,
+            0.08544921875,
+            0.0966796875,
+            0.07763671875,
+            0.0966796875,
+            0.0791015625,
+            0.0986328125,
+            0.0810546875,
+            0.080078125,
+            0.08251953125,
+            0.08251953125,
+            0.09814453125,
+            0.07568359375,
+            0.10888671875,
+            0.080078125,
+            0.1123046875,
+            0.08251953125,
+            0.1025390625,
+            0.10888671875,
+            0.08837890625,
+            0.1025390625,
+            0.08349609375,
+            0.08935546875,
+            0.07958984375,
+            0.07421875,
+            0.07275390625,
+            0.07177734375,
+            0.06884765625,
+            0.08447265625,
+            0.0712890625,
+            0.07763671875,
+            0.07421875,
+            0.0703125,
+            0.07861328125,
+            0.0849609375,
+            0.07568359375,
+            0.10888671875,
+            0.09814453125,
+            0.10107421875,
+            0.0771484375,
+            0.1123046875,
+            0.087890625,
+            0.10546875,
+            0.0859375,
+            0.08203125,
+            0.10791015625,
+            0.072265625,
+            0.09130859375,
+            0.09765625,
+            0.07421875,
+            0.07666015625,
+            0.08544921875,
+            0.0751953125,
+            0.07080078125,
+            0.07666015625,
+            0.08642578125,
+            0.08203125,
+            0.08447265625,
+            0.076171875,
+            0.0869140625,
+            0.0732421875,
+            0.09228515625,
+            0.06787109375,
+            0.08984375,
+            0.0732421875,
+            0.08837890625,
+            0.0791015625,
+            0.08203125,
+            0.078125,
+            0.09375,
+            0.08203125,
+            0.107421875,
+            0.08203125,
+            0.1025390625,
+            0.07568359375,
+            0.07958984375,
+            0.07763671875,
+            0.07568359375,
+            0.07861328125,
+            0.078125,
+            0.076171875
+        ]
+    },
+    "eval": {
+        "effective_batch_nums": [
+            134,
+            268,
+            402,
+            536
+        ],
+        "losses": [
+            7.380514705882353,
+            7.126838235294118,
+            7.020220588235294,
+            6.992647058823529
+        ],
+        "perplexities": [
+            1604.4153573685692,
+            1244.9345475827106,
+            1119.033436133782,
+            1088.5992519398421
+        ],
+        "accuracies": [
+            0.18916703047507427,
+            0.2137817831984139,
+            0.22512166071305223,
+            0.23039475781087862
+        ]
+    }
+}

expdecayforward_789/epoch3/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:957ac8155141a4091084aa6d2f651a61010ffea5b0e71d19fc52751d31dd4dcd
+size 29774819

expdecayforward_789/epoch3/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd5bf0d2c6d8111a9880717e77558850898d8c670fdfbddaf7c7bc5525698e6
+size 59611339

expdecayforward_789/epoch3/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f8df5ac42c90e1eee28768057c4ac5bcaf05a03a9b0450260d57aeecd37252
+size 1465

expdecayforward_789/epoch3/tokenizer/special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "pad_token": "<|endoftext|>",
+  "unk_token": "<|endoftext|>"
+}

expdecayforward_789/epoch3/tokenizer/tokenizer_config.json

@@ -0,0 +1,21 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "50256": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "extra_special_tokens": {},
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}