Upload folder using huggingface_hub

control_123/epoch3/metadata.json

@@ -0,0 +1,6 @@
+{
+    "epoch_num": 3,
+    "global_batch_num": 536,
+    "device": "cuda",
+    "dtype": "bfloat16"
+}

control_123/epoch3/metrics.json

@@ -0,0 +1,2182 @@
+{
+    "training": {
+        "effective_batch_nums": [
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            110,
+            111,
+            112,
+            113,
+            114,
+            115,
+            116,
+            117,
+            118,
+            119,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132,
+            133,
+            134,
+            135,
+            136,
+            137,
+            138,
+            139,
+            140,
+            141,
+            142,
+            143,
+            144,
+            145,
+            146,
+            147,
+            148,
+            149,
+            150,
+            151,
+            152,
+            153,
+            154,
+            155,
+            156,
+            157,
+            158,
+            159,
+            160,
+            161,
+            162,
+            163,
+            164,
+            165,
+            166,
+            167,
+            168,
+            169,
+            170,
+            171,
+            172,
+            173,
+            174,
+            175,
+            176,
+            177,
+            178,
+            179,
+            180,
+            181,
+            182,
+            183,
+            184,
+            185,
+            186,
+            187,
+            188,
+            189,
+            190,
+            191,
+            192,
+            193,
+            194,
+            195,
+            196,
+            197,
+            198,
+            199,
+            200,
+            201,
+            202,
+            203,
+            204,
+            205,
+            206,
+            207,
+            208,
+            209,
+            210,
+            211,
+            212,
+            213,
+            214,
+            215,
+            216,
+            217,
+            218,
+            219,
+            220,
+            221,
+            222,
+            223,
+            224,
+            225,
+            226,
+            227,
+            228,
+            229,
+            230,
+            231,
+            232,
+            233,
+            234,
+            235,
+            236,
+            237,
+            238,
+            239,
+            240,
+            241,
+            242,
+            243,
+            244,
+            245,
+            246,
+            247,
+            248,
+            249,
+            250,
+            251,
+            252,
+            253,
+            254,
+            255,
+            256,
+            257,
+            258,
+            259,
+            260,
+            261,
+            262,
+            263,
+            264,
+            265,
+            266,
+            267,
+            268,
+            269,
+            270,
+            271,
+            272,
+            273,
+            274,
+            275,
+            276,
+            277,
+            278,
+            279,
+            280,
+            281,
+            282,
+            283,
+            284,
+            285,
+            286,
+            287,
+            288,
+            289,
+            290,
+            291,
+            292,
+            293,
+            294,
+            295,
+            296,
+            297,
+            298,
+            299,
+            300,
+            301,
+            302,
+            303,
+            304,
+            305,
+            306,
+            307,
+            308,
+            309,
+            310,
+            311,
+            312,
+            313,
+            314,
+            315,
+            316,
+            317,
+            318,
+            319,
+            320,
+            321,
+            322,
+            323,
+            324,
+            325,
+            326,
+            327,
+            328,
+            329,
+            330,
+            331,
+            332,
+            333,
+            334,
+            335,
+            336,
+            337,
+            338,
+            339,
+            340,
+            341,
+            342,
+            343,
+            344,
+            345,
+            346,
+            347,
+            348,
+            349,
+            350,
+            351,
+            352,
+            353,
+            354,
+            355,
+            356,
+            357,
+            358,
+            359,
+            360,
+            361,
+            362,
+            363,
+            364,
+            365,
+            366,
+            367,
+            368,
+            369,
+            370,
+            371,
+            372,
+            373,
+            374,
+            375,
+            376,
+            377,
+            378,
+            379,
+            380,
+            381,
+            382,
+            383,
+            384,
+            385,
+            386,
+            387,
+            388,
+            389,
+            390,
+            391,
+            392,
+            393,
+            394,
+            395,
+            396,
+            397,
+            398,
+            399,
+            400,
+            401,
+            402,
+            403,
+            404,
+            405,
+            406,
+            407,
+            408,
+            409,
+            410,
+            411,
+            412,
+            413,
+            414,
+            415,
+            416,
+            417,
+            418,
+            419,
+            420,
+            421,
+            422,
+            423,
+            424,
+            425,
+            426,
+            427,
+            428,
+            429,
+            430,
+            431,
+            432,
+            433,
+            434,
+            435,
+            436,
+            437,
+            438,
+            439,
+            440,
+            441,
+            442,
+            443,
+            444,
+            445,
+            446,
+            447,
+            448,
+            449,
+            450,
+            451,
+            452,
+            453,
+            454,
+            455,
+            456,
+            457,
+            458,
+            459,
+            460,
+            461,
+            462,
+            463,
+            464,
+            465,
+            466,
+            467,
+            468,
+            469,
+            470,
+            471,
+            472,
+            473,
+            474,
+            475,
+            476,
+            477,
+            478,
+            479,
+            480,
+            481,
+            482,
+            483,
+            484,
+            485,
+            486,
+            487,
+            488,
+            489,
+            490,
+            491,
+            492,
+            493,
+            494,
+            495,
+            496,
+            497,
+            498,
+            499,
+            500,
+            501,
+            502,
+            503,
+            504,
+            505,
+            506,
+            507,
+            508,
+            509,
+            510,
+            511,
+            512,
+            513,
+            514,
+            515,
+            516,
+            517,
+            518,
+            519,
+            520,
+            521,
+            522,
+            523,
+            524,
+            525,
+            526,
+            527,
+            528,
+            529,
+            530,
+            531,
+            532,
+            533,
+            534,
+            535,
+            536
+        ],
+        "losses": [
+            11.0,
+            10.625,
+            10.0625,
+            9.625,
+            9.25,
+            9.0,
+            8.8125,
+            8.625,
+            8.5625,
+            8.5625,
+            8.5,
+            8.4375,
+            8.375,
+            8.375,
+            8.375,
+            8.375,
+            8.3125,
+            8.25,
+            8.3125,
+            8.25,
+            8.1875,
+            8.25,
+            8.1875,
+            8.25,
+            8.125,
+            8.125,
+            8.125,
+            8.1875,
+            8.0625,
+            8.0625,
+            8.0,
+            8.125,
+            8.125,
+            8.125,
+            8.0625,
+            8.0625,
+            8.125,
+            7.96875,
+            8.0625,
+            8.0,
+            8.0,
+            8.0,
+            7.9375,
+            8.0625,
+            7.96875,
+            7.90625,
+            7.96875,
+            7.9375,
+            8.0625,
+            7.96875,
+            7.96875,
+            7.9375,
+            7.90625,
+            7.90625,
+            7.96875,
+            7.90625,
+            7.9375,
+            7.90625,
+            7.9375,
+            7.90625,
+            7.875,
+            7.84375,
+            7.8125,
+            7.90625,
+            7.84375,
+            7.875,
+            7.8125,
+            7.875,
+            7.875,
+            7.84375,
+            7.8125,
+            7.78125,
+            7.8125,
+            7.84375,
+            7.78125,
+            7.8125,
+            7.78125,
+            7.75,
+            7.71875,
+            7.84375,
+            7.78125,
+            7.78125,
+            7.78125,
+            7.75,
+            7.75,
+            7.78125,
+            7.71875,
+            7.8125,
+            7.71875,
+            7.6875,
+            7.65625,
+            7.65625,
+            7.625,
+            7.6875,
+            7.6875,
+            7.65625,
+            7.71875,
+            7.5625,
+            7.71875,
+            7.625,
+            7.59375,
+            7.59375,
+            7.65625,
+            7.625,
+            7.625,
+            7.65625,
+            7.59375,
+            7.5625,
+            7.65625,
+            7.59375,
+            7.625,
+            7.53125,
+            7.5625,
+            7.59375,
+            7.5625,
+            7.625,
+            7.5,
+            7.625,
+            7.5625,
+            7.5,
+            7.59375,
+            7.59375,
+            7.53125,
+            7.53125,
+            7.53125,
+            7.5,
+            7.5,
+            7.5,
+            7.53125,
+            7.5,
+            7.5625,
+            7.5,
+            7.5,
+            7.46875,
+            7.4375,
+            7.4375,
+            7.46875,
+            7.375,
+            7.375,
+            7.34375,
+            7.375,
+            7.34375,
+            7.375,
+            7.34375,
+            7.4375,
+            7.375,
+            7.34375,
+            7.375,
+            7.28125,
+            7.40625,
+            7.40625,
+            7.375,
+            7.34375,
+            7.34375,
+            7.34375,
+            7.34375,
+            7.375,
+            7.40625,
+            7.4375,
+            7.40625,
+            7.34375,
+            7.34375,
+            7.28125,
+            7.28125,
+            7.3125,
+            7.28125,
+            7.28125,
+            7.34375,
+            7.375,
+            7.28125,
+            7.3125,
+            7.3125,
+            7.28125,
+            7.375,
+            7.3125,
+            7.3125,
+            7.25,
+            7.3125,
+            7.21875,
+            7.3125,
+            7.28125,
+            7.28125,
+            7.28125,
+            7.28125,
+            7.28125,
+            7.3125,
+            7.25,
+            7.25,
+            7.25,
+            7.25,
+            7.28125,
+            7.25,
+            7.25,
+            7.1875,
+            7.21875,
+            7.1875,
+            7.21875,
+            7.3125,
+            7.25,
+            7.25,
+            7.25,
+            7.28125,
+            7.25,
+            7.25,
+            7.25,
+            7.1875,
+            7.1875,
+            7.15625,
+            7.1875,
+            7.28125,
+            7.1875,
+            7.25,
+            7.1875,
+            7.125,
+            7.1875,
+            7.15625,
+            7.1875,
+            7.09375,
+            7.125,
+            7.1875,
+            7.1875,
+            7.1875,
+            7.1875,
+            7.1875,
+            7.21875,
+            7.15625,
+            7.15625,
+            7.125,
+            7.15625,
+            7.0625,
+            7.125,
+            7.1875,
+            7.15625,
+            7.125,
+            7.09375,
+            7.0625,
+            7.0625,
+            7.15625,
+            7.0625,
+            7.1875,
+            7.09375,
+            7.125,
+            7.125,
+            7.03125,
+            7.125,
+            7.125,
+            7.125,
+            7.09375,
+            7.09375,
+            7.09375,
+            7.125,
+            7.125,
+            7.125,
+            7.0625,
+            7.0625,
+            7.1875,
+            7.0625,
+            7.125,
+            7.09375,
+            7.03125,
+            7.09375,
+            7.0625,
+            7.03125,
+            7.15625,
+            7.0,
+            7.09375,
+            7.09375,
+            7.0625,
+            6.9375,
+            6.90625,
+            6.875,
+            6.9375,
+            6.96875,
+            6.9375,
+            6.875,
+            6.9375,
+            6.90625,
+            6.78125,
+            6.875,
+            6.90625,
+            6.9375,
+            6.84375,
+            6.875,
+            6.96875,
+            6.875,
+            6.90625,
+            6.9375,
+            6.875,
+            6.84375,
+            6.90625,
+            6.96875,
+            6.96875,
+            6.96875,
+            6.84375,
+            6.8125,
+            6.84375,
+            6.9375,
+            6.96875,
+            6.9375,
+            6.9375,
+            6.9375,
+            6.90625,
+            6.9375,
+            6.90625,
+            7.0,
+            6.875,
+            6.90625,
+            6.875,
+            6.8125,
+            6.875,
+            6.90625,
+            6.90625,
+            6.9375,
+            6.90625,
+            6.90625,
+            6.9375,
+            6.875,
+            6.96875,
+            6.875,
+            7.0,
+            6.90625,
+            6.90625,
+            6.875,
+            6.90625,
+            6.96875,
+            6.875,
+            6.8125,
+            6.90625,
+            6.9375,
+            6.9375,
+            6.90625,
+            6.90625,
+            6.875,
+            6.875,
+            6.96875,
+            6.875,
+            6.90625,
+            6.90625,
+            6.84375,
+            6.84375,
+            6.90625,
+            6.96875,
+            6.875,
+            6.90625,
+            6.90625,
+            6.875,
+            6.8125,
+            6.90625,
+            6.875,
+            6.875,
+            6.875,
+            6.875,
+            6.875,
+            6.875,
+            6.90625,
+            6.90625,
+            6.90625,
+            6.875,
+            6.8125,
+            6.96875,
+            6.84375,
+            6.78125,
+            6.8125,
+            6.875,
+            6.875,
+            6.84375,
+            6.875,
+            6.875,
+            6.90625,
+            6.84375,
+            6.84375,
+            6.875,
+            6.9375,
+            6.9375,
+            6.9375,
+            6.84375,
+            6.90625,
+            6.8125,
+            6.84375,
+            6.84375,
+            6.84375,
+            6.84375,
+            6.90625,
+            6.875,
+            6.90625,
+            6.875,
+            6.84375,
+            6.84375,
+            6.78125,
+            6.875,
+            6.90625,
+            6.875,
+            6.78125,
+            6.96875,
+            6.84375,
+            6.78125,
+            6.8125,
+            6.78125,
+            6.75,
+            6.875,
+            6.78125,
+            6.8125,
+            6.6875,
+            6.71875,
+            6.75,
+            6.65625,
+            6.5625,
+            6.65625,
+            6.75,
+            6.71875,
+            6.59375,
+            6.6875,
+            6.65625,
+            6.65625,
+            6.6875,
+            6.65625,
+            6.65625,
+            6.71875,
+            6.75,
+            6.625,
+            6.65625,
+            6.71875,
+            6.71875,
+            6.75,
+            6.65625,
+            6.8125,
+            6.65625,
+            6.6875,
+            6.71875,
+            6.6875,
+            6.71875,
+            6.625,
+            6.65625,
+            6.625,
+            6.6875,
+            6.6875,
+            6.71875,
+            6.6875,
+            6.625,
+            6.65625,
+            6.65625,
+            6.65625,
+            6.6875,
+            6.71875,
+            6.71875,
+            6.65625,
+            6.625,
+            6.65625,
+            6.6875,
+            6.6875,
+            6.6875,
+            6.65625,
+            6.75,
+            6.65625,
+            6.65625,
+            6.6875,
+            6.6875,
+            6.6875,
+            6.6875,
+            6.75,
+            6.71875,
+            6.6875,
+            6.78125,
+            6.625,
+            6.71875,
+            6.625,
+            6.6875,
+            6.65625,
+            6.625,
+            6.6875,
+            6.71875,
+            6.6875,
+            6.71875,
+            6.6875,
+            6.6875,
+            6.71875,
+            6.6875,
+            6.625,
+            6.6875,
+            6.75,
+            6.625,
+            6.71875,
+            6.6875,
+            6.78125,
+            6.6875,
+            6.59375,
+            6.65625,
+            6.6875,
+            6.71875,
+            6.59375,
+            6.65625,
+            6.65625,
+            6.75,
+            6.625,
+            6.6875,
+            6.71875,
+            6.6875,
+            6.6875,
+            6.6875,
+            6.65625,
+            6.65625,
+            6.6875,
+            6.65625,
+            6.78125,
+            6.78125,
+            6.6875,
+            6.65625,
+            6.65625,
+            6.6875,
+            6.6875,
+            6.71875,
+            6.71875,
+            6.65625,
+            6.625,
+            6.65625,
+            6.6875,
+            6.6875,
+            6.59375,
+            6.625,
+            6.71875,
+            6.71875,
+            6.5625,
+            6.6875,
+            6.65625,
+            6.71875,
+            6.65625,
+            6.6875,
+            6.71875,
+            6.71875,
+            6.625,
+            6.65625,
+            6.625,
+            6.6875,
+            6.71875,
+            6.6875,
+            6.65625
+        ],
+        "accuracies": [
+            0.0,
+            0.03747072599531616,
+            0.05023744063984004,
+            0.04933008526187576,
+            0.050366995697291826,
+            0.05070637200304824,
+            0.04871720957048141,
+            0.05175960415855896,
+            0.06267392619479734,
+            0.0884065967751824,
+            0.09778656630732921,
+            0.1044656564982311,
+            0.10760095011876485,
+            0.10092019005232453,
+            0.10496036819227819,
+            0.09979730535352331,
+            0.10752560133365087,
+            0.11278986108805136,
+            0.10902379903040987,
+            0.11318242343541944,
+            0.11291012403006048,
+            0.10958484086588581,
+            0.11472165474974463,
+            0.10739285275696918,
+            0.11715319039008008,
+            0.11988636363636364,
+            0.1178884193765693,
+            0.10902145166029974,
+            0.11913402577900138,
+            0.11644293263682197,
+            0.1186596422445479,
+            0.11483338248304335,
+            0.11915083513961494,
+            0.11769542491337288,
+            0.11982223235143297,
+            0.11738484398216939,
+            0.11507911689286385,
+            0.12477407291991274,
+            0.12034016775396086,
+            0.11690232503105957,
+            0.12382691944321975,
+            0.12140287769784172,
+            0.1251768468967214,
+            0.12244897959183673,
+            0.12311498586239397,
+            0.12503962970008242,
+            0.12295681873627715,
+            0.1263975155279503,
+            0.1192729371032891,
+            0.12323349810991567,
+            0.11953219056354984,
+            0.12625496147560122,
+            0.13049550643672578,
+            0.12532421598679558,
+            0.12228166065821607,
+            0.12685358255451715,
+            0.12591107871720117,
+            0.12801616545821942,
+            0.12323699421965317,
+            0.1329089183001061,
+            0.12707089864450272,
+            0.13042617759598893,
+            0.13420282788883472,
+            0.1321598698733589,
+            0.13554358013120898,
+            0.1360165729505771,
+            0.13680635652953993,
+            0.13343846667071024,
+            0.13536291709666323,
+            0.13732289113409457,
+            0.14004928420558554,
+            0.13995837669094693,
+            0.13725363489499193,
+            0.13624204957498662,
+            0.1422411175220164,
+            0.13797306356267902,
+            0.13807928178542075,
+            0.14497059358515735,
+            0.1446947279425086,
+            0.14018745328043242,
+            0.1400570884871551,
+            0.14697422917625402,
+            0.14511655355562111,
+            0.14815756035578145,
+            0.15167695644919071,
+            0.14270201213669753,
+            0.15331951510583505,
+            0.1456262425447316,
+            0.15478282701481297,
+            0.15073902741735304,
+            0.1534682418996374,
+            0.15543005059418755,
+            0.15229794971471566,
+            0.15607032286598851,
+            0.1499680918953414,
+            0.15503013987241762,
+            0.1556431511216741,
+            0.1608135421930268,
+            0.15475751995089013,
+            0.15741253151325094,
+            0.15877319836105086,
+            0.15976187583525694,
+            0.15446588999014665,
+            0.15706499443239758,
+            0.16151046405823477,
+            0.15768516060525617,
+            0.1620798830979055,
+            0.16365613483960612,
+            0.16261237440507667,
+            0.16740954378605138,
+            0.16565973900434994,
+            0.16168327796234774,
+            0.16436652990177794,
+            0.15884522446903218,
+            0.16317810255139956,
+            0.1609250782943869,
+            0.16485154190072224,
+            0.16244322256753527,
+            0.16462335692618807,
+            0.16479211424238593,
+            0.16090622385273862,
+            0.16204197794379224,
+            0.17105955233475542,
+            0.1678749702876159,
+            0.170481220657277,
+            0.17080116094408848,
+            0.1685156155794043,
+            0.1692778457772338,
+            0.1638775998087497,
+            0.16584880636604774,
+            0.164344746162928,
+            0.1774414586188405,
+            0.16385785520419113,
+            0.17682886461436612,
+            0.16660566129819424,
+            0.17656500802568217,
+            0.16724973915178298,
+            0.177722925023141,
+            0.1753686727779992,
+            0.17364286551764568,
+            0.17500719838756118,
+            0.17696204197092297,
+            0.1737429188810372,
+            0.17791959157626036,
+            0.16738327378429116,
+            0.17465197215777262,
+            0.17264494884158532,
+            0.1818293281020108,
+            0.18229617716194482,
+            0.17500557165143749,
+            0.17293777134587554,
+            0.17010971055088703,
+            0.17946547345507316,
+            0.1783082240918281,
+            0.17468451732752546,
+            0.1825945277824597,
+            0.1796977866950906,
+            0.17735488874306507,
+            0.17462695511475998,
+            0.18093115701981569,
+            0.17975435124279643,
+            0.17760545905707195,
+            0.18910131356483287,
+            0.18139399241761447,
+            0.18163554715197353,
+            0.18253400143163923,
+            0.17886983969796372,
+            0.18321213146175094,
+            0.17740875694402963,
+            0.18645157519434216,
+            0.17958715596330274,
+            0.18444289531776462,
+            0.18232420765648075,
+            0.1801641325784083,
+            0.18252711100280247,
+            0.18096158492389466,
+            0.18473174796487404,
+            0.18157324430387162,
+            0.18566896809106176,
+            0.1865074402901088,
+            0.18809352282402253,
+            0.18760488397662173,
+            0.18618618618618618,
+            0.18892767468920327,
+            0.1875692379453093,
+            0.18537590113285274,
+            0.18835154044433533,
+            0.18744523720115158,
+            0.1919458467186783,
+            0.19510952623535405,
+            0.18222976796830787,
+            0.19152394775036286,
+            0.19003483086368736,
+            0.19526319214002213,
+            0.19112031583716263,
+            0.19310583352547844,
+            0.19384977106793713,
+            0.18715555055674277,
+            0.19062212687710695,
+            0.19555817610062892,
+            0.18541715906405104,
+            0.18587339142477927,
+            0.18850147032347117,
+            0.18952148870181657,
+            0.17751374357155525,
+            0.19128980225819942,
+            0.19707015217528573,
+            0.19102768055997454,
+            0.19035029742233972,
+            0.18933349699275806,
+            0.19547338221230476,
+            0.1930159833217512,
+            0.19277861069465269,
+            0.19707073854783422,
+            0.19311848800581535,
+            0.19218241042345277,
+            0.19632393758095357,
+            0.20539620807000486,
+            0.20203515263644772,
+            0.1980440097799511,
+            0.1964517524881004,
+            0.1979033495269752,
+            0.19257591565537313,
+            0.19551153603938856,
+            0.19431689625341053,
+            0.20099404664372714,
+            0.19417647058823528,
+            0.2068560235063663,
+            0.20036596523330283,
+            0.1974230581338544,
+            0.1967915677303527,
+            0.19364229156963206,
+            0.20059114420508156,
+            0.20136007376671278,
+            0.20279802492358334,
+            0.2053033596224306,
+            0.20680322322691763,
+            0.19429347826086957,
+            0.20260847107438015,
+            0.1958330874107301,
+            0.20579277396237683,
+            0.2009809512946276,
+            0.20221375862889787,
+            0.19858793324775353,
+            0.1972270571994478,
+            0.20452276064610866,
+            0.194857628559286,
+            0.20214439717965155,
+            0.20740448477674756,
+            0.2023128350298139,
+            0.20765736534717716,
+            0.19460081883316274,
+            0.19593345656192238,
+            0.20574330239887936,
+            0.20451444871635868,
+            0.1948577394936048,
+            0.19826215356656066,
+            0.20198695678673736,
+            0.1970242087932191,
+            0.2082733191219681,
+            0.1969137873196914,
+            0.21217068227876604,
+            0.20097885423856435,
+            0.20091353168813042,
+            0.2047499715229525,
+            0.2050897267554555,
+            0.20884386752395973,
+            0.2119032047089601,
+            0.20213251225909454,
+            0.21306357687458727,
+            0.21504717559122657,
+            0.20406091370558377,
+            0.203044193700047,
+            0.20497168030207677,
+            0.21525885558583105,
+            0.21179421371908538,
+            0.21089754893316875,
+            0.22126877106956788,
+            0.2125911884657361,
+            0.21555542771673475,
+            0.20964414646725116,
+            0.21539595748602322,
+            0.21195818304089992,
+            0.2028263164067081,
+            0.2084531163985565,
+            0.20987012987012987,
+            0.20301102876816246,
+            0.21159665048202098,
+            0.21868390129259693,
+            0.21453481130900487,
+            0.20440089393157984,
+            0.20738436252641465,
+            0.20612109915218568,
+            0.22127139364303178,
+            0.21204391704558057,
+            0.2194995797504364,
+            0.21245924146215892,
+            0.20783326503132135,
+            0.20724115334207077,
+            0.21684640046633635,
+            0.20833800920210976,
+            0.21203822043697887,
+            0.2066939974300924,
+            0.21754426437510813,
+            0.20544464609800364,
+            0.21758216369202332,
+            0.2180485834631585,
+            0.21778606217305033,
+            0.21656050955414013,
+            0.2171289998225587,
+            0.2094375,
+            0.21186907311104314,
+            0.21314907872696817,
+            0.21521581866409453,
+            0.22358318098720292,
+            0.21994154377574066,
+            0.21290944123314065,
+            0.21572852141125776,
+            0.21890735146022156,
+            0.21715968914514916,
+            0.2176092834610185,
+            0.2136667491953454,
+            0.2128181181414896,
+            0.22773960955037073,
+            0.2124124355931222,
+            0.2083560399636694,
+            0.2218954248366013,
+            0.2125789618236748,
+            0.21616493802175563,
+            0.2161286656058195,
+            0.2138166820426548,
+            0.2159273411973196,
+            0.2103541898062446,
+            0.22301698812108825,
+            0.21506206186893048,
+            0.21530579570925393,
+            0.21539560635827826,
+            0.21418439716312057,
+            0.21857124698106012,
+            0.22291060033455176,
+            0.21309043436980774,
+            0.21227147807384394,
+            0.22514789467579166,
+            0.2137788105256547,
+            0.2186320024760136,
+            0.21799465763241904,
+            0.22927383658332337,
+            0.2113646419316099,
+            0.21823969816659788,
+            0.21589369799393665,
+            0.2148910411622276,
+            0.21931113809189084,
+            0.21714588110777916,
+            0.22488832894284733,
+            0.21769921695071395,
+            0.21484566389024987,
+            0.2164893929599812,
+            0.22071285335403326,
+            0.2255796743956586,
+            0.2172208793362514,
+            0.222501858948693,
+            0.22621802489211332,
+            0.22162581646511026,
+            0.22454375443348165,
+            0.22804579445437098,
+            0.2201938814050107,
+            0.21810725160007458,
+            0.21950326478305973,
+            0.21618737362390475,
+            0.22323960302457466,
+            0.22229602568360457,
+            0.2184971806815396,
+            0.21635094715852443,
+            0.217110526917362,
+            0.21636333644911201,
+            0.22555236633068554,
+            0.21333491799381982,
+            0.2313124583610926,
+            0.22488303373553312,
+            0.22259822196730714,
+            0.2226262855844082,
+            0.2263441962150714,
+            0.21731166912850813,
+            0.2195346164895145,
+            0.21588451557093424,
+            0.22027729636048526,
+            0.22245917279308602,
+            0.21992702084235266,
+            0.22989856506679862,
+            0.21542274855411733,
+            0.22041708513026526,
+            0.22265962036238135,
+            0.22794117647058823,
+            0.21495440729483284,
+            0.22844066688460282,
+            0.2365913255956017,
+            0.2244334975369458,
+            0.22636573792432169,
+            0.23240203193033382,
+            0.2269180754226268,
+            0.22726412117387187,
+            0.21996918335901386,
+            0.2272756105296543,
+            0.2290899526564966,
+            0.23326947637292464,
+            0.23173147676458936,
+            0.24946402066956186,
+            0.2326777067017397,
+            0.22723878453673388,
+            0.23168882668532773,
+            0.23957444013922638,
+            0.2298678920160827,
+            0.232350215341002,
+            0.23570432357043236,
+            0.22783929136349257,
+            0.2265526173122101,
+            0.23204819277108435,
+            0.22379692617787855,
+            0.2230612489512166,
+            0.23206989754227167,
+            0.2285006195786865,
+            0.22366672444675564,
+            0.23020982355746306,
+            0.22783229259589652,
+            0.23086878235426514,
+            0.21979300630779594,
+            0.23404852842057963,
+            0.2330946231509744,
+            0.23001487521348685,
+            0.22509923664122136,
+            0.22637190530690923,
+            0.23187226048841578,
+            0.23933892273357862,
+            0.233955223880597,
+            0.22830082871206928,
+            0.22697691552062868,
+            0.22689121134997564,
+            0.23097612175282078,
+            0.23653410521016863,
+            0.23649319549091757,
+            0.23742703850008845,
+            0.23489813994685563,
+            0.2288575441167491,
+            0.2286752478906202,
+            0.23303492106881707,
+            0.2294210434071391,
+            0.23809240649342928,
+            0.2374726343955242,
+            0.2324752475247525,
+            0.22929730428599135,
+            0.23593245138084495,
+            0.23147567166733216,
+            0.228740041310121,
+            0.2317645642753972,
+            0.23305662952012737,
+            0.2271226562013331,
+            0.23167329494865554,
+            0.23774708908746275,
+            0.23141009699079831,
+            0.22868593636142823,
+            0.22363006988439685,
+            0.23307775248592308,
+            0.227377321132338,
+            0.235744045768298,
+            0.22413686616021247,
+            0.23212542041879136,
+            0.23046920479683317,
+            0.23721275018532245,
+            0.24116946686069585,
+            0.23259781619654232,
+            0.2267685481883165,
+            0.2316046369737645,
+            0.23332148358810287,
+            0.23157625383828045,
+            0.23374125874125873,
+            0.2362675247069639,
+            0.2360517641313637,
+            0.2301108968177435,
+            0.2342992567058063,
+            0.2329022486310148,
+            0.23524693480004583,
+            0.23107646717773625,
+            0.2364390187723137,
+            0.2247826604739788,
+            0.23903256203538897,
+            0.23667100130039012,
+            0.24001622906161246,
+            0.22778922187520764,
+            0.2340255591054313,
+            0.24200940779158123,
+            0.23710181136789507,
+            0.23852361423468713,
+            0.22459129146606,
+            0.23701819388375822,
+            0.24138839491536587,
+            0.22923485456678813,
+            0.23570008188092176,
+            0.23682575192642308,
+            0.2332516583995697,
+            0.24021962937542896,
+            0.24013005109150024,
+            0.2358598995826024,
+            0.23398223398223397,
+            0.2321950056618392,
+            0.22560145256468453,
+            0.2405414551607445,
+            0.23554913294797689,
+            0.23761233908185572,
+            0.23494285347373828,
+            0.23429204830523306,
+            0.2347708729525796,
+            0.23254747871643747,
+            0.24158054711246202,
+            0.23979198767334362,
+            0.23915503583553377,
+            0.23639274279615796,
+            0.2384732824427481,
+            0.24085798493614236,
+            0.24095413689790274,
+            0.23096585722110644,
+            0.23764083697401703,
+            0.24043037450858679,
+            0.23402013579957856,
+            0.2384970636866412,
+            0.23474533535047906,
+            0.23313460935048635,
+            0.23404906098978406,
+            0.23151493256262043,
+            0.23850838887612044,
+            0.23797533733617407,
+            0.23342525565896818,
+            0.23740498497436804,
+            0.2361111111111111,
+            0.2384910070774625,
+            0.23703161235200781,
+            0.2342515892891543
+        ],
+        "grad_norms": [
+            0.474609375,
+            0.8984375,
+            0.828125,
+            0.83203125,
+            0.8203125,
+            0.75390625,
+            0.6171875,
+            0.46875,
+            0.310546875,
+            0.251953125,
+            0.283203125,
+            0.232421875,
+            0.361328125,
+            0.2177734375,
+            0.2275390625,
+            0.2490234375,
+            0.1884765625,
+            0.2041015625,
+            0.2001953125,
+            0.16015625,
+            0.1474609375,
+            0.1572265625,
+            0.1611328125,
+            0.140625,
+            0.142578125,
+            0.1435546875,
+            0.140625,
+            0.1396484375,
+            0.1279296875,
+            0.1171875,
+            0.1337890625,
+            0.1318359375,
+            0.1171875,
+            0.1015625,
+            0.11376953125,
+            0.1171875,
+            0.11865234375,
+            0.11669921875,
+            0.208984375,
+            0.185546875,
+            0.109375,
+            0.1572265625,
+            0.1591796875,
+            0.1201171875,
+            0.1474609375,
+            0.140625,
+            0.15234375,
+            0.12451171875,
+            0.162109375,
+            0.1728515625,
+            0.125,
+            0.15234375,
+            0.1630859375,
+            0.115234375,
+            0.1318359375,
+            0.1376953125,
+            0.11279296875,
+            0.12890625,
+            0.12890625,
+            0.1328125,
+            0.1494140625,
+            0.1357421875,
+            0.12353515625,
+            0.1455078125,
+            0.283203125,
+            0.318359375,
+            0.1826171875,
+            0.1962890625,
+            0.2060546875,
+            0.19921875,
+            0.154296875,
+            0.203125,
+            0.173828125,
+            0.169921875,
+            0.1884765625,
+            0.173828125,
+            0.1396484375,
+            0.126953125,
+            0.11474609375,
+            0.11474609375,
+            0.1455078125,
+            0.11083984375,
+            0.1357421875,
+            0.1337890625,
+            0.1376953125,
+            0.134765625,
+            0.11279296875,
+            0.1357421875,
+            0.1591796875,
+            0.11865234375,
+            0.115234375,
+            0.11181640625,
+            0.1240234375,
+            0.11767578125,
+            0.140625,
+            0.1298828125,
+            0.1083984375,
+            0.12890625,
+            0.1640625,
+            0.1591796875,
+            0.1396484375,
+            0.1357421875,
+            0.1533203125,
+            0.1337890625,
+            0.162109375,
+            0.1669921875,
+            0.154296875,
+            0.11865234375,
+            0.162109375,
+            0.1474609375,
+            0.1552734375,
+            0.1708984375,
+            0.1640625,
+            0.12353515625,
+            0.12890625,
+            0.1640625,
+            0.1513671875,
+            0.1474609375,
+            0.23046875,
+            0.134765625,
+            0.2236328125,
+            0.21875,
+            0.171875,
+            0.1591796875,
+            0.15625,
+            0.150390625,
+            0.1376953125,
+            0.16015625,
+            0.158203125,
+            0.125,
+            0.1435546875,
+            0.126953125,
+            0.1494140625,
+            0.12451171875,
+            0.1376953125,
+            0.1943359375,
+            0.203125,
+            0.12890625,
+            0.15625,
+            0.142578125,
+            0.12109375,
+            0.138671875,
+            0.125,
+            0.11767578125,
+            0.1318359375,
+            0.1240234375,
+            0.12255859375,
+            0.1337890625,
+            0.1708984375,
+            0.154296875,
+            0.1494140625,
+            0.1826171875,
+            0.1591796875,
+            0.1728515625,
+            0.15625,
+            0.1689453125,
+            0.17578125,
+            0.1513671875,
+            0.1171875,
+            0.17578125,
+            0.171875,
+            0.1240234375,
+            0.1318359375,
+            0.140625,
+            0.1650390625,
+            0.12890625,
+            0.150390625,
+            0.1318359375,
+            0.14453125,
+            0.125,
+            0.1513671875,
+            0.142578125,
+            0.1513671875,
+            0.1494140625,
+            0.12353515625,
+            0.15625,
+            0.1591796875,
+            0.158203125,
+            0.146484375,
+            0.1796875,
+            0.1962890625,
+            0.1689453125,
+            0.15625,
+            0.1591796875,
+            0.1337890625,
+            0.140625,
+            0.1416015625,
+            0.12890625,
+            0.1708984375,
+            0.1474609375,
+            0.134765625,
+            0.138671875,
+            0.1474609375,
+            0.1357421875,
+            0.138671875,
+            0.1376953125,
+            0.1533203125,
+            0.1787109375,
+            0.1396484375,
+            0.154296875,
+            0.1875,
+            0.142578125,
+            0.1416015625,
+            0.1484375,
+            0.134765625,
+            0.171875,
+            0.16015625,
+            0.1875,
+            0.16015625,
+            0.205078125,
+            0.146484375,
+            0.16796875,
+            0.14453125,
+            0.150390625,
+            0.1513671875,
+            0.150390625,
+            0.1533203125,
+            0.150390625,
+            0.169921875,
+            0.1357421875,
+            0.1650390625,
+            0.1748046875,
+            0.13671875,
+            0.15234375,
+            0.1630859375,
+            0.1416015625,
+            0.13671875,
+            0.1357421875,
+            0.14453125,
+            0.154296875,
+            0.14453125,
+            0.1591796875,
+            0.1357421875,
+            0.208984375,
+            0.1484375,
+            0.1494140625,
+            0.1396484375,
+            0.1689453125,
+            0.15625,
+            0.140625,
+            0.19921875,
+            0.1572265625,
+            0.173828125,
+            0.193359375,
+            0.15625,
+            0.1708984375,
+            0.1552734375,
+            0.1806640625,
+            0.166015625,
+            0.1572265625,
+            0.1875,
+            0.15625,
+            0.201171875,
+            0.1435546875,
+            0.1875,
+            0.146484375,
+            0.177734375,
+            0.154296875,
+            0.1650390625,
+            0.1484375,
+            0.1796875,
+            0.1669921875,
+            0.154296875,
+            0.1396484375,
+            0.1318359375,
+            0.16015625,
+            0.1318359375,
+            0.16015625,
+            0.146484375,
+            0.1650390625,
+            0.1435546875,
+            0.177734375,
+            0.1357421875,
+            0.1572265625,
+            0.1640625,
+            0.16796875,
+            0.130859375,
+            0.1826171875,
+            0.150390625,
+            0.1630859375,
+            0.1513671875,
+            0.154296875,
+            0.169921875,
+            0.158203125,
+            0.15625,
+            0.19140625,
+            0.150390625,
+            0.197265625,
+            0.181640625,
+            0.173828125,
+            0.14453125,
+            0.1640625,
+            0.1591796875,
+            0.1474609375,
+            0.1748046875,
+            0.1552734375,
+            0.150390625,
+            0.1494140625,
+            0.154296875,
+            0.150390625,
+            0.169921875,
+            0.15625,
+            0.1875,
+            0.1484375,
+            0.15234375,
+            0.1357421875,
+            0.1513671875,
+            0.140625,
+            0.138671875,
+            0.1357421875,
+            0.154296875,
+            0.1572265625,
+            0.1396484375,
+            0.1572265625,
+            0.1416015625,
+            0.154296875,
+            0.1474609375,
+            0.15625,
+            0.17578125,
+            0.1982421875,
+            0.1376953125,
+            0.169921875,
+            0.1533203125,
+            0.1669921875,
+            0.1513671875,
+            0.177734375,
+            0.1572265625,
+            0.185546875,
+            0.150390625,
+            0.181640625,
+            0.142578125,
+            0.1533203125,
+            0.1552734375,
+            0.1435546875,
+            0.1591796875,
+            0.1513671875,
+            0.1435546875,
+            0.150390625,
+            0.1513671875,
+            0.1435546875,
+            0.13671875,
+            0.15625,
+            0.1396484375,
+            0.1455078125,
+            0.1630859375,
+            0.1796875,
+            0.166015625,
+            0.185546875,
+            0.166015625,
+            0.1611328125,
+            0.1484375,
+            0.1640625,
+            0.1435546875,
+            0.1591796875,
+            0.140625,
+            0.173828125,
+            0.1455078125,
+            0.185546875,
+            0.16015625,
+            0.1669921875,
+            0.1708984375,
+            0.1611328125,
+            0.1806640625,
+            0.1591796875,
+            0.1953125,
+            0.154296875,
+            0.1982421875,
+            0.166015625,
+            0.19921875,
+            0.16796875,
+            0.2119140625,
+            0.1669921875,
+            0.181640625,
+            0.142578125,
+            0.1767578125,
+            0.15625,
+            0.181640625,
+            0.1630859375,
+            0.185546875,
+            0.19140625,
+            0.1533203125,
+            0.166015625,
+            0.1650390625,
+            0.158203125,
+            0.158203125,
+            0.140625,
+            0.1591796875,
+            0.1640625,
+            0.1533203125,
+            0.15625,
+            0.1552734375,
+            0.1640625,
+            0.13671875,
+            0.1806640625,
+            0.1748046875,
+            0.1416015625,
+            0.1806640625,
+            0.1357421875,
+            0.1650390625,
+            0.1591796875,
+            0.1435546875,
+            0.1669921875,
+            0.1669921875,
+            0.169921875,
+            0.166015625,
+            0.1591796875,
+            0.2080078125,
+            0.16015625,
+            0.1826171875,
+            0.162109375,
+            0.1923828125,
+            0.224609375,
+            0.1572265625,
+            0.1982421875,
+            0.1728515625,
+            0.171875,
+            0.1494140625,
+            0.1416015625,
+            0.16015625,
+            0.1630859375,
+            0.1767578125,
+            0.169921875,
+            0.154296875,
+            0.1494140625,
+            0.1748046875,
+            0.1689453125,
+            0.1767578125,
+            0.1767578125,
+            0.15625,
+            0.1689453125,
+            0.1875,
+            0.1533203125,
+            0.1806640625,
+            0.158203125,
+            0.142578125,
+            0.1591796875,
+            0.177734375,
+            0.1484375,
+            0.1552734375,
+            0.14453125,
+            0.1533203125,
+            0.19140625,
+            0.1650390625,
+            0.2138671875,
+            0.1640625,
+            0.1884765625,
+            0.1484375,
+            0.1640625,
+            0.1640625,
+            0.1435546875,
+            0.1552734375,
+            0.1611328125,
+            0.158203125,
+            0.150390625,
+            0.15234375,
+            0.1875,
+            0.1767578125,
+            0.1640625,
+            0.1669921875,
+            0.15625,
+            0.1708984375,
+            0.1572265625,
+            0.171875,
+            0.1513671875,
+            0.17578125,
+            0.17578125,
+            0.1591796875,
+            0.173828125,
+            0.1435546875,
+            0.1748046875,
+            0.154296875,
+            0.1591796875,
+            0.169921875,
+            0.15625,
+            0.158203125,
+            0.185546875,
+            0.14453125,
+            0.1689453125,
+            0.171875,
+            0.171875,
+            0.1494140625,
+            0.177734375,
+            0.1640625,
+            0.1533203125,
+            0.171875,
+            0.1787109375,
+            0.1640625,
+            0.1591796875,
+            0.1748046875,
+            0.1689453125,
+            0.1630859375,
+            0.162109375,
+            0.1328125,
+            0.1533203125,
+            0.1435546875,
+            0.154296875,
+            0.162109375,
+            0.1806640625,
+            0.1455078125,
+            0.1416015625,
+            0.1640625,
+            0.1533203125,
+            0.1728515625,
+            0.1435546875,
+            0.193359375,
+            0.1533203125,
+            0.16796875,
+            0.15625,
+            0.1572265625,
+            0.1484375,
+            0.1669921875,
+            0.1806640625,
+            0.1396484375,
+            0.1728515625,
+            0.1640625,
+            0.1572265625,
+            0.1708984375,
+            0.1494140625,
+            0.1533203125,
+            0.1552734375,
+            0.16015625,
+            0.1611328125,
+            0.166015625,
+            0.193359375,
+            0.1630859375,
+            0.1884765625,
+            0.162109375,
+            0.173828125,
+            0.17578125,
+            0.1669921875,
+            0.1572265625,
+            0.15234375,
+            0.166015625,
+            0.1650390625,
+            0.154296875,
+            0.1572265625
+        ]
+    },
+    "eval": {
+        "effective_batch_nums": [
+            134,
+            268,
+            402,
+            536
+        ],
+        "losses": [
+            7.53125,
+            7.231617647058823,
+            7.102941176470588,
+            7.03125
+        ],
+        "perplexities": [
+            1865.4358415938036,
+            1382.4570238061658,
+            1215.5369307503904,
+            1131.4440316534813
+        ],
+        "accuracies": [
+            0.1738680496957649,
+            0.19995144762698033,
+            0.21377052797252283,
+            0.2207505459116068
+        ]
+    }
+}

control_123/epoch3/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d21364c954730854a4d0f7cdfd44f96f52e840c116103253ab7f8015f00c31b
+size 29774819

control_123/epoch3/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16626e33e601edcf138f3a64d0a9c691243eb8046c47fef6ced5d285371080e
+size 59595275

control_123/epoch3/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd64b1f4d661986fd0452979b18eb20eb4ce3582f7ba81f457d8171c27f4740b
+size 1465

control_123/epoch3/tokenizer/special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "pad_token": "<|endoftext|>",
+  "unk_token": "<|endoftext|>"
+}

control_123/epoch3/tokenizer/tokenizer_config.json

@@ -0,0 +1,21 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "50256": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "extra_special_tokens": {},
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}