Upload folder using huggingface_hub

control_42/epoch2/metadata.json

@@ -0,0 +1,6 @@
+{
+    "epoch_num": 2,
+    "global_batch_num": 402,
+    "device": "cuda",
+    "dtype": "bfloat16"
+}

control_42/epoch2/metrics.json

@@ -0,0 +1,1642 @@
+{
+    "training": {
+        "effective_batch_nums": [
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            110,
+            111,
+            112,
+            113,
+            114,
+            115,
+            116,
+            117,
+            118,
+            119,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132,
+            133,
+            134,
+            135,
+            136,
+            137,
+            138,
+            139,
+            140,
+            141,
+            142,
+            143,
+            144,
+            145,
+            146,
+            147,
+            148,
+            149,
+            150,
+            151,
+            152,
+            153,
+            154,
+            155,
+            156,
+            157,
+            158,
+            159,
+            160,
+            161,
+            162,
+            163,
+            164,
+            165,
+            166,
+            167,
+            168,
+            169,
+            170,
+            171,
+            172,
+            173,
+            174,
+            175,
+            176,
+            177,
+            178,
+            179,
+            180,
+            181,
+            182,
+            183,
+            184,
+            185,
+            186,
+            187,
+            188,
+            189,
+            190,
+            191,
+            192,
+            193,
+            194,
+            195,
+            196,
+            197,
+            198,
+            199,
+            200,
+            201,
+            202,
+            203,
+            204,
+            205,
+            206,
+            207,
+            208,
+            209,
+            210,
+            211,
+            212,
+            213,
+            214,
+            215,
+            216,
+            217,
+            218,
+            219,
+            220,
+            221,
+            222,
+            223,
+            224,
+            225,
+            226,
+            227,
+            228,
+            229,
+            230,
+            231,
+            232,
+            233,
+            234,
+            235,
+            236,
+            237,
+            238,
+            239,
+            240,
+            241,
+            242,
+            243,
+            244,
+            245,
+            246,
+            247,
+            248,
+            249,
+            250,
+            251,
+            252,
+            253,
+            254,
+            255,
+            256,
+            257,
+            258,
+            259,
+            260,
+            261,
+            262,
+            263,
+            264,
+            265,
+            266,
+            267,
+            268,
+            269,
+            270,
+            271,
+            272,
+            273,
+            274,
+            275,
+            276,
+            277,
+            278,
+            279,
+            280,
+            281,
+            282,
+            283,
+            284,
+            285,
+            286,
+            287,
+            288,
+            289,
+            290,
+            291,
+            292,
+            293,
+            294,
+            295,
+            296,
+            297,
+            298,
+            299,
+            300,
+            301,
+            302,
+            303,
+            304,
+            305,
+            306,
+            307,
+            308,
+            309,
+            310,
+            311,
+            312,
+            313,
+            314,
+            315,
+            316,
+            317,
+            318,
+            319,
+            320,
+            321,
+            322,
+            323,
+            324,
+            325,
+            326,
+            327,
+            328,
+            329,
+            330,
+            331,
+            332,
+            333,
+            334,
+            335,
+            336,
+            337,
+            338,
+            339,
+            340,
+            341,
+            342,
+            343,
+            344,
+            345,
+            346,
+            347,
+            348,
+            349,
+            350,
+            351,
+            352,
+            353,
+            354,
+            355,
+            356,
+            357,
+            358,
+            359,
+            360,
+            361,
+            362,
+            363,
+            364,
+            365,
+            366,
+            367,
+            368,
+            369,
+            370,
+            371,
+            372,
+            373,
+            374,
+            375,
+            376,
+            377,
+            378,
+            379,
+            380,
+            381,
+            382,
+            383,
+            384,
+            385,
+            386,
+            387,
+            388,
+            389,
+            390,
+            391,
+            392,
+            393,
+            394,
+            395,
+            396,
+            397,
+            398,
+            399,
+            400,
+            401,
+            402
+        ],
+        "losses": [
+            11.0,
+            10.5,
+            10.0625,
+            9.8125,
+            9.5,
+            9.25,
+            9.0625,
+            8.875,
+            8.75,
+            8.625,
+            8.5625,
+            8.5,
+            8.4375,
+            8.375,
+            8.3125,
+            8.375,
+            8.3125,
+            8.3125,
+            8.25,
+            8.25,
+            8.25,
+            8.25,
+            8.1875,
+            8.1875,
+            8.125,
+            8.125,
+            8.1875,
+            8.1875,
+            8.0625,
+            8.125,
+            8.125,
+            8.125,
+            8.0625,
+            8.0625,
+            8.0625,
+            8.0625,
+            8.0625,
+            8.0625,
+            8.0,
+            8.0,
+            8.0625,
+            8.0,
+            8.0,
+            7.96875,
+            7.96875,
+            7.96875,
+            7.96875,
+            7.90625,
+            7.9375,
+            7.90625,
+            7.96875,
+            7.9375,
+            7.90625,
+            7.84375,
+            7.875,
+            7.875,
+            7.84375,
+            7.90625,
+            7.875,
+            7.8125,
+            7.84375,
+            7.875,
+            7.8125,
+            7.875,
+            7.90625,
+            7.78125,
+            7.84375,
+            7.84375,
+            7.84375,
+            7.78125,
+            7.8125,
+            7.78125,
+            7.75,
+            7.8125,
+            7.78125,
+            7.78125,
+            7.78125,
+            7.78125,
+            7.65625,
+            7.65625,
+            7.71875,
+            7.6875,
+            7.71875,
+            7.625,
+            7.78125,
+            7.75,
+            7.6875,
+            7.6875,
+            7.75,
+            7.71875,
+            7.6875,
+            7.71875,
+            7.59375,
+            7.53125,
+            7.5625,
+            7.65625,
+            7.59375,
+            7.625,
+            7.625,
+            7.59375,
+            7.59375,
+            7.59375,
+            7.625,
+            7.625,
+            7.5,
+            7.625,
+            7.5625,
+            7.59375,
+            7.46875,
+            7.53125,
+            7.46875,
+            7.53125,
+            7.5,
+            7.59375,
+            7.59375,
+            7.5,
+            7.5,
+            7.5,
+            7.5,
+            7.4375,
+            7.5,
+            7.4375,
+            7.40625,
+            7.4375,
+            7.375,
+            7.4375,
+            7.4375,
+            7.5,
+            7.46875,
+            7.4375,
+            7.4375,
+            7.4375,
+            7.40625,
+            7.40625,
+            7.40625,
+            7.3125,
+            7.34375,
+            7.3125,
+            7.3125,
+            7.25,
+            7.34375,
+            7.25,
+            7.34375,
+            7.25,
+            7.25,
+            7.3125,
+            7.28125,
+            7.28125,
+            7.3125,
+            7.3125,
+            7.34375,
+            7.21875,
+            7.28125,
+            7.28125,
+            7.3125,
+            7.375,
+            7.25,
+            7.34375,
+            7.21875,
+            7.25,
+            7.25,
+            7.21875,
+            7.21875,
+            7.21875,
+            7.21875,
+            7.28125,
+            7.28125,
+            7.25,
+            7.25,
+            7.15625,
+            7.15625,
+            7.3125,
+            7.1875,
+            7.21875,
+            7.1875,
+            7.125,
+            7.1875,
+            7.1875,
+            7.28125,
+            7.1875,
+            7.15625,
+            7.28125,
+            7.21875,
+            7.1875,
+            7.1875,
+            7.125,
+            7.15625,
+            7.15625,
+            7.25,
+            7.125,
+            7.09375,
+            7.125,
+            7.15625,
+            7.21875,
+            7.15625,
+            7.125,
+            7.0625,
+            7.125,
+            7.15625,
+            7.21875,
+            7.15625,
+            7.1875,
+            7.03125,
+            7.09375,
+            7.125,
+            7.15625,
+            7.15625,
+            7.125,
+            7.0625,
+            7.15625,
+            7.09375,
+            7.09375,
+            7.09375,
+            7.125,
+            7.21875,
+            7.15625,
+            7.15625,
+            7.09375,
+            7.0625,
+            7.09375,
+            7.125,
+            7.125,
+            7.09375,
+            7.03125,
+            7.0,
+            7.03125,
+            7.09375,
+            7.0625,
+            7.09375,
+            7.0625,
+            7.09375,
+            7.03125,
+            7.09375,
+            6.96875,
+            7.0625,
+            7.09375,
+            7.125,
+            7.0,
+            7.09375,
+            7.03125,
+            7.03125,
+            7.125,
+            7.03125,
+            7.09375,
+            7.0625,
+            7.09375,
+            7.0,
+            7.03125,
+            7.0625,
+            7.0,
+            7.0625,
+            7.09375,
+            7.0,
+            7.0,
+            7.03125,
+            7.0,
+            7.0,
+            6.9375,
+            7.0,
+            7.03125,
+            6.9375,
+            6.9375,
+            7.03125,
+            7.03125,
+            7.0,
+            7.03125,
+            7.03125,
+            7.0,
+            6.84375,
+            6.78125,
+            6.8125,
+            6.90625,
+            6.8125,
+            6.84375,
+            6.875,
+            6.75,
+            6.75,
+            6.875,
+            6.875,
+            6.84375,
+            6.78125,
+            6.8125,
+            6.8125,
+            6.8125,
+            6.8125,
+            6.84375,
+            6.875,
+            6.8125,
+            6.75,
+            6.875,
+            6.78125,
+            6.78125,
+            6.875,
+            6.75,
+            6.6875,
+            6.84375,
+            6.84375,
+            6.84375,
+            6.875,
+            6.84375,
+            6.875,
+            6.78125,
+            6.78125,
+            6.875,
+            6.875,
+            6.84375,
+            6.75,
+            6.8125,
+            6.78125,
+            6.8125,
+            6.71875,
+            6.8125,
+            6.84375,
+            6.75,
+            6.78125,
+            6.875,
+            6.84375,
+            6.84375,
+            6.875,
+            6.8125,
+            6.875,
+            6.78125,
+            6.8125,
+            6.75,
+            6.8125,
+            6.8125,
+            6.875,
+            6.84375,
+            6.8125,
+            6.78125,
+            6.75,
+            6.8125,
+            6.84375,
+            6.8125,
+            6.75,
+            6.78125,
+            6.84375,
+            6.78125,
+            6.84375,
+            6.78125,
+            6.75,
+            6.8125,
+            6.8125,
+            6.71875,
+            6.75,
+            6.75,
+            6.8125,
+            6.75,
+            6.8125,
+            6.6875,
+            6.71875,
+            6.75,
+            6.71875,
+            6.78125,
+            6.8125,
+            6.6875,
+            6.75,
+            6.8125,
+            6.78125,
+            6.78125,
+            6.75,
+            6.78125,
+            6.75,
+            6.75,
+            6.78125,
+            6.71875,
+            6.84375,
+            6.8125,
+            6.84375,
+            6.75,
+            6.8125,
+            6.75,
+            6.78125,
+            6.71875,
+            6.78125,
+            6.78125,
+            6.75,
+            6.71875,
+            6.71875,
+            6.78125,
+            6.78125,
+            6.75,
+            6.71875,
+            6.84375,
+            6.625,
+            6.75,
+            6.71875,
+            6.75,
+            6.6875,
+            6.78125,
+            6.65625,
+            6.71875,
+            6.78125,
+            6.71875,
+            6.6875,
+            6.75,
+            6.78125,
+            6.75,
+            6.65625,
+            6.78125,
+            6.78125,
+            6.78125
+        ],
+        "accuracies": [
+            0.0,
+            0.0438700794793166,
+            0.05231459612659424,
+            0.049739005219895605,
+            0.05087975608206822,
+            0.04275092936802974,
+            0.04861687855363189,
+            0.0504272072373932,
+            0.050696018128844285,
+            0.04877425944841675,
+            0.04708199069101325,
+            0.05474090085879535,
+            0.08296493671652637,
+            0.10172266981070283,
+            0.11000618012247879,
+            0.10274559050174097,
+            0.10307253721887868,
+            0.10268460001080322,
+            0.10859699987394428,
+            0.10602126607319486,
+            0.11583145482920063,
+            0.10512146255947909,
+            0.11290421549978524,
+            0.11375325225388758,
+            0.10977607864554888,
+            0.11028913137291166,
+            0.11204884180283714,
+            0.10787640650116093,
+            0.11869493040480143,
+            0.11446985684138482,
+            0.11265282911572364,
+            0.11003346378537802,
+            0.12232217979418808,
+            0.11643090315560392,
+            0.11631799163179916,
+            0.1240393095628071,
+            0.12044464093980926,
+            0.12139115604823973,
+            0.12200576775940204,
+            0.12422733001260278,
+            0.12309458511384655,
+            0.12136438874438402,
+            0.12594769321187188,
+            0.12389197034886734,
+            0.1244810885608856,
+            0.12196457914916925,
+            0.13257489137891607,
+            0.1306081161489944,
+            0.13009435856253765,
+            0.13435158501440922,
+            0.12607565694484552,
+            0.13693671202097116,
+            0.1283084004602992,
+            0.14051390794561558,
+            0.1414400210222047,
+            0.13958188593444074,
+            0.14028730425779734,
+            0.1344009301833941,
+            0.13555678398132792,
+            0.13915741735290607,
+            0.13279982091890985,
+            0.13969438094092168,
+            0.1365980945445719,
+            0.1419455815073441,
+            0.13689175198435524,
+            0.1464210208396255,
+            0.144980694980695,
+            0.14237351890163627,
+            0.14268649584901152,
+            0.1473189436576164,
+            0.14857774095553714,
+            0.15031233732431026,
+            0.15166051660516605,
+            0.14963389448651354,
+            0.14692449136959487,
+            0.1520048602673147,
+            0.15335426777048244,
+            0.1591603951081844,
+            0.16141362240741902,
+            0.1619748282361525,
+            0.15741846289197511,
+            0.1597918989223337,
+            0.15492549428886182,
+            0.16999085086916743,
+            0.15480403722637304,
+            0.15346273382982467,
+            0.16202955782923473,
+            0.1603132483334412,
+            0.1561138169700077,
+            0.15244843151819895,
+            0.16380229939551974,
+            0.15453825260298779,
+            0.16582625901576561,
+            0.1742683390345876,
+            0.16331821127673363,
+            0.1651359838833916,
+            0.16597337770382695,
+            0.1633095359510454,
+            0.16288405952253507,
+            0.16820997509419502,
+            0.1672515965709683,
+            0.16427479120103516,
+            0.15935281108136423,
+            0.16549648946840523,
+            0.17126533792118417,
+            0.16268277177368087,
+            0.16604346176773424,
+            0.16801896733403582,
+            0.1724264705882353,
+            0.17174077382997732,
+            0.17187191794332304,
+            0.16394689126747383,
+            0.17075397066877623,
+            0.16820852606575823,
+            0.16770746600055508,
+            0.17777514932875982,
+            0.17228846521711408,
+            0.1658916531039293,
+            0.17492251008830925,
+            0.17584310239457748,
+            0.17786204405922715,
+            0.17920353982300885,
+            0.17919610795783622,
+            0.16700738216922204,
+            0.1764871722582464,
+            0.18008287480470075,
+            0.1765678516593835,
+            0.17404337859284078,
+            0.17851851851851852,
+            0.1677167191692918,
+            0.1760780921784258,
+            0.17239049656570207,
+            0.17306680694371385,
+            0.17836457619729712,
+            0.18128730859070855,
+            0.18808630393996248,
+            0.18271750524109015,
+            0.19089555941453734,
+            0.18374984143092732,
+            0.19154982948086396,
+            0.1845561732543222,
+            0.18384818007662834,
+            0.1831935630099728,
+            0.18969253294289898,
+            0.19077030649108495,
+            0.1811965811965812,
+            0.1907048432035094,
+            0.19076512347551727,
+            0.1856515025537475,
+            0.18083414872798434,
+            0.17989807822189477,
+            0.19962686567164178,
+            0.1879190683449006,
+            0.1781338943200099,
+            0.19246171967020023,
+            0.17806069061737007,
+            0.18618417037895893,
+            0.18757584513146489,
+            0.18965933800434887,
+            0.19190785587714118,
+            0.19622798502288172,
+            0.19473944183749073,
+            0.19445853411108294,
+            0.19565083091369617,
+            0.19554964324585802,
+            0.18542214781152835,
+            0.19022400779157536,
+            0.19312672598956734,
+            0.19544427056164146,
+            0.20334310850439882,
+            0.19953651435022876,
+            0.18684096935314792,
+            0.1972041006523765,
+            0.1963421194190425,
+            0.19341539548854467,
+            0.20093483341485951,
+            0.19380581417442524,
+            0.19761614519842882,
+            0.19231252355231754,
+            0.1954322058398381,
+            0.1938312097893276,
+            0.18888446743599946,
+            0.1965845909451946,
+            0.20062101086769019,
+            0.19493702612945674,
+            0.1981434792573917,
+            0.2016731401254855,
+            0.19842390025876264,
+            0.18801169590643274,
+            0.20284823162478668,
+            0.204561972382177,
+            0.19761693497274685,
+            0.202861018621285,
+            0.18874992447586247,
+            0.19293915040183696,
+            0.2031844259653194,
+            0.20858111132425347,
+            0.20165661733357695,
+            0.20240468477448292,
+            0.20155295991505176,
+            0.2044496487119438,
+            0.20214905114993087,
+            0.21045477014335146,
+            0.20326418737930604,
+            0.20490068937273906,
+            0.20090321005736606,
+            0.20172433481786,
+            0.19936767714338852,
+            0.20351801019550725,
+            0.2013718765311122,
+            0.20179395719681073,
+            0.20099550938700428,
+            0.1990968801313629,
+            0.19835282283415062,
+            0.18961517873074407,
+            0.19579907647257574,
+            0.19869397447313744,
+            0.20338078291814946,
+            0.2086552390149686,
+            0.20532734664158728,
+            0.19896344789961812,
+            0.20122421969780524,
+            0.20242569183464298,
+            0.20820404617103141,
+            0.2119742093951489,
+            0.20610057708161583,
+            0.20744067488013596,
+            0.21214788732394366,
+            0.20640429572392116,
+            0.20601439025890167,
+            0.21088555457487496,
+            0.21426074799021322,
+            0.20551929166935953,
+            0.2160946902069695,
+            0.2075397714541788,
+            0.21081240768094534,
+            0.20186588191096363,
+            0.2168248650660711,
+            0.20612539728402196,
+            0.2109296229078443,
+            0.20807736755671796,
+            0.20545220545220544,
+            0.2086602013713015,
+            0.20627062706270627,
+            0.21093285799168152,
+            0.21081017704302965,
+            0.20601720997424786,
+            0.2161678788601407,
+            0.21061898957063524,
+            0.2092790779724803,
+            0.2083284250206149,
+            0.20329479768786127,
+            0.21658042259594654,
+            0.21359669269637116,
+            0.2207726728430075,
+            0.21331298426860765,
+            0.2100554863548862,
+            0.22179590321183243,
+            0.22028985507246376,
+            0.21107703409705936,
+            0.21354576846186465,
+            0.2156216988752874,
+            0.20836350470673426,
+            0.21283959162484858,
+            0.21138835572616763,
+            0.2128044971892567,
+            0.2065597063524954,
+            0.2120810452565802,
+            0.21613849765258217,
+            0.22301504929942917,
+            0.21760828045098884,
+            0.21466702255438408,
+            0.2180479756314253,
+            0.22002432622751425,
+            0.2160745486313337,
+            0.2245916245916246,
+            0.22714774704000898,
+            0.2196062151583442,
+            0.21219165698049852,
+            0.224217144238907,
+            0.2267813414561309,
+            0.22277080483017073,
+            0.2253666361136572,
+            0.22306439840547976,
+            0.2241689965827897,
+            0.2260350835745083,
+            0.2263299170326989,
+            0.2284158527001235,
+            0.22641279883204574,
+            0.216953856828958,
+            0.23401550781746536,
+            0.23080094228504122,
+            0.22438462471201648,
+            0.2332992152848857,
+            0.2382957944210462,
+            0.2275449101796407,
+            0.2225385130609511,
+            0.21717864598866687,
+            0.22220817796877962,
+            0.22269783159673331,
+            0.22136498516320474,
+            0.23379064085698176,
+            0.22548277167739492,
+            0.22348741306087277,
+            0.2191748008862806,
+            0.22461087011992856,
+            0.2240727149551177,
+            0.22891116229844985,
+            0.2325962325962326,
+            0.223169212613912,
+            0.23006291447032817,
+            0.2256829537343456,
+            0.2222153997298293,
+            0.230759659055559,
+            0.22490549004118943,
+            0.21831362528967854,
+            0.22435004642525533,
+            0.21781506384553698,
+            0.22115508572901896,
+            0.22935145720539107,
+            0.22558645423011348,
+            0.22937683749351473,
+            0.23297977306364084,
+            0.23171598927848586,
+            0.22418914822673539,
+            0.2286613030064727,
+            0.22900049850448653,
+            0.2314736782965335,
+            0.22531413161971428,
+            0.22254264326911277,
+            0.2295204329165889,
+            0.2298918503634537,
+            0.22457473760405355,
+            0.2225193445607647,
+            0.232581022077363,
+            0.22759495129963692,
+            0.22344322344322345,
+            0.2217734301041338,
+            0.2211647812294248,
+            0.22391729181113282,
+            0.235821092154667,
+            0.22485353068146777,
+            0.2255634530101452,
+            0.24225284313135567,
+            0.23060988241028452,
+            0.23608954451345757,
+            0.23101503759398495,
+            0.23302687411598302,
+            0.22672331258975587,
+            0.24169753280180803,
+            0.236546159222314,
+            0.22786163522012579,
+            0.22773529234660084,
+            0.2257669462984508,
+            0.22650122907643686,
+            0.24432005268356932,
+            0.2330127404446665,
+            0.2293694456199746,
+            0.22779987674379518,
+            0.22835649623868418,
+            0.23818850902184235,
+            0.22989889263360616,
+            0.23260624294847687,
+            0.22678272900213292,
+            0.23247208088283883,
+            0.23532591071235542,
+            0.22365514359066213,
+            0.23042635658914729,
+            0.22525192649673978,
+            0.23286004056795132,
+            0.23052978150254416,
+            0.23504792763601998,
+            0.2240138592750533,
+            0.23273527420446852,
+            0.23738400915215457,
+            0.23292525773195877,
+            0.23806133950287714,
+            0.23513957307060757,
+            0.23328015707448765,
+            0.23028215952010664,
+            0.22984804835338643,
+            0.23329099377003568,
+            0.23264443936971912,
+            0.22364033574795908,
+            0.24421360847741216,
+            0.2332482269503546,
+            0.23414516517964795,
+            0.2299093655589124,
+            0.23547277936962752,
+            0.22376730241755438,
+            0.23893004580670701,
+            0.23521437044568716,
+            0.234489379575183,
+            0.23987479238533282,
+            0.23723741696091927,
+            0.23501954606453118,
+            0.22794576501957226,
+            0.22913876433936994,
+            0.23774390243902438,
+            0.23844180635924359,
+            0.2270469386616063,
+            0.23254564983888293
+        ],
+        "grad_norms": [
+            0.515625,
+            0.82421875,
+            0.8359375,
+            0.828125,
+            0.82421875,
+            0.76171875,
+            0.74609375,
+            0.69140625,
+            0.63671875,
+            0.50390625,
+            0.37890625,
+            0.296875,
+            0.259765625,
+            0.33984375,
+            0.298828125,
+            0.2490234375,
+            0.3828125,
+            0.2158203125,
+            0.294921875,
+            0.185546875,
+            0.212890625,
+            0.1708984375,
+            0.1396484375,
+            0.1748046875,
+            0.1279296875,
+            0.1865234375,
+            0.123046875,
+            0.1201171875,
+            0.1396484375,
+            0.138671875,
+            0.1376953125,
+            0.1357421875,
+            0.11083984375,
+            0.1337890625,
+            0.10400390625,
+            0.11865234375,
+            0.12890625,
+            0.1259765625,
+            0.1318359375,
+            0.10498046875,
+            0.1259765625,
+            0.150390625,
+            0.2060546875,
+            0.291015625,
+            0.26171875,
+            0.14453125,
+            0.1611328125,
+            0.171875,
+            0.158203125,
+            0.1962890625,
+            0.13671875,
+            0.2080078125,
+            0.23046875,
+            0.12890625,
+            0.16796875,
+            0.1474609375,
+            0.1650390625,
+            0.1640625,
+            0.1640625,
+            0.1474609375,
+            0.234375,
+            0.203125,
+            0.1552734375,
+            0.2294921875,
+            0.2119140625,
+            0.2197265625,
+            0.251953125,
+            0.2138671875,
+            0.212890625,
+            0.19921875,
+            0.2119140625,
+            0.12890625,
+            0.1552734375,
+            0.1435546875,
+            0.2021484375,
+            0.197265625,
+            0.140625,
+            0.2080078125,
+            0.2216796875,
+            0.177734375,
+            0.15234375,
+            0.140625,
+            0.16015625,
+            0.12890625,
+            0.15234375,
+            0.154296875,
+            0.197265625,
+            0.1572265625,
+            0.2021484375,
+            0.2138671875,
+            0.1669921875,
+            0.1513671875,
+            0.1767578125,
+            0.1728515625,
+            0.1826171875,
+            0.1767578125,
+            0.1533203125,
+            0.1884765625,
+            0.173828125,
+            0.20703125,
+            0.189453125,
+            0.2275390625,
+            0.21875,
+            0.189453125,
+            0.19921875,
+            0.24609375,
+            0.23046875,
+            0.142578125,
+            0.1845703125,
+            0.1611328125,
+            0.1669921875,
+            0.171875,
+            0.15234375,
+            0.150390625,
+            0.1455078125,
+            0.1552734375,
+            0.15234375,
+            0.1474609375,
+            0.1806640625,
+            0.2021484375,
+            0.2578125,
+            0.2890625,
+            0.1416015625,
+            0.255859375,
+            0.361328125,
+            0.3515625,
+            0.2109375,
+            0.302734375,
+            0.251953125,
+            0.224609375,
+            0.2109375,
+            0.15234375,
+            0.17578125,
+            0.1767578125,
+            0.1630859375,
+            0.1572265625,
+            0.1611328125,
+            0.1708984375,
+            0.162109375,
+            0.1513671875,
+            0.169921875,
+            0.16796875,
+            0.158203125,
+            0.1689453125,
+            0.193359375,
+            0.1650390625,
+            0.1474609375,
+            0.203125,
+            0.2333984375,
+            0.2314453125,
+            0.1796875,
+            0.166015625,
+            0.22265625,
+            0.2109375,
+            0.2255859375,
+            0.318359375,
+            0.1826171875,
+            0.1845703125,
+            0.189453125,
+            0.1591796875,
+            0.1767578125,
+            0.1591796875,
+            0.18359375,
+            0.166015625,
+            0.1953125,
+            0.16015625,
+            0.1962890625,
+            0.1904296875,
+            0.2099609375,
+            0.1923828125,
+            0.19921875,
+            0.1875,
+            0.25,
+            0.2353515625,
+            0.177734375,
+            0.19140625,
+            0.169921875,
+            0.1708984375,
+            0.17578125,
+            0.1865234375,
+            0.19140625,
+            0.255859375,
+            0.26953125,
+            0.236328125,
+            0.2041015625,
+            0.271484375,
+            0.259765625,
+            0.251953125,
+            0.1875,
+            0.2177734375,
+            0.224609375,
+            0.208984375,
+            0.224609375,
+            0.1884765625,
+            0.2490234375,
+            0.26953125,
+            0.162109375,
+            0.2138671875,
+            0.16796875,
+            0.2060546875,
+            0.1865234375,
+            0.193359375,
+            0.2470703125,
+            0.291015625,
+            0.171875,
+            0.255859375,
+            0.20703125,
+            0.189453125,
+            0.2265625,
+            0.2197265625,
+            0.2001953125,
+            0.2080078125,
+            0.18359375,
+            0.2294921875,
+            0.171875,
+            0.212890625,
+            0.203125,
+            0.1748046875,
+            0.1904296875,
+            0.2001953125,
+            0.2275390625,
+            0.2119140625,
+            0.189453125,
+            0.20703125,
+            0.193359375,
+            0.2001953125,
+            0.216796875,
+            0.20703125,
+            0.203125,
+            0.1884765625,
+            0.228515625,
+            0.1953125,
+            0.177734375,
+            0.181640625,
+            0.208984375,
+            0.28515625,
+            0.265625,
+            0.20703125,
+            0.240234375,
+            0.251953125,
+            0.232421875,
+            0.283203125,
+            0.1962890625,
+            0.2578125,
+            0.19921875,
+            0.25390625,
+            0.1904296875,
+            0.2578125,
+            0.232421875,
+            0.279296875,
+            0.1875,
+            0.220703125,
+            0.255859375,
+            0.2265625,
+            0.203125,
+            0.29296875,
+            0.263671875,
+            0.1884765625,
+            0.267578125,
+            0.2275390625,
+            0.2060546875,
+            0.2080078125,
+            0.2255859375,
+            0.248046875,
+            0.2421875,
+            0.2138671875,
+            0.197265625,
+            0.2060546875,
+            0.2138671875,
+            0.228515625,
+            0.1943359375,
+            0.224609375,
+            0.220703125,
+            0.2001953125,
+            0.1708984375,
+            0.1884765625,
+            0.1767578125,
+            0.21875,
+            0.2216796875,
+            0.1708984375,
+            0.2255859375,
+            0.2001953125,
+            0.2001953125,
+            0.2236328125,
+            0.208984375,
+            0.2119140625,
+            0.169921875,
+            0.228515625,
+            0.1767578125,
+            0.19921875,
+            0.205078125,
+            0.205078125,
+            0.169921875,
+            0.2001953125,
+            0.1826171875,
+            0.2294921875,
+            0.220703125,
+            0.2197265625,
+            0.1923828125,
+            0.2021484375,
+            0.1875,
+            0.1806640625,
+            0.20703125,
+            0.205078125,
+            0.1923828125,
+            0.21875,
+            0.2236328125,
+            0.25390625,
+            0.185546875,
+            0.2294921875,
+            0.181640625,
+            0.248046875,
+            0.2197265625,
+            0.275390625,
+            0.228515625,
+            0.21484375,
+            0.26953125,
+            0.236328125,
+            0.197265625,
+            0.2490234375,
+            0.2216796875,
+            0.212890625,
+            0.1806640625,
+            0.1875,
+            0.2197265625,
+            0.23046875,
+            0.177734375,
+            0.224609375,
+            0.20703125,
+            0.2275390625,
+            0.2080078125,
+            0.228515625,
+            0.2197265625,
+            0.1904296875,
+            0.18359375,
+            0.208984375,
+            0.2001953125,
+            0.169921875,
+            0.224609375,
+            0.25390625,
+            0.2158203125,
+            0.255859375,
+            0.1982421875,
+            0.23828125,
+            0.212890625,
+            0.25390625,
+            0.2392578125,
+            0.2421875,
+            0.2421875,
+            0.2431640625,
+            0.181640625,
+            0.19921875,
+            0.208984375,
+            0.1962890625,
+            0.23046875,
+            0.2578125,
+            0.205078125,
+            0.228515625,
+            0.2265625,
+            0.220703125,
+            0.2314453125,
+            0.2314453125,
+            0.2197265625,
+            0.208984375,
+            0.2021484375,
+            0.259765625,
+            0.208984375,
+            0.2109375,
+            0.1865234375,
+            0.201171875,
+            0.2080078125,
+            0.2177734375,
+            0.2138671875,
+            0.2119140625,
+            0.21484375,
+            0.212890625,
+            0.25,
+            0.244140625,
+            0.193359375,
+            0.228515625,
+            0.1875,
+            0.2236328125,
+            0.1904296875,
+            0.212890625,
+            0.2138671875,
+            0.1923828125,
+            0.2001953125,
+            0.216796875,
+            0.2392578125,
+            0.197265625,
+            0.205078125,
+            0.1962890625,
+            0.193359375,
+            0.2080078125,
+            0.18359375,
+            0.205078125,
+            0.1943359375,
+            0.224609375,
+            0.2421875,
+            0.25,
+            0.236328125,
+            0.2314453125
+        ]
+    },
+    "eval": {
+        "effective_batch_nums": [
+            134,
+            268,
+            402
+        ],
+        "losses": [
+            7.511029411764706,
+            7.207720588235294,
+            7.069852941176471
+        ],
+        "perplexities": [
+            1828.0944364633767,
+            1349.811980778069,
+            1175.975084020201
+        ],
+        "accuracies": [
+            0.17825570797972068,
+            0.2015014138962712,
+            0.21644005125505994
+        ]
+    }
+}

control_42/epoch2/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5b14d6fc71d7d64997f59b32c73aa4b1471675506d8df3eb7667a4c27f243b
+size 29774371

control_42/epoch2/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aaf352573f4960773676d8668577e48d597d381a1c00154b5c720ebad7483f8
+size 59595275

control_42/epoch2/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877a7d8e0f0688c863cbf25f54dd29ad882ad965560b1811076ee78524697006
+size 1465

control_42/epoch2/tokenizer/special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "pad_token": "<|endoftext|>",
+  "unk_token": "<|endoftext|>"
+}

control_42/epoch2/tokenizer/tokenizer_config.json

@@ -0,0 +1,21 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "50256": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "extra_special_tokens": {},
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}