Upload folder using huggingface_hub

control_42/epoch1/metadata.json

@@ -0,0 +1,6 @@
+{
+    "epoch_num": 1,
+    "global_batch_num": 268,
+    "device": "cuda",
+    "dtype": "bfloat16"
+}

control_42/epoch1/metrics.json

@@ -0,0 +1,1102 @@
+{
+    "training": {
+        "effective_batch_nums": [
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            110,
+            111,
+            112,
+            113,
+            114,
+            115,
+            116,
+            117,
+            118,
+            119,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132,
+            133,
+            134,
+            135,
+            136,
+            137,
+            138,
+            139,
+            140,
+            141,
+            142,
+            143,
+            144,
+            145,
+            146,
+            147,
+            148,
+            149,
+            150,
+            151,
+            152,
+            153,
+            154,
+            155,
+            156,
+            157,
+            158,
+            159,
+            160,
+            161,
+            162,
+            163,
+            164,
+            165,
+            166,
+            167,
+            168,
+            169,
+            170,
+            171,
+            172,
+            173,
+            174,
+            175,
+            176,
+            177,
+            178,
+            179,
+            180,
+            181,
+            182,
+            183,
+            184,
+            185,
+            186,
+            187,
+            188,
+            189,
+            190,
+            191,
+            192,
+            193,
+            194,
+            195,
+            196,
+            197,
+            198,
+            199,
+            200,
+            201,
+            202,
+            203,
+            204,
+            205,
+            206,
+            207,
+            208,
+            209,
+            210,
+            211,
+            212,
+            213,
+            214,
+            215,
+            216,
+            217,
+            218,
+            219,
+            220,
+            221,
+            222,
+            223,
+            224,
+            225,
+            226,
+            227,
+            228,
+            229,
+            230,
+            231,
+            232,
+            233,
+            234,
+            235,
+            236,
+            237,
+            238,
+            239,
+            240,
+            241,
+            242,
+            243,
+            244,
+            245,
+            246,
+            247,
+            248,
+            249,
+            250,
+            251,
+            252,
+            253,
+            254,
+            255,
+            256,
+            257,
+            258,
+            259,
+            260,
+            261,
+            262,
+            263,
+            264,
+            265,
+            266,
+            267,
+            268
+        ],
+        "losses": [
+            11.0,
+            10.5,
+            10.0625,
+            9.8125,
+            9.5,
+            9.25,
+            9.0625,
+            8.875,
+            8.75,
+            8.625,
+            8.5625,
+            8.5,
+            8.4375,
+            8.375,
+            8.3125,
+            8.375,
+            8.3125,
+            8.3125,
+            8.25,
+            8.25,
+            8.25,
+            8.25,
+            8.1875,
+            8.1875,
+            8.125,
+            8.125,
+            8.1875,
+            8.1875,
+            8.0625,
+            8.125,
+            8.125,
+            8.125,
+            8.0625,
+            8.0625,
+            8.0625,
+            8.0625,
+            8.0625,
+            8.0625,
+            8.0,
+            8.0,
+            8.0625,
+            8.0,
+            8.0,
+            7.96875,
+            7.96875,
+            7.96875,
+            7.96875,
+            7.90625,
+            7.9375,
+            7.90625,
+            7.96875,
+            7.9375,
+            7.90625,
+            7.84375,
+            7.875,
+            7.875,
+            7.84375,
+            7.90625,
+            7.875,
+            7.8125,
+            7.84375,
+            7.875,
+            7.8125,
+            7.875,
+            7.90625,
+            7.78125,
+            7.84375,
+            7.84375,
+            7.84375,
+            7.78125,
+            7.8125,
+            7.78125,
+            7.75,
+            7.8125,
+            7.78125,
+            7.78125,
+            7.78125,
+            7.78125,
+            7.65625,
+            7.65625,
+            7.71875,
+            7.6875,
+            7.71875,
+            7.625,
+            7.78125,
+            7.75,
+            7.6875,
+            7.6875,
+            7.75,
+            7.71875,
+            7.6875,
+            7.71875,
+            7.59375,
+            7.53125,
+            7.5625,
+            7.65625,
+            7.59375,
+            7.625,
+            7.625,
+            7.59375,
+            7.59375,
+            7.59375,
+            7.625,
+            7.625,
+            7.5,
+            7.625,
+            7.5625,
+            7.59375,
+            7.46875,
+            7.53125,
+            7.46875,
+            7.53125,
+            7.5,
+            7.59375,
+            7.59375,
+            7.5,
+            7.5,
+            7.5,
+            7.5,
+            7.4375,
+            7.5,
+            7.4375,
+            7.40625,
+            7.4375,
+            7.375,
+            7.4375,
+            7.4375,
+            7.5,
+            7.46875,
+            7.4375,
+            7.4375,
+            7.4375,
+            7.40625,
+            7.40625,
+            7.40625,
+            7.3125,
+            7.34375,
+            7.3125,
+            7.3125,
+            7.25,
+            7.34375,
+            7.25,
+            7.34375,
+            7.25,
+            7.25,
+            7.3125,
+            7.28125,
+            7.28125,
+            7.3125,
+            7.3125,
+            7.34375,
+            7.21875,
+            7.28125,
+            7.28125,
+            7.3125,
+            7.375,
+            7.25,
+            7.34375,
+            7.21875,
+            7.25,
+            7.25,
+            7.21875,
+            7.21875,
+            7.21875,
+            7.21875,
+            7.28125,
+            7.28125,
+            7.25,
+            7.25,
+            7.15625,
+            7.15625,
+            7.3125,
+            7.1875,
+            7.21875,
+            7.1875,
+            7.125,
+            7.1875,
+            7.1875,
+            7.28125,
+            7.1875,
+            7.15625,
+            7.28125,
+            7.21875,
+            7.1875,
+            7.1875,
+            7.125,
+            7.15625,
+            7.15625,
+            7.25,
+            7.125,
+            7.09375,
+            7.125,
+            7.15625,
+            7.21875,
+            7.15625,
+            7.125,
+            7.0625,
+            7.125,
+            7.15625,
+            7.21875,
+            7.15625,
+            7.1875,
+            7.03125,
+            7.09375,
+            7.125,
+            7.15625,
+            7.15625,
+            7.125,
+            7.0625,
+            7.15625,
+            7.09375,
+            7.09375,
+            7.09375,
+            7.125,
+            7.21875,
+            7.15625,
+            7.15625,
+            7.09375,
+            7.0625,
+            7.09375,
+            7.125,
+            7.125,
+            7.09375,
+            7.03125,
+            7.0,
+            7.03125,
+            7.09375,
+            7.0625,
+            7.09375,
+            7.0625,
+            7.09375,
+            7.03125,
+            7.09375,
+            6.96875,
+            7.0625,
+            7.09375,
+            7.125,
+            7.0,
+            7.09375,
+            7.03125,
+            7.03125,
+            7.125,
+            7.03125,
+            7.09375,
+            7.0625,
+            7.09375,
+            7.0,
+            7.03125,
+            7.0625,
+            7.0,
+            7.0625,
+            7.09375,
+            7.0,
+            7.0,
+            7.03125,
+            7.0,
+            7.0,
+            6.9375,
+            7.0,
+            7.03125,
+            6.9375,
+            6.9375,
+            7.03125,
+            7.03125,
+            7.0,
+            7.03125,
+            7.03125,
+            7.0
+        ],
+        "accuracies": [
+            0.0,
+            0.0438700794793166,
+            0.05231459612659424,
+            0.049739005219895605,
+            0.05087975608206822,
+            0.04275092936802974,
+            0.04861687855363189,
+            0.0504272072373932,
+            0.050696018128844285,
+            0.04877425944841675,
+            0.04708199069101325,
+            0.05474090085879535,
+            0.08296493671652637,
+            0.10172266981070283,
+            0.11000618012247879,
+            0.10274559050174097,
+            0.10307253721887868,
+            0.10268460001080322,
+            0.10859699987394428,
+            0.10602126607319486,
+            0.11583145482920063,
+            0.10512146255947909,
+            0.11290421549978524,
+            0.11375325225388758,
+            0.10977607864554888,
+            0.11028913137291166,
+            0.11204884180283714,
+            0.10787640650116093,
+            0.11869493040480143,
+            0.11446985684138482,
+            0.11265282911572364,
+            0.11003346378537802,
+            0.12232217979418808,
+            0.11643090315560392,
+            0.11631799163179916,
+            0.1240393095628071,
+            0.12044464093980926,
+            0.12139115604823973,
+            0.12200576775940204,
+            0.12422733001260278,
+            0.12309458511384655,
+            0.12136438874438402,
+            0.12594769321187188,
+            0.12389197034886734,
+            0.1244810885608856,
+            0.12196457914916925,
+            0.13257489137891607,
+            0.1306081161489944,
+            0.13009435856253765,
+            0.13435158501440922,
+            0.12607565694484552,
+            0.13693671202097116,
+            0.1283084004602992,
+            0.14051390794561558,
+            0.1414400210222047,
+            0.13958188593444074,
+            0.14028730425779734,
+            0.1344009301833941,
+            0.13555678398132792,
+            0.13915741735290607,
+            0.13279982091890985,
+            0.13969438094092168,
+            0.1365980945445719,
+            0.1419455815073441,
+            0.13689175198435524,
+            0.1464210208396255,
+            0.144980694980695,
+            0.14237351890163627,
+            0.14268649584901152,
+            0.1473189436576164,
+            0.14857774095553714,
+            0.15031233732431026,
+            0.15166051660516605,
+            0.14963389448651354,
+            0.14692449136959487,
+            0.1520048602673147,
+            0.15335426777048244,
+            0.1591603951081844,
+            0.16141362240741902,
+            0.1619748282361525,
+            0.15741846289197511,
+            0.1597918989223337,
+            0.15492549428886182,
+            0.16999085086916743,
+            0.15480403722637304,
+            0.15346273382982467,
+            0.16202955782923473,
+            0.1603132483334412,
+            0.1561138169700077,
+            0.15244843151819895,
+            0.16380229939551974,
+            0.15453825260298779,
+            0.16582625901576561,
+            0.1742683390345876,
+            0.16331821127673363,
+            0.1651359838833916,
+            0.16597337770382695,
+            0.1633095359510454,
+            0.16288405952253507,
+            0.16820997509419502,
+            0.1672515965709683,
+            0.16427479120103516,
+            0.15935281108136423,
+            0.16549648946840523,
+            0.17126533792118417,
+            0.16268277177368087,
+            0.16604346176773424,
+            0.16801896733403582,
+            0.1724264705882353,
+            0.17174077382997732,
+            0.17187191794332304,
+            0.16394689126747383,
+            0.17075397066877623,
+            0.16820852606575823,
+            0.16770746600055508,
+            0.17777514932875982,
+            0.17228846521711408,
+            0.1658916531039293,
+            0.17492251008830925,
+            0.17584310239457748,
+            0.17786204405922715,
+            0.17920353982300885,
+            0.17919610795783622,
+            0.16700738216922204,
+            0.1764871722582464,
+            0.18008287480470075,
+            0.1765678516593835,
+            0.17404337859284078,
+            0.17851851851851852,
+            0.1677167191692918,
+            0.1760780921784258,
+            0.17239049656570207,
+            0.17306680694371385,
+            0.17836457619729712,
+            0.18128730859070855,
+            0.18808630393996248,
+            0.18271750524109015,
+            0.19089555941453734,
+            0.18374984143092732,
+            0.19154982948086396,
+            0.1845561732543222,
+            0.18384818007662834,
+            0.1831935630099728,
+            0.18969253294289898,
+            0.19077030649108495,
+            0.1811965811965812,
+            0.1907048432035094,
+            0.19076512347551727,
+            0.1856515025537475,
+            0.18083414872798434,
+            0.17989807822189477,
+            0.19962686567164178,
+            0.1879190683449006,
+            0.1781338943200099,
+            0.19246171967020023,
+            0.17806069061737007,
+            0.18618417037895893,
+            0.18757584513146489,
+            0.18965933800434887,
+            0.19190785587714118,
+            0.19622798502288172,
+            0.19473944183749073,
+            0.19445853411108294,
+            0.19565083091369617,
+            0.19554964324585802,
+            0.18542214781152835,
+            0.19022400779157536,
+            0.19312672598956734,
+            0.19544427056164146,
+            0.20334310850439882,
+            0.19953651435022876,
+            0.18684096935314792,
+            0.1972041006523765,
+            0.1963421194190425,
+            0.19341539548854467,
+            0.20093483341485951,
+            0.19380581417442524,
+            0.19761614519842882,
+            0.19231252355231754,
+            0.1954322058398381,
+            0.1938312097893276,
+            0.18888446743599946,
+            0.1965845909451946,
+            0.20062101086769019,
+            0.19493702612945674,
+            0.1981434792573917,
+            0.2016731401254855,
+            0.19842390025876264,
+            0.18801169590643274,
+            0.20284823162478668,
+            0.204561972382177,
+            0.19761693497274685,
+            0.202861018621285,
+            0.18874992447586247,
+            0.19293915040183696,
+            0.2031844259653194,
+            0.20858111132425347,
+            0.20165661733357695,
+            0.20240468477448292,
+            0.20155295991505176,
+            0.2044496487119438,
+            0.20214905114993087,
+            0.21045477014335146,
+            0.20326418737930604,
+            0.20490068937273906,
+            0.20090321005736606,
+            0.20172433481786,
+            0.19936767714338852,
+            0.20351801019550725,
+            0.2013718765311122,
+            0.20179395719681073,
+            0.20099550938700428,
+            0.1990968801313629,
+            0.19835282283415062,
+            0.18961517873074407,
+            0.19579907647257574,
+            0.19869397447313744,
+            0.20338078291814946,
+            0.2086552390149686,
+            0.20532734664158728,
+            0.19896344789961812,
+            0.20122421969780524,
+            0.20242569183464298,
+            0.20820404617103141,
+            0.2119742093951489,
+            0.20610057708161583,
+            0.20744067488013596,
+            0.21214788732394366,
+            0.20640429572392116,
+            0.20601439025890167,
+            0.21088555457487496,
+            0.21426074799021322,
+            0.20551929166935953,
+            0.2160946902069695,
+            0.2075397714541788,
+            0.21081240768094534,
+            0.20186588191096363,
+            0.2168248650660711,
+            0.20612539728402196,
+            0.2109296229078443,
+            0.20807736755671796,
+            0.20545220545220544,
+            0.2086602013713015,
+            0.20627062706270627,
+            0.21093285799168152,
+            0.21081017704302965,
+            0.20601720997424786,
+            0.2161678788601407,
+            0.21061898957063524,
+            0.2092790779724803,
+            0.2083284250206149,
+            0.20329479768786127,
+            0.21658042259594654,
+            0.21359669269637116,
+            0.2207726728430075,
+            0.21331298426860765,
+            0.2100554863548862,
+            0.22179590321183243,
+            0.22028985507246376,
+            0.21107703409705936,
+            0.21354576846186465,
+            0.2156216988752874,
+            0.20836350470673426,
+            0.21283959162484858,
+            0.21138835572616763,
+            0.2128044971892567,
+            0.2065597063524954,
+            0.2120810452565802
+        ],
+        "grad_norms": [
+            0.515625,
+            0.82421875,
+            0.8359375,
+            0.828125,
+            0.82421875,
+            0.76171875,
+            0.74609375,
+            0.69140625,
+            0.63671875,
+            0.50390625,
+            0.37890625,
+            0.296875,
+            0.259765625,
+            0.33984375,
+            0.298828125,
+            0.2490234375,
+            0.3828125,
+            0.2158203125,
+            0.294921875,
+            0.185546875,
+            0.212890625,
+            0.1708984375,
+            0.1396484375,
+            0.1748046875,
+            0.1279296875,
+            0.1865234375,
+            0.123046875,
+            0.1201171875,
+            0.1396484375,
+            0.138671875,
+            0.1376953125,
+            0.1357421875,
+            0.11083984375,
+            0.1337890625,
+            0.10400390625,
+            0.11865234375,
+            0.12890625,
+            0.1259765625,
+            0.1318359375,
+            0.10498046875,
+            0.1259765625,
+            0.150390625,
+            0.2060546875,
+            0.291015625,
+            0.26171875,
+            0.14453125,
+            0.1611328125,
+            0.171875,
+            0.158203125,
+            0.1962890625,
+            0.13671875,
+            0.2080078125,
+            0.23046875,
+            0.12890625,
+            0.16796875,
+            0.1474609375,
+            0.1650390625,
+            0.1640625,
+            0.1640625,
+            0.1474609375,
+            0.234375,
+            0.203125,
+            0.1552734375,
+            0.2294921875,
+            0.2119140625,
+            0.2197265625,
+            0.251953125,
+            0.2138671875,
+            0.212890625,
+            0.19921875,
+            0.2119140625,
+            0.12890625,
+            0.1552734375,
+            0.1435546875,
+            0.2021484375,
+            0.197265625,
+            0.140625,
+            0.2080078125,
+            0.2216796875,
+            0.177734375,
+            0.15234375,
+            0.140625,
+            0.16015625,
+            0.12890625,
+            0.15234375,
+            0.154296875,
+            0.197265625,
+            0.1572265625,
+            0.2021484375,
+            0.2138671875,
+            0.1669921875,
+            0.1513671875,
+            0.1767578125,
+            0.1728515625,
+            0.1826171875,
+            0.1767578125,
+            0.1533203125,
+            0.1884765625,
+            0.173828125,
+            0.20703125,
+            0.189453125,
+            0.2275390625,
+            0.21875,
+            0.189453125,
+            0.19921875,
+            0.24609375,
+            0.23046875,
+            0.142578125,
+            0.1845703125,
+            0.1611328125,
+            0.1669921875,
+            0.171875,
+            0.15234375,
+            0.150390625,
+            0.1455078125,
+            0.1552734375,
+            0.15234375,
+            0.1474609375,
+            0.1806640625,
+            0.2021484375,
+            0.2578125,
+            0.2890625,
+            0.1416015625,
+            0.255859375,
+            0.361328125,
+            0.3515625,
+            0.2109375,
+            0.302734375,
+            0.251953125,
+            0.224609375,
+            0.2109375,
+            0.15234375,
+            0.17578125,
+            0.1767578125,
+            0.1630859375,
+            0.1572265625,
+            0.1611328125,
+            0.1708984375,
+            0.162109375,
+            0.1513671875,
+            0.169921875,
+            0.16796875,
+            0.158203125,
+            0.1689453125,
+            0.193359375,
+            0.1650390625,
+            0.1474609375,
+            0.203125,
+            0.2333984375,
+            0.2314453125,
+            0.1796875,
+            0.166015625,
+            0.22265625,
+            0.2109375,
+            0.2255859375,
+            0.318359375,
+            0.1826171875,
+            0.1845703125,
+            0.189453125,
+            0.1591796875,
+            0.1767578125,
+            0.1591796875,
+            0.18359375,
+            0.166015625,
+            0.1953125,
+            0.16015625,
+            0.1962890625,
+            0.1904296875,
+            0.2099609375,
+            0.1923828125,
+            0.19921875,
+            0.1875,
+            0.25,
+            0.2353515625,
+            0.177734375,
+            0.19140625,
+            0.169921875,
+            0.1708984375,
+            0.17578125,
+            0.1865234375,
+            0.19140625,
+            0.255859375,
+            0.26953125,
+            0.236328125,
+            0.2041015625,
+            0.271484375,
+            0.259765625,
+            0.251953125,
+            0.1875,
+            0.2177734375,
+            0.224609375,
+            0.208984375,
+            0.224609375,
+            0.1884765625,
+            0.2490234375,
+            0.26953125,
+            0.162109375,
+            0.2138671875,
+            0.16796875,
+            0.2060546875,
+            0.1865234375,
+            0.193359375,
+            0.2470703125,
+            0.291015625,
+            0.171875,
+            0.255859375,
+            0.20703125,
+            0.189453125,
+            0.2265625,
+            0.2197265625,
+            0.2001953125,
+            0.2080078125,
+            0.18359375,
+            0.2294921875,
+            0.171875,
+            0.212890625,
+            0.203125,
+            0.1748046875,
+            0.1904296875,
+            0.2001953125,
+            0.2275390625,
+            0.2119140625,
+            0.189453125,
+            0.20703125,
+            0.193359375,
+            0.2001953125,
+            0.216796875,
+            0.20703125,
+            0.203125,
+            0.1884765625,
+            0.228515625,
+            0.1953125,
+            0.177734375,
+            0.181640625,
+            0.208984375,
+            0.28515625,
+            0.265625,
+            0.20703125,
+            0.240234375,
+            0.251953125,
+            0.232421875,
+            0.283203125,
+            0.1962890625,
+            0.2578125,
+            0.19921875,
+            0.25390625,
+            0.1904296875,
+            0.2578125,
+            0.232421875,
+            0.279296875,
+            0.1875,
+            0.220703125,
+            0.255859375,
+            0.2265625,
+            0.203125,
+            0.29296875,
+            0.263671875,
+            0.1884765625,
+            0.267578125,
+            0.2275390625,
+            0.2060546875,
+            0.2080078125,
+            0.2255859375,
+            0.248046875,
+            0.2421875,
+            0.2138671875,
+            0.197265625,
+            0.2060546875
+        ]
+    },
+    "eval": {
+        "effective_batch_nums": [
+            134,
+            268
+        ],
+        "losses": [
+            7.511029411764706,
+            7.207720588235294
+        ],
+        "perplexities": [
+            1828.0944364633767,
+            1349.811980778069
+        ],
+        "accuracies": [
+            0.17825570797972068,
+            0.2015014138962712
+        ]
+    }
+}

control_42/epoch1/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff77674460d2ea9cd975e30bde95df2c9599cc577e528ba543725d98928e5e93
+size 29774371

control_42/epoch1/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ba252f1fac038135540fd3a142b63621314c66b8379746137a651e42829198
+size 59595275

control_42/epoch1/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a585dffbc5f1a18e9a99bb25d0594f8d58d99a9a592f4ca71d87cc487367908c
+size 1465

control_42/epoch1/tokenizer/special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "pad_token": "<|endoftext|>",
+  "unk_token": "<|endoftext|>"
+}

control_42/epoch1/tokenizer/tokenizer_config.json

@@ -0,0 +1,21 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "50256": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "extra_special_tokens": {},
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}