Upload folder using huggingface_hub

control_123/epoch1/metadata.json

@@ -0,0 +1,6 @@
+{
+    "epoch_num": 1,
+    "global_batch_num": 268,
+    "device": "cuda",
+    "dtype": "bfloat16"
+}

control_123/epoch1/metrics.json

@@ -0,0 +1,1102 @@
+{
+    "training": {
+        "effective_batch_nums": [
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            110,
+            111,
+            112,
+            113,
+            114,
+            115,
+            116,
+            117,
+            118,
+            119,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132,
+            133,
+            134,
+            135,
+            136,
+            137,
+            138,
+            139,
+            140,
+            141,
+            142,
+            143,
+            144,
+            145,
+            146,
+            147,
+            148,
+            149,
+            150,
+            151,
+            152,
+            153,
+            154,
+            155,
+            156,
+            157,
+            158,
+            159,
+            160,
+            161,
+            162,
+            163,
+            164,
+            165,
+            166,
+            167,
+            168,
+            169,
+            170,
+            171,
+            172,
+            173,
+            174,
+            175,
+            176,
+            177,
+            178,
+            179,
+            180,
+            181,
+            182,
+            183,
+            184,
+            185,
+            186,
+            187,
+            188,
+            189,
+            190,
+            191,
+            192,
+            193,
+            194,
+            195,
+            196,
+            197,
+            198,
+            199,
+            200,
+            201,
+            202,
+            203,
+            204,
+            205,
+            206,
+            207,
+            208,
+            209,
+            210,
+            211,
+            212,
+            213,
+            214,
+            215,
+            216,
+            217,
+            218,
+            219,
+            220,
+            221,
+            222,
+            223,
+            224,
+            225,
+            226,
+            227,
+            228,
+            229,
+            230,
+            231,
+            232,
+            233,
+            234,
+            235,
+            236,
+            237,
+            238,
+            239,
+            240,
+            241,
+            242,
+            243,
+            244,
+            245,
+            246,
+            247,
+            248,
+            249,
+            250,
+            251,
+            252,
+            253,
+            254,
+            255,
+            256,
+            257,
+            258,
+            259,
+            260,
+            261,
+            262,
+            263,
+            264,
+            265,
+            266,
+            267,
+            268
+        ],
+        "losses": [
+            11.0,
+            10.625,
+            10.0625,
+            9.625,
+            9.25,
+            9.0,
+            8.8125,
+            8.625,
+            8.5625,
+            8.5625,
+            8.5,
+            8.4375,
+            8.375,
+            8.375,
+            8.375,
+            8.375,
+            8.3125,
+            8.25,
+            8.3125,
+            8.25,
+            8.1875,
+            8.25,
+            8.1875,
+            8.25,
+            8.125,
+            8.125,
+            8.125,
+            8.1875,
+            8.0625,
+            8.0625,
+            8.0,
+            8.125,
+            8.125,
+            8.125,
+            8.0625,
+            8.0625,
+            8.125,
+            7.96875,
+            8.0625,
+            8.0,
+            8.0,
+            8.0,
+            7.9375,
+            8.0625,
+            7.96875,
+            7.90625,
+            7.96875,
+            7.9375,
+            8.0625,
+            7.96875,
+            7.96875,
+            7.9375,
+            7.90625,
+            7.90625,
+            7.96875,
+            7.90625,
+            7.9375,
+            7.90625,
+            7.9375,
+            7.90625,
+            7.875,
+            7.84375,
+            7.8125,
+            7.90625,
+            7.84375,
+            7.875,
+            7.8125,
+            7.875,
+            7.875,
+            7.84375,
+            7.8125,
+            7.78125,
+            7.8125,
+            7.84375,
+            7.78125,
+            7.8125,
+            7.78125,
+            7.75,
+            7.71875,
+            7.84375,
+            7.78125,
+            7.78125,
+            7.78125,
+            7.75,
+            7.75,
+            7.78125,
+            7.71875,
+            7.8125,
+            7.71875,
+            7.6875,
+            7.65625,
+            7.65625,
+            7.625,
+            7.6875,
+            7.6875,
+            7.65625,
+            7.71875,
+            7.5625,
+            7.71875,
+            7.625,
+            7.59375,
+            7.59375,
+            7.65625,
+            7.625,
+            7.625,
+            7.65625,
+            7.59375,
+            7.5625,
+            7.65625,
+            7.59375,
+            7.625,
+            7.53125,
+            7.5625,
+            7.59375,
+            7.5625,
+            7.625,
+            7.5,
+            7.625,
+            7.5625,
+            7.5,
+            7.59375,
+            7.59375,
+            7.53125,
+            7.53125,
+            7.53125,
+            7.5,
+            7.5,
+            7.5,
+            7.53125,
+            7.5,
+            7.5625,
+            7.5,
+            7.5,
+            7.46875,
+            7.4375,
+            7.4375,
+            7.46875,
+            7.375,
+            7.375,
+            7.34375,
+            7.375,
+            7.34375,
+            7.375,
+            7.34375,
+            7.4375,
+            7.375,
+            7.34375,
+            7.375,
+            7.28125,
+            7.40625,
+            7.40625,
+            7.375,
+            7.34375,
+            7.34375,
+            7.34375,
+            7.34375,
+            7.375,
+            7.40625,
+            7.4375,
+            7.40625,
+            7.34375,
+            7.34375,
+            7.28125,
+            7.28125,
+            7.3125,
+            7.28125,
+            7.28125,
+            7.34375,
+            7.375,
+            7.28125,
+            7.3125,
+            7.3125,
+            7.28125,
+            7.375,
+            7.3125,
+            7.3125,
+            7.25,
+            7.3125,
+            7.21875,
+            7.3125,
+            7.28125,
+            7.28125,
+            7.28125,
+            7.28125,
+            7.28125,
+            7.3125,
+            7.25,
+            7.25,
+            7.25,
+            7.25,
+            7.28125,
+            7.25,
+            7.25,
+            7.1875,
+            7.21875,
+            7.1875,
+            7.21875,
+            7.3125,
+            7.25,
+            7.25,
+            7.25,
+            7.28125,
+            7.25,
+            7.25,
+            7.25,
+            7.1875,
+            7.1875,
+            7.15625,
+            7.1875,
+            7.28125,
+            7.1875,
+            7.25,
+            7.1875,
+            7.125,
+            7.1875,
+            7.15625,
+            7.1875,
+            7.09375,
+            7.125,
+            7.1875,
+            7.1875,
+            7.1875,
+            7.1875,
+            7.1875,
+            7.21875,
+            7.15625,
+            7.15625,
+            7.125,
+            7.15625,
+            7.0625,
+            7.125,
+            7.1875,
+            7.15625,
+            7.125,
+            7.09375,
+            7.0625,
+            7.0625,
+            7.15625,
+            7.0625,
+            7.1875,
+            7.09375,
+            7.125,
+            7.125,
+            7.03125,
+            7.125,
+            7.125,
+            7.125,
+            7.09375,
+            7.09375,
+            7.09375,
+            7.125,
+            7.125,
+            7.125,
+            7.0625,
+            7.0625,
+            7.1875,
+            7.0625,
+            7.125,
+            7.09375,
+            7.03125,
+            7.09375,
+            7.0625,
+            7.03125,
+            7.15625,
+            7.0,
+            7.09375,
+            7.09375,
+            7.0625
+        ],
+        "accuracies": [
+            0.0,
+            0.03747072599531616,
+            0.05023744063984004,
+            0.04933008526187576,
+            0.050366995697291826,
+            0.05070637200304824,
+            0.04871720957048141,
+            0.05175960415855896,
+            0.06267392619479734,
+            0.0884065967751824,
+            0.09778656630732921,
+            0.1044656564982311,
+            0.10760095011876485,
+            0.10092019005232453,
+            0.10496036819227819,
+            0.09979730535352331,
+            0.10752560133365087,
+            0.11278986108805136,
+            0.10902379903040987,
+            0.11318242343541944,
+            0.11291012403006048,
+            0.10958484086588581,
+            0.11472165474974463,
+            0.10739285275696918,
+            0.11715319039008008,
+            0.11988636363636364,
+            0.1178884193765693,
+            0.10902145166029974,
+            0.11913402577900138,
+            0.11644293263682197,
+            0.1186596422445479,
+            0.11483338248304335,
+            0.11915083513961494,
+            0.11769542491337288,
+            0.11982223235143297,
+            0.11738484398216939,
+            0.11507911689286385,
+            0.12477407291991274,
+            0.12034016775396086,
+            0.11690232503105957,
+            0.12382691944321975,
+            0.12140287769784172,
+            0.1251768468967214,
+            0.12244897959183673,
+            0.12311498586239397,
+            0.12503962970008242,
+            0.12295681873627715,
+            0.1263975155279503,
+            0.1192729371032891,
+            0.12323349810991567,
+            0.11953219056354984,
+            0.12625496147560122,
+            0.13049550643672578,
+            0.12532421598679558,
+            0.12228166065821607,
+            0.12685358255451715,
+            0.12591107871720117,
+            0.12801616545821942,
+            0.12323699421965317,
+            0.1329089183001061,
+            0.12707089864450272,
+            0.13042617759598893,
+            0.13420282788883472,
+            0.1321598698733589,
+            0.13554358013120898,
+            0.1360165729505771,
+            0.13680635652953993,
+            0.13343846667071024,
+            0.13536291709666323,
+            0.13732289113409457,
+            0.14004928420558554,
+            0.13995837669094693,
+            0.13725363489499193,
+            0.13624204957498662,
+            0.1422411175220164,
+            0.13797306356267902,
+            0.13807928178542075,
+            0.14497059358515735,
+            0.1446947279425086,
+            0.14018745328043242,
+            0.1400570884871551,
+            0.14697422917625402,
+            0.14511655355562111,
+            0.14815756035578145,
+            0.15167695644919071,
+            0.14270201213669753,
+            0.15331951510583505,
+            0.1456262425447316,
+            0.15478282701481297,
+            0.15073902741735304,
+            0.1534682418996374,
+            0.15543005059418755,
+            0.15229794971471566,
+            0.15607032286598851,
+            0.1499680918953414,
+            0.15503013987241762,
+            0.1556431511216741,
+            0.1608135421930268,
+            0.15475751995089013,
+            0.15741253151325094,
+            0.15877319836105086,
+            0.15976187583525694,
+            0.15446588999014665,
+            0.15706499443239758,
+            0.16151046405823477,
+            0.15768516060525617,
+            0.1620798830979055,
+            0.16365613483960612,
+            0.16261237440507667,
+            0.16740954378605138,
+            0.16565973900434994,
+            0.16168327796234774,
+            0.16436652990177794,
+            0.15884522446903218,
+            0.16317810255139956,
+            0.1609250782943869,
+            0.16485154190072224,
+            0.16244322256753527,
+            0.16462335692618807,
+            0.16479211424238593,
+            0.16090622385273862,
+            0.16204197794379224,
+            0.17105955233475542,
+            0.1678749702876159,
+            0.170481220657277,
+            0.17080116094408848,
+            0.1685156155794043,
+            0.1692778457772338,
+            0.1638775998087497,
+            0.16584880636604774,
+            0.164344746162928,
+            0.1774414586188405,
+            0.16385785520419113,
+            0.17682886461436612,
+            0.16660566129819424,
+            0.17656500802568217,
+            0.16724973915178298,
+            0.177722925023141,
+            0.1753686727779992,
+            0.17364286551764568,
+            0.17500719838756118,
+            0.17696204197092297,
+            0.1737429188810372,
+            0.17791959157626036,
+            0.16738327378429116,
+            0.17465197215777262,
+            0.17264494884158532,
+            0.1818293281020108,
+            0.18229617716194482,
+            0.17500557165143749,
+            0.17293777134587554,
+            0.17010971055088703,
+            0.17946547345507316,
+            0.1783082240918281,
+            0.17468451732752546,
+            0.1825945277824597,
+            0.1796977866950906,
+            0.17735488874306507,
+            0.17462695511475998,
+            0.18093115701981569,
+            0.17975435124279643,
+            0.17760545905707195,
+            0.18910131356483287,
+            0.18139399241761447,
+            0.18163554715197353,
+            0.18253400143163923,
+            0.17886983969796372,
+            0.18321213146175094,
+            0.17740875694402963,
+            0.18645157519434216,
+            0.17958715596330274,
+            0.18444289531776462,
+            0.18232420765648075,
+            0.1801641325784083,
+            0.18252711100280247,
+            0.18096158492389466,
+            0.18473174796487404,
+            0.18157324430387162,
+            0.18566896809106176,
+            0.1865074402901088,
+            0.18809352282402253,
+            0.18760488397662173,
+            0.18618618618618618,
+            0.18892767468920327,
+            0.1875692379453093,
+            0.18537590113285274,
+            0.18835154044433533,
+            0.18744523720115158,
+            0.1919458467186783,
+            0.19510952623535405,
+            0.18222976796830787,
+            0.19152394775036286,
+            0.19003483086368736,
+            0.19526319214002213,
+            0.19112031583716263,
+            0.19310583352547844,
+            0.19384977106793713,
+            0.18715555055674277,
+            0.19062212687710695,
+            0.19555817610062892,
+            0.18541715906405104,
+            0.18587339142477927,
+            0.18850147032347117,
+            0.18952148870181657,
+            0.17751374357155525,
+            0.19128980225819942,
+            0.19707015217528573,
+            0.19102768055997454,
+            0.19035029742233972,
+            0.18933349699275806,
+            0.19547338221230476,
+            0.1930159833217512,
+            0.19277861069465269,
+            0.19707073854783422,
+            0.19311848800581535,
+            0.19218241042345277,
+            0.19632393758095357,
+            0.20539620807000486,
+            0.20203515263644772,
+            0.1980440097799511,
+            0.1964517524881004,
+            0.1979033495269752,
+            0.19257591565537313,
+            0.19551153603938856,
+            0.19431689625341053,
+            0.20099404664372714,
+            0.19417647058823528,
+            0.2068560235063663,
+            0.20036596523330283,
+            0.1974230581338544,
+            0.1967915677303527,
+            0.19364229156963206,
+            0.20059114420508156,
+            0.20136007376671278,
+            0.20279802492358334,
+            0.2053033596224306,
+            0.20680322322691763,
+            0.19429347826086957,
+            0.20260847107438015,
+            0.1958330874107301,
+            0.20579277396237683,
+            0.2009809512946276,
+            0.20221375862889787,
+            0.19858793324775353,
+            0.1972270571994478,
+            0.20452276064610866,
+            0.194857628559286,
+            0.20214439717965155,
+            0.20740448477674756,
+            0.2023128350298139,
+            0.20765736534717716,
+            0.19460081883316274,
+            0.19593345656192238,
+            0.20574330239887936,
+            0.20451444871635868,
+            0.1948577394936048,
+            0.19826215356656066,
+            0.20198695678673736,
+            0.1970242087932191,
+            0.2082733191219681,
+            0.1969137873196914,
+            0.21217068227876604,
+            0.20097885423856435,
+            0.20091353168813042,
+            0.2047499715229525,
+            0.2050897267554555,
+            0.20884386752395973,
+            0.2119032047089601
+        ],
+        "grad_norms": [
+            0.474609375,
+            0.8984375,
+            0.828125,
+            0.83203125,
+            0.8203125,
+            0.75390625,
+            0.6171875,
+            0.46875,
+            0.310546875,
+            0.251953125,
+            0.283203125,
+            0.232421875,
+            0.361328125,
+            0.2177734375,
+            0.2275390625,
+            0.2490234375,
+            0.1884765625,
+            0.2041015625,
+            0.2001953125,
+            0.16015625,
+            0.1474609375,
+            0.1572265625,
+            0.1611328125,
+            0.140625,
+            0.142578125,
+            0.1435546875,
+            0.140625,
+            0.1396484375,
+            0.1279296875,
+            0.1171875,
+            0.1337890625,
+            0.1318359375,
+            0.1171875,
+            0.1015625,
+            0.11376953125,
+            0.1171875,
+            0.11865234375,
+            0.11669921875,
+            0.208984375,
+            0.185546875,
+            0.109375,
+            0.1572265625,
+            0.1591796875,
+            0.1201171875,
+            0.1474609375,
+            0.140625,
+            0.15234375,
+            0.12451171875,
+            0.162109375,
+            0.1728515625,
+            0.125,
+            0.15234375,
+            0.1630859375,
+            0.115234375,
+            0.1318359375,
+            0.1376953125,
+            0.11279296875,
+            0.12890625,
+            0.12890625,
+            0.1328125,
+            0.1494140625,
+            0.1357421875,
+            0.12353515625,
+            0.1455078125,
+            0.283203125,
+            0.318359375,
+            0.1826171875,
+            0.1962890625,
+            0.2060546875,
+            0.19921875,
+            0.154296875,
+            0.203125,
+            0.173828125,
+            0.169921875,
+            0.1884765625,
+            0.173828125,
+            0.1396484375,
+            0.126953125,
+            0.11474609375,
+            0.11474609375,
+            0.1455078125,
+            0.11083984375,
+            0.1357421875,
+            0.1337890625,
+            0.1376953125,
+            0.134765625,
+            0.11279296875,
+            0.1357421875,
+            0.1591796875,
+            0.11865234375,
+            0.115234375,
+            0.11181640625,
+            0.1240234375,
+            0.11767578125,
+            0.140625,
+            0.1298828125,
+            0.1083984375,
+            0.12890625,
+            0.1640625,
+            0.1591796875,
+            0.1396484375,
+            0.1357421875,
+            0.1533203125,
+            0.1337890625,
+            0.162109375,
+            0.1669921875,
+            0.154296875,
+            0.11865234375,
+            0.162109375,
+            0.1474609375,
+            0.1552734375,
+            0.1708984375,
+            0.1640625,
+            0.12353515625,
+            0.12890625,
+            0.1640625,
+            0.1513671875,
+            0.1474609375,
+            0.23046875,
+            0.134765625,
+            0.2236328125,
+            0.21875,
+            0.171875,
+            0.1591796875,
+            0.15625,
+            0.150390625,
+            0.1376953125,
+            0.16015625,
+            0.158203125,
+            0.125,
+            0.1435546875,
+            0.126953125,
+            0.1494140625,
+            0.12451171875,
+            0.1376953125,
+            0.1943359375,
+            0.203125,
+            0.12890625,
+            0.15625,
+            0.142578125,
+            0.12109375,
+            0.138671875,
+            0.125,
+            0.11767578125,
+            0.1318359375,
+            0.1240234375,
+            0.12255859375,
+            0.1337890625,
+            0.1708984375,
+            0.154296875,
+            0.1494140625,
+            0.1826171875,
+            0.1591796875,
+            0.1728515625,
+            0.15625,
+            0.1689453125,
+            0.17578125,
+            0.1513671875,
+            0.1171875,
+            0.17578125,
+            0.171875,
+            0.1240234375,
+            0.1318359375,
+            0.140625,
+            0.1650390625,
+            0.12890625,
+            0.150390625,
+            0.1318359375,
+            0.14453125,
+            0.125,
+            0.1513671875,
+            0.142578125,
+            0.1513671875,
+            0.1494140625,
+            0.12353515625,
+            0.15625,
+            0.1591796875,
+            0.158203125,
+            0.146484375,
+            0.1796875,
+            0.1962890625,
+            0.1689453125,
+            0.15625,
+            0.1591796875,
+            0.1337890625,
+            0.140625,
+            0.1416015625,
+            0.12890625,
+            0.1708984375,
+            0.1474609375,
+            0.134765625,
+            0.138671875,
+            0.1474609375,
+            0.1357421875,
+            0.138671875,
+            0.1376953125,
+            0.1533203125,
+            0.1787109375,
+            0.1396484375,
+            0.154296875,
+            0.1875,
+            0.142578125,
+            0.1416015625,
+            0.1484375,
+            0.134765625,
+            0.171875,
+            0.16015625,
+            0.1875,
+            0.16015625,
+            0.205078125,
+            0.146484375,
+            0.16796875,
+            0.14453125,
+            0.150390625,
+            0.1513671875,
+            0.150390625,
+            0.1533203125,
+            0.150390625,
+            0.169921875,
+            0.1357421875,
+            0.1650390625,
+            0.1748046875,
+            0.13671875,
+            0.15234375,
+            0.1630859375,
+            0.1416015625,
+            0.13671875,
+            0.1357421875,
+            0.14453125,
+            0.154296875,
+            0.14453125,
+            0.1591796875,
+            0.1357421875,
+            0.208984375,
+            0.1484375,
+            0.1494140625,
+            0.1396484375,
+            0.1689453125,
+            0.15625,
+            0.140625,
+            0.19921875,
+            0.1572265625,
+            0.173828125,
+            0.193359375,
+            0.15625,
+            0.1708984375,
+            0.1552734375,
+            0.1806640625,
+            0.166015625,
+            0.1572265625,
+            0.1875,
+            0.15625,
+            0.201171875,
+            0.1435546875,
+            0.1875,
+            0.146484375,
+            0.177734375,
+            0.154296875,
+            0.1650390625,
+            0.1484375,
+            0.1796875,
+            0.1669921875,
+            0.154296875,
+            0.1396484375,
+            0.1318359375,
+            0.16015625,
+            0.1318359375,
+            0.16015625
+        ]
+    },
+    "eval": {
+        "effective_batch_nums": [
+            134,
+            268
+        ],
+        "losses": [
+            7.53125,
+            7.231617647058823
+        ],
+        "perplexities": [
+            1865.4358415938036,
+            1382.4570238061658
+        ],
+        "accuracies": [
+            0.1738680496957649,
+            0.19995144762698033
+        ]
+    }
+}

control_123/epoch1/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5078fc40d1c4a57af875f463bf61bdd99fdc1b32262891250a946df7b9230771
+size 29774819

control_123/epoch1/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65fdcd5f048a60166e35b8b9ebd5c607fb5947b06b60d32f6a1669fa5c13da75
+size 59595275

control_123/epoch1/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d447009d237956784739848c4d169fa822d09680a7cf8f090a20aa4be4fdae4
+size 1465

control_123/epoch1/tokenizer/special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "pad_token": "<|endoftext|>",
+  "unk_token": "<|endoftext|>"
+}

control_123/epoch1/tokenizer/tokenizer_config.json

@@ -0,0 +1,21 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "50256": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "extra_special_tokens": {},
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}