Upload folder using huggingface_hub

control_789/epoch1/metadata.json

@@ -0,0 +1,6 @@
+{
+    "epoch_num": 1,
+    "global_batch_num": 268,
+    "device": "cuda",
+    "dtype": "bfloat16"
+}

control_789/epoch1/metrics.json

@@ -0,0 +1,1102 @@
+{
+    "training": {
+        "effective_batch_nums": [
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            110,
+            111,
+            112,
+            113,
+            114,
+            115,
+            116,
+            117,
+            118,
+            119,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132,
+            133,
+            134,
+            135,
+            136,
+            137,
+            138,
+            139,
+            140,
+            141,
+            142,
+            143,
+            144,
+            145,
+            146,
+            147,
+            148,
+            149,
+            150,
+            151,
+            152,
+            153,
+            154,
+            155,
+            156,
+            157,
+            158,
+            159,
+            160,
+            161,
+            162,
+            163,
+            164,
+            165,
+            166,
+            167,
+            168,
+            169,
+            170,
+            171,
+            172,
+            173,
+            174,
+            175,
+            176,
+            177,
+            178,
+            179,
+            180,
+            181,
+            182,
+            183,
+            184,
+            185,
+            186,
+            187,
+            188,
+            189,
+            190,
+            191,
+            192,
+            193,
+            194,
+            195,
+            196,
+            197,
+            198,
+            199,
+            200,
+            201,
+            202,
+            203,
+            204,
+            205,
+            206,
+            207,
+            208,
+            209,
+            210,
+            211,
+            212,
+            213,
+            214,
+            215,
+            216,
+            217,
+            218,
+            219,
+            220,
+            221,
+            222,
+            223,
+            224,
+            225,
+            226,
+            227,
+            228,
+            229,
+            230,
+            231,
+            232,
+            233,
+            234,
+            235,
+            236,
+            237,
+            238,
+            239,
+            240,
+            241,
+            242,
+            243,
+            244,
+            245,
+            246,
+            247,
+            248,
+            249,
+            250,
+            251,
+            252,
+            253,
+            254,
+            255,
+            256,
+            257,
+            258,
+            259,
+            260,
+            261,
+            262,
+            263,
+            264,
+            265,
+            266,
+            267,
+            268
+        ],
+        "losses": [
+            11.0,
+            10.6875,
+            10.125,
+            9.6875,
+            9.375,
+            9.125,
+            8.875,
+            8.6875,
+            8.625,
+            8.5625,
+            8.4375,
+            8.5,
+            8.4375,
+            8.375,
+            8.375,
+            8.375,
+            8.375,
+            8.3125,
+            8.25,
+            8.25,
+            8.25,
+            8.25,
+            8.1875,
+            8.3125,
+            8.1875,
+            8.125,
+            8.1875,
+            8.0625,
+            8.125,
+            8.1875,
+            8.0625,
+            8.1875,
+            8.0625,
+            8.125,
+            8.0,
+            8.0625,
+            8.0625,
+            8.125,
+            8.0625,
+            8.0,
+            8.0,
+            8.0,
+            8.0,
+            8.0625,
+            8.0,
+            8.0,
+            7.96875,
+            7.96875,
+            8.0,
+            8.0,
+            7.96875,
+            7.96875,
+            7.96875,
+            7.96875,
+            8.0,
+            7.90625,
+            7.875,
+            7.9375,
+            7.90625,
+            7.90625,
+            7.84375,
+            7.875,
+            7.84375,
+            7.90625,
+            7.875,
+            7.84375,
+            7.84375,
+            7.8125,
+            7.84375,
+            7.78125,
+            7.78125,
+            7.78125,
+            7.84375,
+            7.8125,
+            7.78125,
+            7.75,
+            7.78125,
+            7.78125,
+            7.75,
+            7.71875,
+            7.78125,
+            7.71875,
+            7.78125,
+            7.6875,
+            7.71875,
+            7.65625,
+            7.71875,
+            7.65625,
+            7.71875,
+            7.71875,
+            7.6875,
+            7.6875,
+            7.71875,
+            7.65625,
+            7.65625,
+            7.625,
+            7.6875,
+            7.6875,
+            7.59375,
+            7.65625,
+            7.59375,
+            7.625,
+            7.625,
+            7.625,
+            7.59375,
+            7.59375,
+            7.59375,
+            7.65625,
+            7.59375,
+            7.53125,
+            7.5625,
+            7.53125,
+            7.5,
+            7.5625,
+            7.53125,
+            7.5,
+            7.5,
+            7.5,
+            7.59375,
+            7.46875,
+            7.53125,
+            7.46875,
+            7.53125,
+            7.5,
+            7.46875,
+            7.5,
+            7.46875,
+            7.5,
+            7.4375,
+            7.5,
+            7.5,
+            7.46875,
+            7.4375,
+            7.5,
+            7.375,
+            7.4375,
+            7.40625,
+            7.375,
+            7.375,
+            7.3125,
+            7.40625,
+            7.375,
+            7.3125,
+            7.34375,
+            7.34375,
+            7.375,
+            7.34375,
+            7.375,
+            7.40625,
+            7.28125,
+            7.375,
+            7.3125,
+            7.34375,
+            7.375,
+            7.3125,
+            7.25,
+            7.34375,
+            7.34375,
+            7.3125,
+            7.375,
+            7.28125,
+            7.34375,
+            7.25,
+            7.25,
+            7.3125,
+            7.3125,
+            7.34375,
+            7.34375,
+            7.3125,
+            7.28125,
+            7.3125,
+            7.25,
+            7.25,
+            7.375,
+            7.25,
+            7.34375,
+            7.1875,
+            7.1875,
+            7.21875,
+            7.21875,
+            7.21875,
+            7.21875,
+            7.1875,
+            7.21875,
+            7.1875,
+            7.1875,
+            7.3125,
+            7.25,
+            7.21875,
+            7.25,
+            7.15625,
+            7.25,
+            7.1875,
+            7.1875,
+            7.25,
+            7.21875,
+            7.1875,
+            7.1875,
+            7.1875,
+            7.21875,
+            7.1875,
+            7.1875,
+            7.125,
+            7.15625,
+            7.25,
+            7.1875,
+            7.15625,
+            7.1875,
+            7.15625,
+            7.1875,
+            7.0625,
+            7.125,
+            7.15625,
+            7.125,
+            7.125,
+            7.125,
+            7.09375,
+            7.15625,
+            7.125,
+            7.09375,
+            7.15625,
+            7.15625,
+            7.125,
+            7.125,
+            7.125,
+            7.09375,
+            7.125,
+            7.15625,
+            7.15625,
+            7.125,
+            7.125,
+            7.21875,
+            7.03125,
+            7.03125,
+            7.09375,
+            7.125,
+            7.125,
+            7.1875,
+            7.125,
+            7.03125,
+            7.09375,
+            7.03125,
+            7.09375,
+            7.0625,
+            7.09375,
+            7.03125,
+            7.0,
+            7.03125,
+            7.03125,
+            7.09375,
+            7.0625,
+            7.09375,
+            7.0,
+            7.0,
+            7.09375,
+            7.09375,
+            6.96875,
+            7.0625,
+            7.03125,
+            7.125,
+            7.0625,
+            7.09375,
+            7.0625,
+            7.0,
+            7.0,
+            7.03125,
+            7.0625,
+            6.96875
+        ],
+        "accuracies": [
+            0.0,
+            0.04423302650274912,
+            0.04827222368768135,
+            0.05212991292068722,
+            0.044954881050041015,
+            0.04950160500084474,
+            0.04848041902673732,
+            0.053017360154312486,
+            0.046307523529072116,
+            0.05398880719850763,
+            0.07635887360838245,
+            0.08790523690773068,
+            0.09341814159292035,
+            0.083670145382156,
+            0.0899413945700275,
+            0.09564366691603844,
+            0.09995699453216195,
+            0.10162823073663822,
+            0.10413742772132711,
+            0.1001869835333856,
+            0.10753554775200046,
+            0.10891808439789308,
+            0.11429497568881686,
+            0.10425450364124185,
+            0.10341046800161578,
+            0.11589257503949447,
+            0.11176896256825208,
+            0.11698880976602238,
+            0.1125892915656334,
+            0.10911955879456371,
+            0.12144368680931107,
+            0.11017418600356989,
+            0.11480237969016906,
+            0.11978341257263603,
+            0.11681080440706078,
+            0.11649415079316469,
+            0.11555281453240637,
+            0.11003338162121308,
+            0.11689138360048608,
+            0.12174754931622897,
+            0.12477749066896354,
+            0.1201019432940427,
+            0.12122096416481849,
+            0.11860842396202607,
+            0.12766453115899826,
+            0.11962117841479693,
+            0.12314615287108632,
+            0.12122148729677938,
+            0.12069913829982278,
+            0.12193533104346796,
+            0.12389127324749642,
+            0.12640217262959028,
+            0.12956831003188618,
+            0.12451748742542987,
+            0.11773620096753512,
+            0.12327175554780992,
+            0.13320532821312853,
+            0.12767546042807368,
+            0.12988321773667674,
+            0.12672353353587287,
+            0.13206696716033484,
+            0.12795810164231217,
+            0.1381201695337821,
+            0.12992290683081337,
+            0.14040131424548227,
+            0.13993130644956112,
+            0.1397613673008707,
+            0.14226041293710467,
+            0.14079068342016549,
+            0.13980189104007204,
+            0.13823358512492737,
+            0.1407876618011567,
+            0.1402567760342368,
+            0.14064837905236907,
+            0.14689437218913334,
+            0.14099757410804095,
+            0.14469289555618456,
+            0.14470220970802472,
+            0.14906476650973408,
+            0.14987903463739896,
+            0.15018988844054118,
+            0.15366918357715903,
+            0.1468786808009423,
+            0.15481609054004183,
+            0.1521385692846423,
+            0.15592946871038377,
+            0.1564777803903127,
+            0.1566301336866193,
+            0.14522481128979323,
+            0.15749023560539246,
+            0.1539742820974082,
+            0.1550881665604419,
+            0.15072547881601858,
+            0.1575404457517819,
+            0.1554497415945648,
+            0.15989308061478646,
+            0.15661824303260802,
+            0.1563026153328095,
+            0.15625,
+            0.15798840346747803,
+            0.16426361566750336,
+            0.16115069587800493,
+            0.15960610666842906,
+            0.15820996722793537,
+            0.1622126269109581,
+            0.1621356845456772,
+            0.15993617282435252,
+            0.15809825673534073,
+            0.15992658305292137,
+            0.16723528695016449,
+            0.16247399281255911,
+            0.16403560830860534,
+            0.16861952060905253,
+            0.16138059701492538,
+            0.1690070523622293,
+            0.17176768285335584,
+            0.17175141242937852,
+            0.17319158510518617,
+            0.162311653633416,
+            0.16818897637795274,
+            0.17052296068941092,
+            0.16895452874126732,
+            0.16135312728157702,
+            0.16497908203480263,
+            0.17369889027357427,
+            0.17823473152069955,
+            0.17684088940225237,
+            0.1721441523118767,
+            0.17593335390311632,
+            0.1714674970805761,
+            0.16319444444444445,
+            0.1752780885934312,
+            0.1774151264910211,
+            0.1675549633577615,
+            0.17832665201086254,
+            0.17135161268043372,
+            0.18018568966475787,
+            0.1718141103937649,
+            0.17716872629389452,
+            0.17983464909554298,
+            0.17548830479864963,
+            0.1753569021506035,
+            0.1769342711617754,
+            0.1795614398014067,
+            0.17274399137548355,
+            0.17778324214667732,
+            0.1757472063305352,
+            0.18108540487324637,
+            0.17718785723358313,
+            0.18160060708656822,
+            0.1781688376753507,
+            0.1779335152567601,
+            0.1808099372583814,
+            0.17645324843768423,
+            0.1787539547335118,
+            0.18748072772124577,
+            0.18202976664420897,
+            0.1789703739679456,
+            0.18572278405710888,
+            0.1765648243506122,
+            0.18143991240076648,
+            0.1820546989022146,
+            0.18812062138288152,
+            0.1831071725283855,
+            0.18061035042933396,
+            0.18062250788549664,
+            0.17738528341743925,
+            0.17949581719162316,
+            0.18172097473127358,
+            0.17748557148807045,
+            0.18424678047319556,
+            0.1887334738455643,
+            0.1815368746776689,
+            0.1760951393813758,
+            0.18922133199799698,
+            0.1776448324278127,
+            0.1896094280249275,
+            0.19332184128200217,
+            0.18473488686254644,
+            0.18706615247700978,
+            0.18972089020041805,
+            0.18542973478595795,
+            0.19167449139280124,
+            0.19097265576226746,
+            0.18781275733198202,
+            0.1960016131820015,
+            0.185518341307815,
+            0.18537485857202407,
+            0.18766933590222168,
+            0.18968998693431524,
+            0.19535288992158,
+            0.1876954496138873,
+            0.19527523707984962,
+            0.19185649556203835,
+            0.18391405342624856,
+            0.19106635682933126,
+            0.19672669909294072,
+            0.19490586932447398,
+            0.19185478775346085,
+            0.19083046029153813,
+            0.18796148620710024,
+            0.1963360988919205,
+            0.1899639386345578,
+            0.1982010315762989,
+            0.18932487779098955,
+            0.19341587934980342,
+            0.19753702779164586,
+            0.19842900302114805,
+            0.19303702817491178,
+            0.1965719492056261,
+            0.19681215366415541,
+            0.1996670160942221,
+            0.20012128562765313,
+            0.19841318278913642,
+            0.19645053593393078,
+            0.20727468839884947,
+            0.2050131610433118,
+            0.19620965353864378,
+            0.20050987890376035,
+            0.201457406332624,
+            0.19989537316903047,
+            0.1965027700831025,
+            0.20240843576464715,
+            0.1964020891095493,
+            0.19782742594770145,
+            0.19955947136563876,
+            0.1991643454038997,
+            0.19850907779247326,
+            0.19737464522232734,
+            0.19536738181127777,
+            0.19968845485591036,
+            0.18690645773979106,
+            0.20488583353793272,
+            0.19926312557568315,
+            0.202051346589479,
+            0.1990265329138719,
+            0.1982712047541869,
+            0.19302726138860843,
+            0.20222195957924596,
+            0.20388872270415795,
+            0.19997665869171968,
+            0.20794248160422402,
+            0.2001875,
+            0.19940980724555785,
+            0.19916739702015776,
+            0.21011620877275475,
+            0.20827744778693236,
+            0.20298416565164434,
+            0.20731631959463634,
+            0.20344218887908208,
+            0.2077930213618994,
+            0.20241656402135022,
+            0.2116437934642132,
+            0.20662152857470736,
+            0.19898477157360406,
+            0.20519389775241645,
+            0.2095681376303541,
+            0.2089129631909393,
+            0.2049614366294463,
+            0.19996526370636253,
+            0.20843324171004152,
+            0.19918018590150685,
+            0.206639338754116,
+            0.21402843601895735,
+            0.21074124489543372,
+            0.21234243997034163,
+            0.2036560085432502,
+            0.20563956943802417
+        ],
+        "grad_norms": [
+            0.46484375,
+            0.96875,
+            0.8125,
+            0.84765625,
+            0.7890625,
+            0.7734375,
+            0.69921875,
+            0.578125,
+            0.4140625,
+            0.279296875,
+            0.2333984375,
+            0.28125,
+            0.255859375,
+            0.236328125,
+            0.19921875,
+            0.255859375,
+            0.1669921875,
+            0.25,
+            0.1513671875,
+            0.1806640625,
+            0.2041015625,
+            0.130859375,
+            0.16015625,
+            0.166015625,
+            0.140625,
+            0.1640625,
+            0.125,
+            0.212890625,
+            0.203125,
+            0.1337890625,
+            0.2392578125,
+            0.1337890625,
+            0.1484375,
+            0.1728515625,
+            0.142578125,
+            0.14453125,
+            0.1083984375,
+            0.12060546875,
+            0.10888671875,
+            0.1328125,
+            0.1396484375,
+            0.1171875,
+            0.115234375,
+            0.1337890625,
+            0.134765625,
+            0.130859375,
+            0.12109375,
+            0.142578125,
+            0.146484375,
+            0.1318359375,
+            0.126953125,
+            0.1396484375,
+            0.1806640625,
+            0.1826171875,
+            0.1962890625,
+            0.1103515625,
+            0.1484375,
+            0.1435546875,
+            0.1357421875,
+            0.1357421875,
+            0.171875,
+            0.2197265625,
+            0.2109375,
+            0.171875,
+            0.1328125,
+            0.1552734375,
+            0.125,
+            0.224609375,
+            0.2255859375,
+            0.1884765625,
+            0.126953125,
+            0.154296875,
+            0.154296875,
+            0.166015625,
+            0.154296875,
+            0.1806640625,
+            0.140625,
+            0.1455078125,
+            0.1640625,
+            0.1279296875,
+            0.1298828125,
+            0.1357421875,
+            0.1298828125,
+            0.1484375,
+            0.11865234375,
+            0.1572265625,
+            0.1474609375,
+            0.24609375,
+            0.306640625,
+            0.19921875,
+            0.177734375,
+            0.189453125,
+            0.1748046875,
+            0.1708984375,
+            0.1337890625,
+            0.150390625,
+            0.126953125,
+            0.1552734375,
+            0.1474609375,
+            0.15234375,
+            0.1494140625,
+            0.1435546875,
+            0.16015625,
+            0.1728515625,
+            0.14453125,
+            0.1279296875,
+            0.12451171875,
+            0.154296875,
+            0.1357421875,
+            0.1513671875,
+            0.1240234375,
+            0.1484375,
+            0.126953125,
+            0.13671875,
+            0.138671875,
+            0.115234375,
+            0.1494140625,
+            0.125,
+            0.14453125,
+            0.1416015625,
+            0.1259765625,
+            0.205078125,
+            0.208984375,
+            0.1689453125,
+            0.1787109375,
+            0.150390625,
+            0.171875,
+            0.1826171875,
+            0.1806640625,
+            0.1552734375,
+            0.1435546875,
+            0.1787109375,
+            0.1376953125,
+            0.15234375,
+            0.1474609375,
+            0.1689453125,
+            0.15625,
+            0.1494140625,
+            0.16015625,
+            0.1318359375,
+            0.177734375,
+            0.1533203125,
+            0.1787109375,
+            0.1650390625,
+            0.17578125,
+            0.1953125,
+            0.1787109375,
+            0.1494140625,
+            0.12890625,
+            0.1552734375,
+            0.1396484375,
+            0.146484375,
+            0.1435546875,
+            0.154296875,
+            0.17578125,
+            0.130859375,
+            0.146484375,
+            0.1533203125,
+            0.181640625,
+            0.162109375,
+            0.1513671875,
+            0.20703125,
+            0.1357421875,
+            0.25,
+            0.1796875,
+            0.1884765625,
+            0.1728515625,
+            0.1845703125,
+            0.1640625,
+            0.185546875,
+            0.197265625,
+            0.203125,
+            0.177734375,
+            0.20703125,
+            0.1806640625,
+            0.21875,
+            0.1376953125,
+            0.205078125,
+            0.1748046875,
+            0.162109375,
+            0.177734375,
+            0.1552734375,
+            0.1650390625,
+            0.18359375,
+            0.166015625,
+            0.1533203125,
+            0.1572265625,
+            0.1552734375,
+            0.1689453125,
+            0.1533203125,
+            0.16796875,
+            0.1474609375,
+            0.166015625,
+            0.181640625,
+            0.1669921875,
+            0.16015625,
+            0.1640625,
+            0.154296875,
+            0.15234375,
+            0.1435546875,
+            0.1484375,
+            0.1796875,
+            0.16015625,
+            0.1455078125,
+            0.166015625,
+            0.2001953125,
+            0.1748046875,
+            0.1357421875,
+            0.146484375,
+            0.1650390625,
+            0.1806640625,
+            0.166015625,
+            0.1806640625,
+            0.17578125,
+            0.17578125,
+            0.2060546875,
+            0.158203125,
+            0.1953125,
+            0.158203125,
+            0.166015625,
+            0.1669921875,
+            0.171875,
+            0.142578125,
+            0.166015625,
+            0.1494140625,
+            0.1787109375,
+            0.2099609375,
+            0.2197265625,
+            0.171875,
+            0.1708984375,
+            0.1650390625,
+            0.17578125,
+            0.17578125,
+            0.169921875,
+            0.1826171875,
+            0.17578125,
+            0.185546875,
+            0.2451171875,
+            0.201171875,
+            0.1748046875,
+            0.16796875,
+            0.16796875,
+            0.1826171875,
+            0.162109375,
+            0.158203125,
+            0.185546875,
+            0.1435546875,
+            0.169921875,
+            0.140625,
+            0.142578125,
+            0.1416015625,
+            0.1455078125,
+            0.1572265625,
+            0.150390625,
+            0.14453125,
+            0.142578125,
+            0.1494140625,
+            0.1318359375,
+            0.150390625,
+            0.1318359375,
+            0.1533203125,
+            0.1513671875,
+            0.16015625,
+            0.16015625,
+            0.142578125,
+            0.16015625,
+            0.1708984375,
+            0.1474609375
+        ]
+    },
+    "eval": {
+        "effective_batch_nums": [
+            134,
+            268
+        ],
+        "losses": [
+            7.514705882352941,
+            7.224264705882353
+        ],
+        "perplexities": [
+            1834.8277417067065,
+            1372.329178985474
+        ],
+        "accuracies": [
+            0.17672043251292333,
+            0.20080300360920214
+        ]
+    }
+}

control_789/epoch1/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:486ff26fd00e8f268b5f968b03c7f5590086244b1f616bd1c966b14825dcb125
+size 29774819

control_789/epoch1/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e97c7c504c445f15bf27902d5bf27443d217191333cb3972f164cc8971edcb
+size 59595275

control_789/epoch1/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4db8821455adef0fec8cff4845bd5e7b110d5b7d9dc915eca5d1cbce619b99
+size 1465

control_789/epoch1/tokenizer/special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "pad_token": "<|endoftext|>",
+  "unk_token": "<|endoftext|>"
+}

control_789/epoch1/tokenizer/tokenizer_config.json

@@ -0,0 +1,21 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "50256": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "extra_special_tokens": {},
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}