Upload folder using huggingface_hub

control_789/epoch0/metadata.json

@@ -0,0 +1,6 @@
+{
+    "epoch_num": 0,
+    "global_batch_num": 134,
+    "device": "cuda",
+    "dtype": "bfloat16"
+}

control_789/epoch0/metrics.json

@@ -0,0 +1,562 @@
+{
+    "training": {
+        "effective_batch_nums": [
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            110,
+            111,
+            112,
+            113,
+            114,
+            115,
+            116,
+            117,
+            118,
+            119,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132,
+            133,
+            134
+        ],
+        "losses": [
+            11.0,
+            10.6875,
+            10.0,
+            9.5,
+            9.3125,
+            9.0,
+            8.75,
+            8.5625,
+            8.625,
+            8.5,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.375,
+            8.3125,
+            8.3125,
+            8.3125,
+            8.25,
+            8.25,
+            8.25,
+            8.1875,
+            8.1875,
+            8.1875,
+            8.25,
+            8.1875,
+            8.0625,
+            8.1875,
+            8.0625,
+            8.125,
+            8.125,
+            8.0625,
+            8.125,
+            8.0625,
+            8.0625,
+            8.0,
+            8.0,
+            8.0625,
+            8.125,
+            8.0,
+            7.9375,
+            7.9375,
+            7.96875,
+            7.9375,
+            8.0,
+            7.9375,
+            7.9375,
+            7.90625,
+            7.90625,
+            7.9375,
+            7.9375,
+            7.96875,
+            7.84375,
+            7.90625,
+            7.90625,
+            7.9375,
+            7.84375,
+            7.84375,
+            7.875,
+            7.90625,
+            7.84375,
+            7.84375,
+            7.8125,
+            7.78125,
+            7.90625,
+            7.8125,
+            7.8125,
+            7.78125,
+            7.75,
+            7.84375,
+            7.71875,
+            7.75,
+            7.78125,
+            7.78125,
+            7.71875,
+            7.71875,
+            7.6875,
+            7.65625,
+            7.71875,
+            7.6875,
+            7.6875,
+            7.6875,
+            7.65625,
+            7.71875,
+            7.625,
+            7.6875,
+            7.625,
+            7.65625,
+            7.5625,
+            7.6875,
+            7.625,
+            7.65625,
+            7.5625,
+            7.59375,
+            7.53125,
+            7.625,
+            7.59375,
+            7.625,
+            7.59375,
+            7.53125,
+            7.59375,
+            7.53125,
+            7.625,
+            7.53125,
+            7.59375,
+            7.5,
+            7.53125,
+            7.46875,
+            7.53125,
+            7.5,
+            7.4375,
+            7.4375,
+            7.46875,
+            7.46875,
+            7.5,
+            7.46875,
+            7.40625,
+            7.4375,
+            7.4375,
+            7.53125,
+            7.34375,
+            7.4375,
+            7.34375,
+            7.40625,
+            7.4375,
+            7.34375,
+            7.40625,
+            7.40625,
+            7.375,
+            7.34375,
+            7.375,
+            7.46875,
+            7.375,
+            7.34375,
+            7.40625
+        ],
+        "accuracies": [
+            0.0,
+            0.047754370791375796,
+            0.04827222368768135,
+            0.052247587667686515,
+            0.044954881050041015,
+            0.04950160500084474,
+            0.04848041902673732,
+            0.053017360154312486,
+            0.04601882325769386,
+            0.07889827718643695,
+            0.0785199738048461,
+            0.08915211970074813,
+            0.09380530973451327,
+            0.09380466911986488,
+            0.09717737112785552,
+            0.09915405420958738,
+            0.10186152239356147,
+            0.10477573996731433,
+            0.10733733789928704,
+            0.10465046142710659,
+            0.11185308848080133,
+            0.11115820064176303,
+            0.1166936790923825,
+            0.10680976108342916,
+            0.10416065554850251,
+            0.11886255924170616,
+            0.11611078218538254,
+            0.11992101011309915,
+            0.11363785307031915,
+            0.11122053706256976,
+            0.12197272513519869,
+            0.11195913091647688,
+            0.11586263768628144,
+            0.12090596936080296,
+            0.119002487856889,
+            0.11845409444478472,
+            0.11706660686252524,
+            0.11154500220444669,
+            0.11909033042069325,
+            0.12265520997216507,
+            0.1261556129773184,
+            0.12220452373367315,
+            0.12326368623788958,
+            0.12149251937751607,
+            0.1297029702970297,
+            0.12311701519099981,
+            0.12549119026492583,
+            0.12604314767880323,
+            0.12320479129743934,
+            0.12294208219827076,
+            0.1269241773962804,
+            0.13088912504427913,
+            0.1321437331371106,
+            0.12896245174874255,
+            0.12449728973596783,
+            0.12745439758336238,
+            0.1375855034201368,
+            0.13408412145345944,
+            0.135811251407908,
+            0.1346693152605749,
+            0.139407598197038,
+            0.13733350575455838,
+            0.14441535776614312,
+            0.1361381700830694,
+            0.14538840647735274,
+            0.14005851672815164,
+            0.14679135762657208,
+            0.14822771213748656,
+            0.1450199203187251,
+            0.1445857721746961,
+            0.14450900639163278,
+            0.14447810520517765,
+            0.14562054208273895,
+            0.1477556109725686,
+            0.15242494226327943,
+            0.14786107330927165,
+            0.15137277101613358,
+            0.15002754483687336,
+            0.15657208296220892,
+            0.1545996341535375,
+            0.15618324234512224,
+            0.15886031146767343,
+            0.15094228504122498,
+            0.1607208758764916,
+            0.15870435217608805,
+            0.16111559294687103,
+            0.16194450975781802,
+            0.1658436709623028,
+            0.1526638223389126,
+            0.16064004031750032,
+            0.1610367113065494,
+            0.16379859783301465,
+            0.15792222867092282,
+            0.16529019119809935,
+            0.16160501713024794,
+            0.16694004009476945,
+            0.1644740943949124,
+            0.16314962397575486,
+            0.16270566727605118,
+            0.1664274642631609,
+            0.16840814896970405,
+            0.17040687221149364,
+            0.16965170841319147,
+            0.16470787659622557,
+            0.16921461080639513,
+            0.16819740386970364,
+            0.16674849637903522,
+            0.16627575277337558,
+            0.17100030590394616,
+            0.1756427439990252,
+            0.1709854359750331,
+            0.17738872403560832,
+            0.17801701064652353,
+            0.1700870646766169,
+            0.17699556886974974,
+            0.1810459091456802,
+            0.18108831400535236,
+            0.1803352458094274,
+            0.17006802721088435,
+            0.17763779527559054,
+            0.18126549403848424,
+            0.1819463169506067,
+            0.17534679970795813,
+            0.17522585339234828,
+            0.18627974600913894,
+            0.18752561825385983,
+            0.1833092694195784,
+            0.18228694469628287,
+            0.1884603517432891,
+            0.18321006876865187,
+            0.17237903225806453,
+            0.18021457250049364,
+            0.18809804692620266,
+            0.17854763491005995
+        ],
+        "grad_norms": [
+            0.482421875,
+            1.0546875,
+            0.828125,
+            0.85546875,
+            0.78515625,
+            0.75,
+            0.63671875,
+            0.4609375,
+            0.328125,
+            0.255859375,
+            0.2578125,
+            0.2041015625,
+            0.298828125,
+            0.26953125,
+            0.3359375,
+            0.1689453125,
+            0.259765625,
+            0.1728515625,
+            0.173828125,
+            0.2021484375,
+            0.1904296875,
+            0.1552734375,
+            0.1474609375,
+            0.21875,
+            0.1181640625,
+            0.134765625,
+            0.13671875,
+            0.1552734375,
+            0.2109375,
+            0.11865234375,
+            0.189453125,
+            0.1728515625,
+            0.1171875,
+            0.185546875,
+            0.12451171875,
+            0.154296875,
+            0.140625,
+            0.11279296875,
+            0.11767578125,
+            0.115234375,
+            0.140625,
+            0.1357421875,
+            0.11669921875,
+            0.1162109375,
+            0.1357421875,
+            0.1337890625,
+            0.134765625,
+            0.138671875,
+            0.1328125,
+            0.1591796875,
+            0.1318359375,
+            0.193359375,
+            0.1396484375,
+            0.134765625,
+            0.1416015625,
+            0.1494140625,
+            0.138671875,
+            0.1357421875,
+            0.11865234375,
+            0.109375,
+            0.1318359375,
+            0.15234375,
+            0.2236328125,
+            0.453125,
+            0.40625,
+            0.22265625,
+            0.208984375,
+            0.1689453125,
+            0.19140625,
+            0.203125,
+            0.1484375,
+            0.20703125,
+            0.1533203125,
+            0.1796875,
+            0.1337890625,
+            0.1787109375,
+            0.134765625,
+            0.1484375,
+            0.1650390625,
+            0.140625,
+            0.130859375,
+            0.1181640625,
+            0.140625,
+            0.1279296875,
+            0.146484375,
+            0.1318359375,
+            0.1396484375,
+            0.14453125,
+            0.1220703125,
+            0.16796875,
+            0.1494140625,
+            0.1845703125,
+            0.1552734375,
+            0.1669921875,
+            0.1376953125,
+            0.15625,
+            0.171875,
+            0.173828125,
+            0.1796875,
+            0.20703125,
+            0.181640625,
+            0.1611328125,
+            0.2119140625,
+            0.263671875,
+            0.1806640625,
+            0.1513671875,
+            0.1552734375,
+            0.130859375,
+            0.1259765625,
+            0.146484375,
+            0.1455078125,
+            0.1376953125,
+            0.1630859375,
+            0.126953125,
+            0.14453125,
+            0.1279296875,
+            0.150390625,
+            0.177734375,
+            0.1376953125,
+            0.1591796875,
+            0.1845703125,
+            0.208984375,
+            0.1943359375,
+            0.134765625,
+            0.181640625,
+            0.1572265625,
+            0.140625,
+            0.1533203125,
+            0.171875,
+            0.13671875,
+            0.1552734375,
+            0.1748046875,
+            0.1396484375,
+            0.1591796875
+        ]
+    },
+    "eval": {
+        "effective_batch_nums": [
+            134
+        ],
+        "losses": [
+            7.481617647058823
+        ],
+        "perplexities": [
+            1775.1099560456069
+        ],
+        "accuracies": [
+            0.18078868032407283
+        ]
+    }
+}

control_789/epoch0/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d051f5cc7db9ef1d3f1566ef5d4567f9d8366379e73e6856beb4bb406c15db0
+size 29774371

control_789/epoch0/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b9b1fb74a23801a88910e52b498c9c446e8350768d60715bc2e26f6e326f746
+size 59595275

control_789/epoch0/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc73f144999e1cacf5b3ee8b4bdf7d0a6a3048ea650a22f179f2aaf055734d57
+size 1465

control_789/epoch0/tokenizer/special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "pad_token": "<|endoftext|>",
+  "unk_token": "<|endoftext|>"
+}

control_789/epoch0/tokenizer/tokenizer_config.json

@@ -0,0 +1,21 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "50256": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "extra_special_tokens": {},
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}