Upload folder using huggingface_hub

expdecaybackward_42/epoch0/metadata.json

@@ -0,0 +1,6 @@
+{
+    "epoch_num": 0,
+    "global_batch_num": 134,
+    "device": "cuda",
+    "dtype": "bfloat16"
+}

expdecaybackward_42/epoch0/metrics.json

@@ -0,0 +1,562 @@
+{
+    "training": {
+        "effective_batch_nums": [
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            110,
+            111,
+            112,
+            113,
+            114,
+            115,
+            116,
+            117,
+            118,
+            119,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132,
+            133,
+            134
+        ],
+        "losses": [
+            11.0,
+            10.5,
+            9.6875,
+            9.1875,
+            8.9375,
+            8.75,
+            8.6875,
+            8.625,
+            8.5625,
+            8.4375,
+            8.5,
+            8.5,
+            8.5,
+            8.4375,
+            8.375,
+            8.375,
+            8.4375,
+            8.3125,
+            8.25,
+            8.375,
+            8.3125,
+            8.25,
+            8.3125,
+            8.1875,
+            8.3125,
+            8.1875,
+            8.1875,
+            8.125,
+            8.1875,
+            8.1875,
+            8.125,
+            8.1875,
+            8.25,
+            8.125,
+            8.1875,
+            8.125,
+            8.0625,
+            8.0625,
+            8.0625,
+            8.0625,
+            8.0625,
+            7.96875,
+            8.0625,
+            8.0625,
+            8.0,
+            8.0625,
+            7.96875,
+            7.96875,
+            8.0,
+            7.96875,
+            8.0625,
+            8.0625,
+            7.96875,
+            7.96875,
+            8.0,
+            7.90625,
+            7.96875,
+            7.90625,
+            7.9375,
+            7.90625,
+            7.9375,
+            7.96875,
+            7.9375,
+            7.90625,
+            7.9375,
+            7.90625,
+            7.875,
+            7.90625,
+            7.84375,
+            7.90625,
+            7.84375,
+            7.875,
+            7.84375,
+            7.875,
+            7.8125,
+            7.8125,
+            7.8125,
+            7.8125,
+            7.84375,
+            7.84375,
+            7.8125,
+            7.8125,
+            7.8125,
+            7.84375,
+            7.84375,
+            7.8125,
+            7.84375,
+            7.75,
+            7.75,
+            7.75,
+            7.75,
+            7.71875,
+            7.71875,
+            7.71875,
+            7.75,
+            7.65625,
+            7.71875,
+            7.6875,
+            7.71875,
+            7.6875,
+            7.71875,
+            7.65625,
+            7.6875,
+            7.625,
+            7.65625,
+            7.65625,
+            7.65625,
+            7.71875,
+            7.59375,
+            7.6875,
+            7.59375,
+            7.6875,
+            7.65625,
+            7.59375,
+            7.59375,
+            7.6875,
+            7.53125,
+            7.625,
+            7.625,
+            7.5625,
+            7.625,
+            7.65625,
+            7.65625,
+            7.5,
+            7.625,
+            7.53125,
+            7.5625,
+            7.5625,
+            7.5625,
+            7.53125,
+            7.5625,
+            7.59375,
+            7.5625,
+            7.5
+        ],
+        "accuracies": [
+            0.0,
+            0.05085149458139812,
+            0.04856698223317339,
+            0.04240555127216654,
+            0.04996124724259226,
+            0.0477795861427575,
+            0.05124618514750763,
+            0.043222955384708515,
+            0.03076306141154904,
+            0.03304504969665677,
+            0.04580896686159844,
+            0.06222167243938644,
+            0.05796033994334278,
+            0.07859154929577465,
+            0.08933371461252503,
+            0.08567634663125685,
+            0.09124295573988477,
+            0.10056739231125521,
+            0.0984523974022385,
+            0.09454139491156942,
+            0.10200352411407687,
+            0.10664819944598337,
+            0.10051464514899294,
+            0.103943605772428,
+            0.10156933667814014,
+            0.10343106674984404,
+            0.10701382832938831,
+            0.10511932956822737,
+            0.10452819164475606,
+            0.10800346720600983,
+            0.11277915632754343,
+            0.11264435889843057,
+            0.10788310271573749,
+            0.11252536432392547,
+            0.11223047013078827,
+            0.11455000290883705,
+            0.11474489437855288,
+            0.1169823036324123,
+            0.11985864905572935,
+            0.11775801670708703,
+            0.11529163825698878,
+            0.11487499250554589,
+            0.11883422124725791,
+            0.10921290031574199,
+            0.12061177077955601,
+            0.12097526831544564,
+            0.11993488750654031,
+            0.1202747014786859,
+            0.1229905588160245,
+            0.12142024897283375,
+            0.11663018465510468,
+            0.11814345991561181,
+            0.1215529102111623,
+            0.13023380451530783,
+            0.11810982325483821,
+            0.12568403521294313,
+            0.12310505515248038,
+            0.12360916884538213,
+            0.12477302204928664,
+            0.12646514497223935,
+            0.12550735667174023,
+            0.12567401960784313,
+            0.12542393784300426,
+            0.12350290525317206,
+            0.12495092815882453,
+            0.13060669714568146,
+            0.1262027438078093,
+            0.12121585794438622,
+            0.1301543284301905,
+            0.12798634812286688,
+            0.1307993966817496,
+            0.12905031407425835,
+            0.1326709526592636,
+            0.1302877450418434,
+            0.13194103194103193,
+            0.128761447884867,
+            0.1345275306564078,
+            0.12801769150439216,
+            0.13315926892950392,
+            0.1291374531224523,
+            0.12870275791624106,
+            0.13365140343267862,
+            0.13199699612962856,
+            0.13479501090665025,
+            0.13461415714559263,
+            0.137320720170888,
+            0.13247241421122832,
+            0.13982815107869198,
+            0.1334387887689961,
+            0.1432547782519948,
+            0.1406486109496687,
+            0.1414382421484852,
+            0.13690555927662423,
+            0.1370218414383975,
+            0.14934622296585487,
+            0.1468677494199536,
+            0.13908222248436947,
+            0.13941404782772004,
+            0.13922041272267624,
+            0.14304307406259684,
+            0.14064657156005522,
+            0.14821740966399227,
+            0.147179169249845,
+            0.14852167376597344,
+            0.14393527332064182,
+            0.14931005350605464,
+            0.14665194518412678,
+            0.13979098775143275,
+            0.1530809972871722,
+            0.14539150534527592,
+            0.1499457373688653,
+            0.1460943904438459,
+            0.14810344827586208,
+            0.15103080843178132,
+            0.15735267231397404,
+            0.1459029338516674,
+            0.16078298257524326,
+            0.15454322801861375,
+            0.15575379125780553,
+            0.15684614516311096,
+            0.15075935300654403,
+            0.15716763351474194,
+            0.15491754812430195,
+            0.1621891790578533,
+            0.15062445541678768,
+            0.160730705572243,
+            0.1579309912956353,
+            0.159550975340449,
+            0.1595964363679273,
+            0.16722699539285268,
+            0.15734518189391836,
+            0.15240268796754153,
+            0.15341150738197945,
+            0.1637468716481945
+        ],
+        "grad_norms": [
+            0.23046875,
+            0.69140625,
+            0.8359375,
+            0.76171875,
+            0.58203125,
+            0.404296875,
+            0.333984375,
+            0.30859375,
+            0.376953125,
+            0.31640625,
+            0.251953125,
+            0.267578125,
+            0.50390625,
+            0.28125,
+            0.27734375,
+            0.296875,
+            0.2177734375,
+            0.1787109375,
+            0.1904296875,
+            0.1904296875,
+            0.177734375,
+            0.1513671875,
+            0.1552734375,
+            0.146484375,
+            0.1689453125,
+            0.126953125,
+            0.140625,
+            0.1416015625,
+            0.1533203125,
+            0.1171875,
+            0.1357421875,
+            0.1181640625,
+            0.1171875,
+            0.1533203125,
+            0.1171875,
+            0.130859375,
+            0.111328125,
+            0.12158203125,
+            0.12353515625,
+            0.123046875,
+            0.1533203125,
+            0.1162109375,
+            0.177734375,
+            0.173828125,
+            0.134765625,
+            0.181640625,
+            0.0927734375,
+            0.134765625,
+            0.09375,
+            0.1474609375,
+            0.1171875,
+            0.12255859375,
+            0.373046875,
+            0.31640625,
+            0.12451171875,
+            0.146484375,
+            0.11962890625,
+            0.10205078125,
+            0.1005859375,
+            0.09814453125,
+            0.1083984375,
+            0.11572265625,
+            0.11376953125,
+            0.10546875,
+            0.09912109375,
+            0.11328125,
+            0.091796875,
+            0.11669921875,
+            0.109375,
+            0.119140625,
+            0.10400390625,
+            0.1025390625,
+            0.103515625,
+            0.1083984375,
+            0.0986328125,
+            0.125,
+            0.14453125,
+            0.12060546875,
+            0.140625,
+            0.1298828125,
+            0.095703125,
+            0.201171875,
+            0.1494140625,
+            0.11376953125,
+            0.173828125,
+            0.1318359375,
+            0.1181640625,
+            0.125,
+            0.087890625,
+            0.1123046875,
+            0.09033203125,
+            0.1259765625,
+            0.1298828125,
+            0.10400390625,
+            0.1142578125,
+            0.11376953125,
+            0.11572265625,
+            0.1123046875,
+            0.10498046875,
+            0.11279296875,
+            0.1357421875,
+            0.1328125,
+            0.138671875,
+            0.189453125,
+            0.1298828125,
+            0.1904296875,
+            0.1455078125,
+            0.1484375,
+            0.158203125,
+            0.11474609375,
+            0.10693359375,
+            0.11083984375,
+            0.1083984375,
+            0.1279296875,
+            0.10595703125,
+            0.12158203125,
+            0.11376953125,
+            0.12353515625,
+            0.1015625,
+            0.1298828125,
+            0.0927734375,
+            0.1298828125,
+            0.12890625,
+            0.0947265625,
+            0.1513671875,
+            0.11376953125,
+            0.09814453125,
+            0.119140625,
+            0.10009765625,
+            0.1455078125,
+            0.1240234375,
+            0.11376953125,
+            0.1259765625,
+            0.11376953125
+        ]
+    },
+    "eval": {
+        "effective_batch_nums": [
+            133
+        ],
+        "losses": [
+            7.615808823529412
+        ],
+        "perplexities": [
+            2030.0360358518099
+        ],
+        "accuracies": [
+            0.1593664725536041
+        ]
+    }
+}

expdecaybackward_42/epoch0/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d352dcd37098c35a6fe969d6b750068829b15ecb564830e63b7b097c6b19c30
+size 32139875

expdecaybackward_42/epoch0/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6026e1c57543ee4c8cfa312e0930f27fd574a3fea348e54d24d03e23859fb56b
+size 64342347

expdecaybackward_42/epoch0/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83584e23aa395dfc4f5896fb37e28d61ae0d919800f1460f06bf8a354885b5ab
+size 1465

expdecaybackward_42/epoch0/tokenizer/special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "pad_token": "<|endoftext|>",
+  "unk_token": "<|endoftext|>"
+}

expdecaybackward_42/epoch0/tokenizer/tokenizer_config.json

@@ -0,0 +1,21 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "50256": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "extra_special_tokens": {},
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}