Upload folder using huggingface_hub

expdecayforward_123/epoch0/metadata.json

@@ -0,0 +1,6 @@
+{
+    "epoch_num": 0,
+    "global_batch_num": 134,
+    "device": "cuda",
+    "dtype": "bfloat16"
+}

expdecayforward_123/epoch0/metrics.json

@@ -0,0 +1,562 @@
+{
+    "training": {
+        "effective_batch_nums": [
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            110,
+            111,
+            112,
+            113,
+            114,
+            115,
+            116,
+            117,
+            118,
+            119,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132,
+            133,
+            134
+        ],
+        "losses": [
+            11.0,
+            10.625,
+            9.875,
+            9.4375,
+            9.125,
+            8.875,
+            8.6875,
+            8.5625,
+            8.4375,
+            8.5,
+            8.5,
+            8.4375,
+            8.375,
+            8.375,
+            8.3125,
+            8.3125,
+            8.25,
+            8.25,
+            8.125,
+            8.125,
+            8.1875,
+            8.1875,
+            8.1875,
+            8.0625,
+            8.125,
+            8.0625,
+            8.125,
+            8.125,
+            8.0625,
+            8.0,
+            8.0625,
+            7.96875,
+            8.0625,
+            7.96875,
+            7.96875,
+            7.90625,
+            7.96875,
+            8.0,
+            7.9375,
+            7.96875,
+            7.96875,
+            7.9375,
+            7.90625,
+            7.9375,
+            7.84375,
+            7.875,
+            7.90625,
+            7.84375,
+            7.84375,
+            7.875,
+            7.90625,
+            7.84375,
+            7.8125,
+            7.8125,
+            7.8125,
+            7.78125,
+            7.75,
+            7.78125,
+            7.75,
+            7.75,
+            7.75,
+            7.71875,
+            7.6875,
+            7.71875,
+            7.71875,
+            7.71875,
+            7.65625,
+            7.65625,
+            7.71875,
+            7.71875,
+            7.6875,
+            7.71875,
+            7.625,
+            7.625,
+            7.59375,
+            7.59375,
+            7.625,
+            7.59375,
+            7.625,
+            7.59375,
+            7.5625,
+            7.65625,
+            7.5625,
+            7.5,
+            7.53125,
+            7.5,
+            7.46875,
+            7.46875,
+            7.46875,
+            7.53125,
+            7.53125,
+            7.5,
+            7.46875,
+            7.46875,
+            7.46875,
+            7.46875,
+            7.40625,
+            7.4375,
+            7.40625,
+            7.46875,
+            7.375,
+            7.40625,
+            7.375,
+            7.3125,
+            7.40625,
+            7.3125,
+            7.34375,
+            7.4375,
+            7.28125,
+            7.3125,
+            7.375,
+            7.375,
+            7.40625,
+            7.34375,
+            7.34375,
+            7.28125,
+            7.3125,
+            7.28125,
+            7.28125,
+            7.3125,
+            7.28125,
+            7.34375,
+            7.28125,
+            7.3125,
+            7.28125,
+            7.1875,
+            7.28125,
+            7.28125,
+            7.25,
+            7.21875,
+            7.15625,
+            7.3125,
+            7.21875,
+            7.21875
+        ],
+        "accuracies": [
+            0.0,
+            0.02812463531333878,
+            0.05580243778567801,
+            0.03142387455741022,
+            0.035053805013209614,
+            0.055887110268280436,
+            0.06799605819952466,
+            0.0699074074074074,
+            0.07906027994654287,
+            0.08700605624512803,
+            0.08394011766761811,
+            0.08920158690800893,
+            0.10513377544020124,
+            0.10986180904522613,
+            0.11102376489085082,
+            0.10971212389903648,
+            0.10623966689118854,
+            0.10743702278602778,
+            0.11369019422074846,
+            0.11696793002915452,
+            0.11572271756875549,
+            0.11281489594742607,
+            0.11351891003053793,
+            0.11614577048389044,
+            0.11504476223694919,
+            0.12112332112332112,
+            0.11592799361968782,
+            0.11655355562112718,
+            0.11753831474745065,
+            0.12237105279107825,
+            0.11582833410244578,
+            0.11945372486958561,
+            0.11941396432293264,
+            0.12413708839880261,
+            0.1270426690876078,
+            0.12311862061011476,
+            0.12077236747421444,
+            0.1218741017533774,
+            0.12517136555999284,
+            0.1198767513516656,
+            0.12622848378117366,
+            0.12521938706628866,
+            0.13259741986966353,
+            0.13140794223826716,
+            0.13357336796127967,
+            0.12674021539269767,
+            0.12401055408970976,
+            0.13201035375323555,
+            0.13706772334293948,
+            0.12946058091286308,
+            0.12796864191837676,
+            0.13551148351317138,
+            0.13779205239624662,
+            0.13606641269119235,
+            0.1377235500584991,
+            0.13321266968325793,
+            0.14041115834837808,
+            0.1370464936761475,
+            0.14307588656826117,
+            0.14548791679412665,
+            0.1431086076395001,
+            0.14743961352657003,
+            0.14567544113393116,
+            0.14503392967304132,
+            0.14961971402494675,
+            0.14646360705220554,
+            0.15096714361420244,
+            0.15363263335747043,
+            0.14961543157123672,
+            0.1508825204023534,
+            0.15134191840173306,
+            0.15064431520127722,
+            0.15058211689616452,
+            0.1512258908139915,
+            0.1603488982161595,
+            0.15594261011214836,
+            0.15871363294580368,
+            0.16005055437467686,
+            0.15601818616893995,
+            0.15460653831244348,
+            0.15866980505763775,
+            0.15525712414018997,
+            0.16115973090432814,
+            0.1717459027495598,
+            0.16668777707409754,
+            0.16284023668639053,
+            0.1686798700104237,
+            0.16875613212689414,
+            0.16690728767811186,
+            0.16874632136550913,
+            0.16761029205672964,
+            0.16794294733150172,
+            0.16723809523809524,
+            0.16859978476623222,
+            0.17757758993027703,
+            0.17602841077241788,
+            0.17756889003347928,
+            0.1747295915621805,
+            0.17352185089974292,
+            0.17880794701986755,
+            0.17536126764492552,
+            0.17838720208945477,
+            0.18021246640215027,
+            0.19009545060121483,
+            0.17655180348616464,
+            0.19052537354541071,
+            0.18011749272799862,
+            0.1797315114467218,
+            0.186284046692607,
+            0.18001733316825555,
+            0.18213757396449703,
+            0.18563011269378182,
+            0.17573272222892292,
+            0.1841655266757866,
+            0.18270128899682422,
+            0.19241367180629654,
+            0.1895561670056227,
+            0.18808076172995297,
+            0.18585790884718498,
+            0.18848987642861287,
+            0.19080743726433494,
+            0.18423047763457165,
+            0.18567655180693962,
+            0.19176319176319176,
+            0.19318568994889268,
+            0.1997583081570997,
+            0.19179055855002072,
+            0.1922313229089104,
+            0.19317847691855336,
+            0.20124804992199688,
+            0.19785691774346045,
+            0.19172475538786213,
+            0.19011516870189246,
+            0.19933653219595995
+        ],
+        "grad_norms": [
+            0.2255859375,
+            0.447265625,
+            0.8203125,
+            0.81640625,
+            0.71875,
+            0.54296875,
+            0.357421875,
+            0.384765625,
+            0.2470703125,
+            0.3515625,
+            0.361328125,
+            0.2578125,
+            0.34765625,
+            0.251953125,
+            0.1943359375,
+            0.1943359375,
+            0.169921875,
+            0.25390625,
+            0.171875,
+            0.177734375,
+            0.16796875,
+            0.1484375,
+            0.197265625,
+            0.15234375,
+            0.15234375,
+            0.15625,
+            0.11962890625,
+            0.12353515625,
+            0.1298828125,
+            0.1455078125,
+            0.154296875,
+            0.12255859375,
+            0.12060546875,
+            0.140625,
+            0.11181640625,
+            0.1318359375,
+            0.1416015625,
+            0.1376953125,
+            0.1318359375,
+            0.138671875,
+            0.1064453125,
+            0.12158203125,
+            0.11669921875,
+            0.1064453125,
+            0.1376953125,
+            0.142578125,
+            0.16015625,
+            0.1708984375,
+            0.1865234375,
+            0.1513671875,
+            0.13671875,
+            0.2470703125,
+            0.2431640625,
+            0.119140625,
+            0.171875,
+            0.140625,
+            0.142578125,
+            0.142578125,
+            0.12451171875,
+            0.1689453125,
+            0.11328125,
+            0.162109375,
+            0.1328125,
+            0.11572265625,
+            0.1865234375,
+            0.208984375,
+            0.1708984375,
+            0.13671875,
+            0.1279296875,
+            0.12255859375,
+            0.140625,
+            0.119140625,
+            0.12451171875,
+            0.12353515625,
+            0.1328125,
+            0.12353515625,
+            0.138671875,
+            0.119140625,
+            0.150390625,
+            0.1474609375,
+            0.2294921875,
+            0.263671875,
+            0.169921875,
+            0.1630859375,
+            0.173828125,
+            0.169921875,
+            0.1650390625,
+            0.1416015625,
+            0.1533203125,
+            0.125,
+            0.15234375,
+            0.1328125,
+            0.1201171875,
+            0.171875,
+            0.1416015625,
+            0.11962890625,
+            0.1318359375,
+            0.11767578125,
+            0.1611328125,
+            0.1328125,
+            0.11376953125,
+            0.1435546875,
+            0.17578125,
+            0.123046875,
+            0.123046875,
+            0.1318359375,
+            0.11083984375,
+            0.1298828125,
+            0.1171875,
+            0.1201171875,
+            0.1513671875,
+            0.1494140625,
+            0.1064453125,
+            0.1611328125,
+            0.18359375,
+            0.103515625,
+            0.1708984375,
+            0.1376953125,
+            0.1376953125,
+            0.1259765625,
+            0.1171875,
+            0.16015625,
+            0.11669921875,
+            0.171875,
+            0.1552734375,
+            0.12890625,
+            0.16796875,
+            0.11474609375,
+            0.126953125,
+            0.1181640625,
+            0.1083984375,
+            0.1298828125,
+            0.119140625,
+            0.107421875
+        ]
+    },
+    "eval": {
+        "effective_batch_nums": [
+            133
+        ],
+        "losses": [
+            7.40625
+        ],
+        "perplexities": [
+            1646.2413521768196
+        ],
+        "accuracies": [
+            0.1884248591132083
+        ]
+    }
+}

expdecayforward_123/epoch0/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4048b889d7664e7119f4ba04ae0bd8558e8ddf93515db97da6db435ba8444e4
+size 32139875

expdecayforward_123/epoch0/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:906f0175cd2d2aed92dafb42f7113b2fffc4b1362f84ed71ea15644068f61950
+size 64342347

expdecayforward_123/epoch0/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca4571aa547116e8ff16140914a30e8655115115b67de6445f70560baa715c9
+size 1465

expdecayforward_123/epoch0/tokenizer/special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "pad_token": "<|endoftext|>",
+  "unk_token": "<|endoftext|>"
+}

expdecayforward_123/epoch0/tokenizer/tokenizer_config.json

@@ -0,0 +1,21 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "50256": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "extra_special_tokens": {},
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}