Upload folder using huggingface_hub

none_123/epoch0/metadata.json

@@ -0,0 +1,6 @@
+{
+    "epoch_num": 0,
+    "global_batch_num": 134,
+    "device": "cuda",
+    "dtype": "bfloat16"
+}

none_123/epoch0/metrics.json

@@ -0,0 +1,430 @@
+{
+    "training": {
+        "effective_batch_nums": [
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            110,
+            111,
+            112,
+            113,
+            114,
+            115,
+            116,
+            117,
+            118,
+            119,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132,
+            133,
+            134
+        ],
+        "losses": [
+            127.5,
+            39.0,
+            35.5,
+            30.375,
+            22.375,
+            17.125,
+            14.5625,
+            13.0625,
+            11.625,
+            10.625,
+            10.0625,
+            9.6875,
+            9.5,
+            9.5625,
+            9.5,
+            9.4375,
+            9.25,
+            9.0625,
+            9.0,
+            8.9375,
+            8.875,
+            8.875,
+            8.75,
+            8.75,
+            8.75,
+            8.625,
+            8.625,
+            8.625,
+            8.5625,
+            8.625,
+            8.5625,
+            8.5625,
+            8.5,
+            8.5625,
+            8.5625,
+            8.5625,
+            8.5625,
+            8.5625,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.4375,
+            8.5,
+            8.5,
+            8.4375,
+            8.5,
+            8.5,
+            8.4375,
+            8.5,
+            8.5,
+            8.5,
+            8.4375,
+            8.5,
+            8.5,
+            8.4375,
+            8.5,
+            8.5,
+            8.5,
+            8.4375,
+            8.4375,
+            8.5,
+            8.5,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.5,
+            8.5,
+            8.4375,
+            8.5,
+            8.4375,
+            8.4375,
+            8.5,
+            8.4375,
+            8.5,
+            8.4375,
+            8.4375,
+            8.5,
+            8.4375,
+            8.5,
+            8.5,
+            8.375,
+            8.4375,
+            8.4375,
+            8.5,
+            8.4375,
+            8.4375,
+            8.375,
+            8.5,
+            8.5625,
+            8.5,
+            8.5,
+            8.4375,
+            8.4375,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.4375,
+            8.4375,
+            8.5,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.5,
+            8.5,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.5,
+            8.4375,
+            8.5,
+            8.5,
+            8.5,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.5,
+            8.5,
+            8.4375,
+            8.5,
+            8.5,
+            8.4375,
+            8.5,
+            8.5
+        ],
+        "grad_norms": [
+            11.4375,
+            19.75,
+            13.4375,
+            8.75,
+            6.28125,
+            5.96875,
+            4.09375,
+            4.46875,
+            1.6171875,
+            1.125,
+            1.0078125,
+            1.0859375,
+            1.203125,
+            2.09375,
+            1.2734375,
+            1.5625,
+            1.4921875,
+            1.140625,
+            0.546875,
+            0.64453125,
+            0.79296875,
+            0.671875,
+            0.640625,
+            0.50390625,
+            0.4765625,
+            0.58984375,
+            0.6171875,
+            0.34375,
+            0.67578125,
+            0.376953125,
+            0.419921875,
+            0.345703125,
+            0.4140625,
+            0.3515625,
+            0.62890625,
+            0.50390625,
+            0.392578125,
+            0.57421875,
+            0.30859375,
+            0.625,
+            0.33203125,
+            0.81640625,
+            0.81640625,
+            0.408203125,
+            1.1015625,
+            0.92578125,
+            0.34375,
+            0.8203125,
+            0.76171875,
+            0.28515625,
+            0.67578125,
+            0.7421875,
+            0.232421875,
+            0.69921875,
+            0.99609375,
+            0.70703125,
+            0.271484375,
+            0.77734375,
+            1.015625,
+            0.87890625,
+            0.2255859375,
+            0.625,
+            0.8984375,
+            0.91015625,
+            0.494140625,
+            0.458984375,
+            0.51953125,
+            0.62890625,
+            0.361328125,
+            0.451171875,
+            0.72265625,
+            0.8359375,
+            0.51953125,
+            0.423828125,
+            0.6328125,
+            0.93359375,
+            0.84765625,
+            0.4296875,
+            0.46484375,
+            0.9765625,
+            1.2265625,
+            1.21875,
+            0.96484375,
+            0.625,
+            0.32421875,
+            0.44140625,
+            0.53125,
+            0.30078125,
+            0.625,
+            1.1328125,
+            1.6796875,
+            2.140625,
+            2.203125,
+            1.3359375,
+            0.416015625,
+            1.171875,
+            2.078125,
+            2.421875,
+            1.8828125,
+            0.89453125,
+            0.40234375,
+            1.0859375,
+            1.5859375,
+            1.3984375,
+            1.078125,
+            0.6640625,
+            0.45703125,
+            0.44921875,
+            0.796875,
+            0.6015625,
+            0.189453125,
+            0.609375,
+            0.8984375,
+            1.3046875,
+            1.8828125,
+            1.9765625,
+            1.6875,
+            1.390625,
+            0.88671875,
+            0.5625,
+            0.443359375,
+            0.5703125,
+            0.6796875,
+            0.84375,
+            1.1171875,
+            1.5,
+            1.71875,
+            1.546875,
+            1.2265625,
+            1.0625,
+            0.859375,
+            0.84375,
+            0.70703125,
+            0.734375
+        ]
+    },
+    "eval": {
+        "effective_batch_nums": [
+            50,
+            100
+        ],
+        "losses": [
+            8.507352941176471,
+            8.477941176470589
+        ],
+        "perplexities": [
+            4971.294117647059,
+            4841.411764705882
+        ],
+        "accuracies": [
+            0.05091408201002726,
+            0.05091408201002726
+        ]
+    }
+}

none_123/epoch0/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5292aa4c149a79be435b964a91f0f665463086e889d8d8abf0ba73378d5245
+size 23544999

none_123/epoch0/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4433a7c17359a6d99c92b6c2c3d13a00cf89ee10ac2597a3c04e639646f00a7c
+size 47166496

none_123/epoch0/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b407c2522c877500eb11a9ad39a136a757ba230db9d6c2aa131ec52c8c3cdf8
+size 1465

none_123/epoch0/tokenizer/special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "pad_token": "<|endoftext|>",
+  "unk_token": "<|endoftext|>"
+}

none_123/epoch0/tokenizer/tokenizer_config.json

@@ -0,0 +1,21 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "50256": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "extra_special_tokens": {},
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}