Upload folder using huggingface_hub

none_789/epoch0/metadata.json

@@ -0,0 +1,6 @@
+{
+    "epoch_num": 0,
+    "global_batch_num": 134,
+    "device": "cuda",
+    "dtype": "bfloat16"
+}

none_789/epoch0/metrics.json

@@ -0,0 +1,430 @@
+{
+    "training": {
+        "effective_batch_nums": [
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            110,
+            111,
+            112,
+            113,
+            114,
+            115,
+            116,
+            117,
+            118,
+            119,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132,
+            133,
+            134
+        ],
+        "losses": [
+            127.5,
+            34.25,
+            32.25,
+            26.0,
+            18.25,
+            17.625,
+            15.875,
+            13.25,
+            11.8125,
+            10.75,
+            10.25,
+            9.75,
+            9.6875,
+            9.5625,
+            9.375,
+            9.25,
+            9.0625,
+            9.0,
+            8.875,
+            8.8125,
+            8.75,
+            8.75,
+            8.6875,
+            8.625,
+            8.6875,
+            8.5625,
+            8.625,
+            8.5625,
+            8.5625,
+            8.5625,
+            8.5,
+            8.5625,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.4375,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.5625,
+            8.5625,
+            8.6875,
+            8.625,
+            8.5,
+            8.5,
+            8.5625,
+            8.5625,
+            8.5,
+            8.4375,
+            8.625,
+            8.75,
+            8.5,
+            8.5,
+            8.625,
+            8.6875,
+            8.5,
+            8.5625,
+            8.6875,
+            8.625,
+            8.4375,
+            8.6875,
+            8.625,
+            8.5,
+            8.625,
+            8.5625,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.4375,
+            8.5625,
+            8.5,
+            8.5,
+            8.5,
+            8.5625,
+            8.4375,
+            8.5,
+            8.4375,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.4375,
+            8.5,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.5,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.4375,
+            8.5,
+            8.4375,
+            8.4375,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.4375,
+            8.4375,
+            8.5625,
+            8.4375,
+            8.5,
+            8.5,
+            8.4375,
+            8.4375,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.5
+        ],
+        "grad_norms": [
+            11.4375,
+            12.625,
+            12.9375,
+            10.125,
+            5.03125,
+            7.28125,
+            6.5625,
+            2.5625,
+            1.65625,
+            1.109375,
+            0.875,
+            1.0390625,
+            1.546875,
+            1.5078125,
+            1.6953125,
+            1.6484375,
+            1.484375,
+            0.90234375,
+            0.796875,
+            0.8125,
+            0.435546875,
+            0.5625,
+            0.55078125,
+            0.279296875,
+            0.53125,
+            0.439453125,
+            0.421875,
+            0.3828125,
+            0.306640625,
+            0.302734375,
+            0.26953125,
+            0.19921875,
+            0.404296875,
+            0.302734375,
+            0.279296875,
+            0.162109375,
+            0.20703125,
+            0.2421875,
+            0.2216796875,
+            0.2021484375,
+            0.232421875,
+            0.474609375,
+            0.82421875,
+            1.3203125,
+            2.0,
+            2.9375,
+            3.546875,
+            3.0625,
+            1.265625,
+            1.0703125,
+            2.40625,
+            2.578125,
+            1.5,
+            1.0546875,
+            2.953125,
+            3.53125,
+            1.546875,
+            1.7734375,
+            3.71875,
+            3.015625,
+            1.8984375,
+            3.0625,
+            3.65625,
+            2.640625,
+            1.828125,
+            4.125,
+            2.875,
+            1.84375,
+            2.625,
+            2.140625,
+            0.85546875,
+            1.921875,
+            1.171875,
+            1.5234375,
+            2.0625,
+            1.4765625,
+            0.9140625,
+            2.171875,
+            1.359375,
+            1.0234375,
+            1.96875,
+            1.484375,
+            0.578125,
+            1.4140625,
+            1.390625,
+            0.5234375,
+            0.90234375,
+            1.0546875,
+            0.75390625,
+            0.41015625,
+            0.392578125,
+            0.50390625,
+            0.44140625,
+            0.53125,
+            0.5234375,
+            0.28515625,
+            0.498046875,
+            0.337890625,
+            0.484375,
+            0.314453125,
+            0.380859375,
+            0.271484375,
+            0.5859375,
+            0.287109375,
+            0.60546875,
+            0.486328125,
+            0.5859375,
+            0.59375,
+            0.81640625,
+            1.2734375,
+            1.15625,
+            1.1953125,
+            0.84765625,
+            0.68359375,
+            0.67578125,
+            0.87109375,
+            1.46875,
+            1.609375,
+            1.8828125,
+            1.6875,
+            1.2109375,
+            0.8203125,
+            1.2578125,
+            1.953125,
+            1.625,
+            1.078125,
+            0.51953125,
+            0.91015625,
+            1.4453125,
+            1.7734375,
+            1.9375,
+            1.5546875,
+            0.8515625,
+            0.21875
+        ]
+    },
+    "eval": {
+        "effective_batch_nums": [
+            50,
+            100
+        ],
+        "losses": [
+            8.573529411764707,
+            8.488970588235293
+        ],
+        "perplexities": [
+            5323.294117647059,
+            4886.588235294118
+        ],
+        "accuracies": [
+            0.050902644070381454,
+            0.05091408201002726
+        ]
+    }
+}

none_789/epoch0/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44bb814e63d82479dabae675626f0e8dbbc74277937eca29ece17f5256dca89f
+size 23544999

none_789/epoch0/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ca614e4b604a069502ba2a523555e13ef5e5dde9d85e25a179d1c04cf27b5f
+size 47166496

none_789/epoch0/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0303367408697284ea56e52f0081b77a710981d98cfbf80ee9ff4f0400f374c
+size 1465

none_789/epoch0/tokenizer/special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "pad_token": "<|endoftext|>",
+  "unk_token": "<|endoftext|>"
+}

none_789/epoch0/tokenizer/tokenizer_config.json

@@ -0,0 +1,21 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "50256": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "extra_special_tokens": {},
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}