Upload folder using huggingface_hub

none_42/epoch2/metadata.json

@@ -0,0 +1,6 @@
+{
+    "epoch_num": 2,
+    "global_batch_num": 402,
+    "device": "cuda",
+    "dtype": "bfloat16"
+}

none_42/epoch2/metrics.json

@@ -0,0 +1,1258 @@
+{
+    "training": {
+        "effective_batch_nums": [
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            110,
+            111,
+            112,
+            113,
+            114,
+            115,
+            116,
+            117,
+            118,
+            119,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132,
+            133,
+            134,
+            135,
+            136,
+            137,
+            138,
+            139,
+            140,
+            141,
+            142,
+            143,
+            144,
+            145,
+            146,
+            147,
+            148,
+            149,
+            150,
+            151,
+            152,
+            153,
+            154,
+            155,
+            156,
+            157,
+            158,
+            159,
+            160,
+            161,
+            162,
+            163,
+            164,
+            165,
+            166,
+            167,
+            168,
+            169,
+            170,
+            171,
+            172,
+            173,
+            174,
+            175,
+            176,
+            177,
+            178,
+            179,
+            180,
+            181,
+            182,
+            183,
+            184,
+            185,
+            186,
+            187,
+            188,
+            189,
+            190,
+            191,
+            192,
+            193,
+            194,
+            195,
+            196,
+            197,
+            198,
+            199,
+            200,
+            201,
+            202,
+            203,
+            204,
+            205,
+            206,
+            207,
+            208,
+            209,
+            210,
+            211,
+            212,
+            213,
+            214,
+            215,
+            216,
+            217,
+            218,
+            219,
+            220,
+            221,
+            222,
+            223,
+            224,
+            225,
+            226,
+            227,
+            228,
+            229,
+            230,
+            231,
+            232,
+            233,
+            234,
+            235,
+            236,
+            237,
+            238,
+            239,
+            240,
+            241,
+            242,
+            243,
+            244,
+            245,
+            246,
+            247,
+            248,
+            249,
+            250,
+            251,
+            252,
+            253,
+            254,
+            255,
+            256,
+            257,
+            258,
+            259,
+            260,
+            261,
+            262,
+            263,
+            264,
+            265,
+            266,
+            267,
+            268,
+            269,
+            270,
+            271,
+            272,
+            273,
+            274,
+            275,
+            276,
+            277,
+            278,
+            279,
+            280,
+            281,
+            282,
+            283,
+            284,
+            285,
+            286,
+            287,
+            288,
+            289,
+            290,
+            291,
+            292,
+            293,
+            294,
+            295,
+            296,
+            297,
+            298,
+            299,
+            300,
+            301,
+            302,
+            303,
+            304,
+            305,
+            306,
+            307,
+            308,
+            309,
+            310,
+            311,
+            312,
+            313,
+            314,
+            315,
+            316,
+            317,
+            318,
+            319,
+            320,
+            321,
+            322,
+            323,
+            324,
+            325,
+            326,
+            327,
+            328,
+            329,
+            330,
+            331,
+            332,
+            333,
+            334,
+            335,
+            336,
+            337,
+            338,
+            339,
+            340,
+            341,
+            342,
+            343,
+            344,
+            345,
+            346,
+            347,
+            348,
+            349,
+            350,
+            351,
+            352,
+            353,
+            354,
+            355,
+            356,
+            357,
+            358,
+            359,
+            360,
+            361,
+            362,
+            363,
+            364,
+            365,
+            366,
+            367,
+            368,
+            369,
+            370,
+            371,
+            372,
+            373,
+            374,
+            375,
+            376,
+            377,
+            378,
+            379,
+            380,
+            381,
+            382,
+            383,
+            384,
+            385,
+            386,
+            387,
+            388,
+            389,
+            390,
+            391,
+            392,
+            393,
+            394,
+            395,
+            396,
+            397,
+            398,
+            399,
+            400,
+            401,
+            402
+        ],
+        "losses": [
+            127.5,
+            39.0,
+            36.0,
+            32.5,
+            26.0,
+            20.125,
+            16.375,
+            14.5,
+            13.3125,
+            12.0,
+            11.25,
+            10.8125,
+            10.3125,
+            10.0625,
+            9.75,
+            9.5625,
+            9.5,
+            9.375,
+            9.25,
+            9.125,
+            9.0625,
+            9.0,
+            9.0,
+            8.875,
+            8.875,
+            8.8125,
+            8.75,
+            8.6875,
+            8.625,
+            8.6875,
+            8.625,
+            8.625,
+            8.625,
+            8.625,
+            8.5625,
+            8.625,
+            8.5625,
+            8.5625,
+            8.5625,
+            8.5,
+            8.5625,
+            8.5,
+            8.5625,
+            8.5625,
+            8.5,
+            8.5,
+            8.5625,
+            8.5,
+            8.5625,
+            8.5625,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.5625,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.5625,
+            8.5,
+            8.5,
+            8.5,
+            8.5625,
+            8.5,
+            8.5625,
+            8.5,
+            8.5,
+            8.4375,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.4375,
+            8.5,
+            8.4375,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.4375,
+            8.5,
+            8.5,
+            8.4375,
+            8.5625,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.5625,
+            8.5,
+            8.4375,
+            8.5,
+            8.5,
+            8.5,
+            8.4375,
+            8.5,
+            8.4375,
+            8.5,
+            8.5,
+            8.5,
+            8.4375,
+            8.5,
+            8.4375,
+            8.5,
+            8.5,
+            8.4375,
+            8.4375,
+            8.5,
+            8.4375,
+            8.5,
+            8.4375,
+            8.5,
+            8.4375,
+            8.4375,
+            8.5,
+            8.4375,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.4375,
+            8.4375,
+            8.5,
+            8.5625,
+            8.5,
+            8.625,
+            8.625,
+            8.5625,
+            8.5,
+            8.625,
+            9.0,
+            8.75,
+            8.75,
+            8.75,
+            8.5,
+            8.6875,
+            8.5,
+            8.5625,
+            8.625,
+            8.6875,
+            8.6875,
+            8.5,
+            8.875,
+            9.0,
+            9.25,
+            8.75,
+            8.6875,
+            9.0625,
+            8.625,
+            8.75,
+            8.875,
+            8.625,
+            8.625,
+            9.0,
+            8.75,
+            8.9375,
+            8.9375,
+            8.625,
+            8.625,
+            8.875,
+            8.625,
+            8.625,
+            8.75,
+            8.625,
+            8.625,
+            8.625,
+            8.625,
+            8.625,
+            8.5,
+            8.625,
+            8.625,
+            8.5,
+            8.625,
+            8.5,
+            8.5,
+            8.5625,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.4375,
+            8.5,
+            8.5,
+            8.4375,
+            8.4375,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.4375,
+            8.5,
+            8.5,
+            8.5625,
+            8.5,
+            8.4375,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.4375,
+            8.5,
+            8.5,
+            8.4375,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.4375,
+            8.5,
+            8.4375,
+            8.5,
+            8.4375,
+            8.4375,
+            8.5,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.5,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.5,
+            8.5,
+            8.4375,
+            8.5,
+            8.4375,
+            8.375,
+            8.5,
+            8.4375,
+            8.5625,
+            8.4375,
+            8.4375,
+            8.5,
+            8.4375,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.5,
+            8.4375,
+            8.5,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.5,
+            8.5,
+            8.5,
+            8.4375,
+            8.5,
+            8.4375,
+            8.4375,
+            8.5,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.5,
+            8.4375,
+            8.4375,
+            8.5,
+            8.4375,
+            8.4375,
+            8.5,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.5,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.5,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.5,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.375,
+            8.4375,
+            8.4375,
+            8.5,
+            8.4375,
+            8.375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.5,
+            8.5,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.5,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.5,
+            8.4375,
+            8.4375,
+            8.5,
+            8.5,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.5,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.5,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.375,
+            8.5,
+            8.375,
+            8.4375,
+            8.375,
+            8.375,
+            8.375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.375
+        ],
+        "grad_norms": [
+            11.4375,
+            16.5,
+            12.1875,
+            14.75,
+            8.4375,
+            4.375,
+            2.859375,
+            5.1875,
+            4.25,
+            2.515625,
+            1.375,
+            1.1171875,
+            1.484375,
+            1.0625,
+            1.078125,
+            1.2890625,
+            2.078125,
+            2.59375,
+            1.5859375,
+            1.1015625,
+            1.421875,
+            0.8125,
+            1.0703125,
+            1.015625,
+            0.53125,
+            0.95703125,
+            0.3515625,
+            1.0546875,
+            0.41015625,
+            1.0703125,
+            0.34765625,
+            1.2734375,
+            0.396484375,
+            1.0234375,
+            0.4453125,
+            0.96875,
+            0.8828125,
+            0.4375,
+            0.90234375,
+            0.189453125,
+            1.09375,
+            0.71484375,
+            0.7578125,
+            1.296875,
+            0.34765625,
+            0.82421875,
+            0.71484375,
+            0.3203125,
+            0.7421875,
+            0.326171875,
+            0.7265625,
+            0.9765625,
+            0.287109375,
+            0.9765625,
+            1.25,
+            0.345703125,
+            0.8828125,
+            1.0546875,
+            0.388671875,
+            0.466796875,
+            0.70703125,
+            0.1884765625,
+            1.1875,
+            1.5,
+            0.99609375,
+            0.271484375,
+            1.015625,
+            1.0078125,
+            0.4296875,
+            0.373046875,
+            0.64453125,
+            0.51171875,
+            0.2578125,
+            0.359375,
+            0.2578125,
+            0.447265625,
+            0.71484375,
+            0.9375,
+            0.6171875,
+            0.306640625,
+            1.1015625,
+            1.609375,
+            1.21875,
+            0.244140625,
+            0.87890625,
+            1.265625,
+            1.1796875,
+            0.33984375,
+            0.95703125,
+            1.2734375,
+            0.96875,
+            0.26953125,
+            1.1484375,
+            1.6171875,
+            1.9921875,
+            1.421875,
+            0.68359375,
+            0.5546875,
+            1.1875,
+            1.3359375,
+            1.46875,
+            1.2265625,
+            1.1875,
+            0.859375,
+            0.7890625,
+            0.478515625,
+            0.5625,
+            1.015625,
+            1.359375,
+            1.7421875,
+            1.5,
+            0.9921875,
+            0.462890625,
+            0.251953125,
+            0.34765625,
+            0.625,
+            0.75390625,
+            0.60546875,
+            0.6796875,
+            0.65625,
+            0.70703125,
+            0.875,
+            0.77734375,
+            0.734375,
+            0.6015625,
+            0.44921875,
+            0.4453125,
+            0.373046875,
+            0.353515625,
+            1.0703125,
+            1.859375,
+            2.671875,
+            3.34375,
+            3.65625,
+            3.09375,
+            0.28515625,
+            5.59375,
+            4.84375,
+            3.53125,
+            5.8125,
+            4.34375,
+            0.328125,
+            2.84375,
+            1.5625,
+            2.40625,
+            4.53125,
+            2.859375,
+            2.84375,
+            0.77734375,
+            7.1875,
+            5.09375,
+            4.9375,
+            2.953125,
+            3.078125,
+            4.28125,
+            1.8671875,
+            2.703125,
+            3.21875,
+            1.9453125,
+            1.9453125,
+            7.65625,
+            3.890625,
+            3.359375,
+            3.15625,
+            1.6796875,
+            1.78125,
+            3.78125,
+            2.265625,
+            2.046875,
+            2.328125,
+            2.015625,
+            2.421875,
+            2.0,
+            3.4375,
+            2.6875,
+            1.3359375,
+            2.109375,
+            1.2265625,
+            1.765625,
+            1.6015625,
+            1.6171875,
+            0.6640625,
+            1.1484375,
+            1.0234375,
+            0.34765625,
+            0.9296875,
+            1.265625,
+            0.828125,
+            0.63671875,
+            1.171875,
+            0.703125,
+            0.6640625,
+            1.9921875,
+            1.1328125,
+            0.6171875,
+            1.1015625,
+            0.6328125,
+            0.6484375,
+            1.359375,
+            0.455078125,
+            0.56640625,
+            0.6953125,
+            0.49609375,
+            0.53515625,
+            0.4765625,
+            0.86328125,
+            0.283203125,
+            0.5234375,
+            0.376953125,
+            0.2080078125,
+            0.50390625,
+            0.435546875,
+            0.2421875,
+            0.41015625,
+            0.478515625,
+            0.142578125,
+            0.5546875,
+            0.494140625,
+            0.109375,
+            0.53125,
+            0.671875,
+            0.357421875,
+            0.1650390625,
+            0.2451171875,
+            0.251953125,
+            0.322265625,
+            0.1796875,
+            0.1875,
+            0.32421875,
+            0.345703125,
+            0.24609375,
+            0.361328125,
+            0.48828125,
+            0.1728515625,
+            0.54296875,
+            0.412109375,
+            0.208984375,
+            0.4609375,
+            0.1669921875,
+            0.5390625,
+            0.31640625,
+            0.3828125,
+            0.71484375,
+            0.373046875,
+            0.640625,
+            0.94921875,
+            0.2294921875,
+            0.53125,
+            0.326171875,
+            0.37109375,
+            0.451171875,
+            0.201171875,
+            0.419921875,
+            0.408203125,
+            0.2119140625,
+            0.205078125,
+            0.2138671875,
+            0.283203125,
+            0.4453125,
+            0.267578125,
+            0.21484375,
+            0.44921875,
+            0.421875,
+            0.2412109375,
+            0.314453125,
+            0.25390625,
+            0.40625,
+            0.44921875,
+            0.2109375,
+            0.2001953125,
+            0.2236328125,
+            0.173828125,
+            0.1611328125,
+            0.1630859375,
+            0.25,
+            0.212890625,
+            0.41015625,
+            0.1904296875,
+            0.28515625,
+            0.23828125,
+            0.39453125,
+            0.26171875,
+            0.484375,
+            0.2255859375,
+            0.38671875,
+            0.2392578125,
+            0.333984375,
+            0.296875,
+            0.34375,
+            0.1884765625,
+            0.35546875,
+            0.240234375,
+            0.28125,
+            0.2431640625,
+            0.255859375,
+            0.16796875,
+            0.154296875,
+            0.26171875,
+            0.29296875,
+            0.29296875,
+            0.251953125,
+            0.2138671875,
+            0.1826171875,
+            0.333984375,
+            0.2412109375,
+            0.42578125,
+            0.16796875,
+            0.46484375,
+            0.2275390625,
+            0.330078125,
+            0.2255859375,
+            0.318359375,
+            0.1875,
+            0.2138671875,
+            0.23046875,
+            0.21875,
+            0.419921875,
+            0.34375,
+            0.23046875,
+            0.1826171875,
+            0.33984375,
+            0.2412109375,
+            0.185546875,
+            0.271484375,
+            0.224609375,
+            0.275390625,
+            0.2119140625,
+            0.1845703125,
+            0.1767578125,
+            0.236328125,
+            0.271484375,
+            0.27734375,
+            0.296875,
+            0.263671875,
+            0.2236328125,
+            0.25390625,
+            0.24609375,
+            0.197265625,
+            0.146484375,
+            0.18359375,
+            0.357421875,
+            0.2080078125,
+            0.37109375,
+            0.1982421875,
+            0.337890625,
+            0.19140625,
+            0.2294921875,
+            0.1806640625,
+            0.279296875,
+            0.162109375,
+            0.23828125,
+            0.1669921875,
+            0.203125,
+            0.25,
+            0.35546875,
+            0.1494140625,
+            0.263671875,
+            0.44140625,
+            0.29296875,
+            0.34765625,
+            0.294921875,
+            0.267578125,
+            0.1767578125,
+            0.2158203125,
+            0.1650390625,
+            0.2021484375,
+            0.3359375,
+            0.388671875,
+            0.1904296875,
+            0.41796875,
+            0.2138671875,
+            0.208984375,
+            0.1474609375,
+            0.2119140625,
+            0.306640625,
+            0.162109375,
+            0.298828125,
+            0.1884765625,
+            0.2080078125,
+            0.255859375,
+            0.4765625,
+            0.17578125,
+            0.27734375,
+            0.197265625,
+            0.3125,
+            0.2333984375,
+            0.359375,
+            0.125,
+            0.427734375,
+            0.365234375,
+            0.29296875,
+            0.47265625,
+            0.546875,
+            0.62109375,
+            0.54296875,
+            0.58984375,
+            0.52734375,
+            0.248046875,
+            0.470703125,
+            0.384765625,
+            0.427734375,
+            0.62109375
+        ]
+    },
+    "eval": {
+        "effective_batch_nums": [
+            50,
+            100,
+            150,
+            200,
+            250,
+            300,
+            350,
+            400
+        ],
+        "losses": [
+            8.547794117647058,
+            8.511029411764707,
+            8.996323529411764,
+            8.503676470588236,
+            8.503676470588236,
+            8.477941176470589,
+            8.485294117647058,
+            8.455882352941176
+        ],
+        "perplexities": [
+            5180.235294117647,
+            4990.117647058823,
+            8133.64705882353,
+            4952.470588235294,
+            4950.588235294118,
+            4824.470588235294,
+            4856.470588235294,
+            4722.823529411765
+        ],
+        "accuracies": [
+            0.050909109305596306,
+            0.050909109305596306,
+            0.041732012586888995,
+            0.041732012586888995,
+            0.041732012586888995,
+            0.050909109305596306,
+            0.06446733378527415,
+            0.0707101878927079
+        ]
+    }
+}

none_42/epoch2/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bfa9ab2bbdffbd56f98cf7ea83d7bb09f1ee0b66d79c9493cedbc31d42d66ab
+size 18206151

none_42/epoch2/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4761cbf62ca7a5ac0b792bee2e96698987e99342981bbe2483fb31ce3234881b
+size 36450891

none_42/epoch2/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772f8ba0989d2db523c5a251a36b61ba983a04f75620fd5e2d2692870b3bb9e4
+size 1465

none_42/epoch2/tokenizer/special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "pad_token": "<|endoftext|>",
+  "unk_token": "<|endoftext|>"
+}

none_42/epoch2/tokenizer/tokenizer_config.json

@@ -0,0 +1,21 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "50256": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "extra_special_tokens": {},
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}