End of training

README.md

@@ -1,4 +1,5 @@
 ---
+library_name: transformers
 tags:
 - generated_from_trainer
 model-index:
@@ -13,7 +14,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model was trained from scratch on the None dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.1708
+- Loss: 0.2359
 
 ## Model description
 
@@ -32,33 +33,27 @@ More information needed
 ### Training hyperparameters
 
 The following hyperparameters were used during training:
-- learning_rate: 5e-06
-- train_batch_size: 36
-- eval_batch_size: 36
+- learning_rate: 0.0006047816549758072
+- train_batch_size: 8
+- eval_batch_size: 8
 - seed: 42
-- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.964129172421366,0.8471340191802936) and epsilon=1.51279024695782e-08 and optimizer_args=No additional optimizer arguments
 - lr_scheduler_type: linear
-- lr_scheduler_warmup_steps: 10000
-- num_epochs: 200
+- lr_scheduler_warmup_steps: 2593
+- num_epochs: 500
 
 ### Training results
 
 | Training Loss | Epoch | Step  | Validation Loss |
 |:-------------:|:-----:|:-----:|:---------------:|
-| 0.4186        | 1.0   | 1840  | 1.7597          |
-| 0.0999        | 2.0   | 3680  | 0.4629          |
-| 0.0711        | 3.0   | 5520  | 0.2730          |
-| 0.059         | 4.0   | 7360  | 0.1899          |
-| 0.0474        | 5.0   | 9200  | 0.1696          |
-| 0.0469        | 6.0   | 11040 | 0.1704          |
-| 0.0437        | 7.0   | 12880 | 0.1680          |
-| 0.0429        | 8.0   | 14720 | 0.1691          |
-| 0.0436        | 9.0   | 16560 | 0.1708          |
+| 0.2747        | 1.0   | 6351  | 0.1538          |
+| 0.2793        | 2.0   | 12702 | 0.1542          |
+| 0.2894        | 3.0   | 19053 | 0.2359          |
 
 
 ### Framework versions
 
-- Transformers 4.44.0.dev0
+- Transformers 4.49.0
 - Pytorch 2.6.0.dev20241217
 - Datasets 2.20.0
-- Tokenizers 0.19.1
+- Tokenizers 0.21.0

added_tokens.json

@@ -1,248 +1,247 @@
 {
-  "±": 32276,
-  "→": 32184,
-  "⌜": 32163,
-  "⌝": 32144,
-  "●": 32321,
-  "⟦": 32233,
-  "⟧": 32295,
-  "𐀀": 32195,
-  "𐀁": 32270,
-  "𐀂": 32181,
-  "𐀃": 32302,
-  "𐀄": 32248,
-  "𐀅": 32228,
-  "𐀆": 32204,
-  "𐀇": 32310,
-  "𐀈": 32326,
-  "𐀉": 32281,
-  "𐀊": 32111,
-  "𐀋": 32238,
-  "𐀍": 32196,
-  "𐀎": 32173,
-  "𐀏": 32199,
-  "𐀐": 32297,
-  "𐀑": 32191,
-  "𐀒": 32104,
-  "𐀓": 32234,
-  "𐀔": 32283,
-  "𐀕": 32132,
-  "𐀖": 32227,
-  "𐀗": 32215,
-  "𐀘": 32306,
-  "𐀙": 32193,
-  "𐀚": 32219,
-  "𐀛": 32330,
-  "𐀜": 32300,
-  "𐀝": 32143,
-  "𐀞": 32293,
-  "𐀟": 32338,
-  "𐀠": 32171,
-  "𐀡": 32246,
-  "𐀢": 32258,
-  "𐀣": 32182,
-  "𐀤": 32155,
-  "𐀥": 32209,
-  "𐀦": 32141,
-  "𐀨": 32315,
-  "𐀩": 32136,
-  "𐀪": 32139,
-  "𐀫": 32266,
-  "𐀬": 32220,
-  "𐀭": 32203,
-  "𐀮": 32116,
-  "𐀯": 32124,
-  "𐀰": 32296,
-  "𐀱": 32334,
-  "𐀲": 32287,
-  "𐀳": 32103,
-  "𐀴": 32202,
-  "𐀵": 32229,
-  "𐀶": 32113,
-  "𐀷": 32255,
-  "𐀸": 32187,
-  "𐀹": 32211,
-  "𐀺": 32249,
-  "𐀼": 32254,
-  "𐀽": 32301,
-  "𐀿": 32210,
-  "𐁀": 32218,
-  "𐁁": 32117,
-  "𐁂": 32162,
-  "𐁃": 32178,
-  "𐁄": 32190,
-  "𐁅": 32168,
-  "𐁆": 32134,
-  "𐁇": 32123,
-  "𐁈": 32110,
-  "𐁉": 32277,
-  "𐁊": 32333,
-  "𐁋": 32235,
-  "𐁌": 32305,
-  "𐁍": 32325,
-  "𐁐": 32291,
-  "𐁑": 32152,
-  "𐁒": 32183,
-  "𐁓": 32328,
-  "𐁔": 32274,
-  "𐁕": 32304,
-  "𐁖": 32292,
-  "𐁗": 32331,
-  "𐁘": 32336,
-  "𐁙": 32201,
-  "𐁚": 32118,
-  "𐁛": 32282,
-  "𐁜": 32114,
-  "𐁝": 32284,
-  "𐂀": 32128,
-  "𐂁": 32174,
-  "𐂂": 32157,
-  "𐂃": 32180,
-  "𐂄": 32129,
-  "𐂅": 32243,
-  "𐂆": 32320,
-  "𐂇": 32253,
-  "𐂈": 32261,
-  "𐂉": 32247,
-  "𐂊": 32311,
-  "𐂋": 32151,
-  "𐂌": 32179,
-  "𐂍": 32275,
-  "𐂎": 32316,
-  "𐂏": 32250,
-  "𐂐": 32186,
-  "𐂑": 32327,
-  "𐂒": 32225,
-  "𐂔": 32236,
-  "𐂕": 32329,
-  "𐂖": 32341,
-  "𐂗": 32122,
-  "𐂚": 32245,
-  "𐂛": 32102,
-  "𐂜": 32332,
-  "𐂝": 32322,
-  "𐂞": 32205,
-  "𐂟": 32137,
-  "𐂡": 32165,
-  "𐂢": 32154,
-  "𐂣": 32299,
-  "𐂥": 32323,
-  "𐂦": 32192,
-  "𐂧": 32140,
-  "𐂨": 32164,
-  "𐂩": 32115,
-  "𐂪": 32214,
-  "𐂫": 32231,
-  "𐂬": 32232,
-  "𐂭": 32288,
-  "𐂮": 32101,
-  "𐂯": 32206,
-  "𐂰": 32264,
-  "𐂱": 32172,
-  "𐂲": 32212,
-  "𐂳": 32268,
-  "𐂴": 32133,
-  "𐂵": 32112,
-  "𐂶": 32127,
-  "𐂷": 32257,
-  "𐂸": 32242,
-  "𐂹": 32313,
-  "𐂺": 32142,
-  "𐂻": 32138,
-  "𐂼": 32175,
-  "𐂽": 32230,
-  "𐂾": 32273,
-  "𐂿": 32240,
-  "𐃀": 32109,
-  "𐃁": 32344,
-  "𐃂": 32105,
-  "𐃄": 32149,
-  "𐃆": 32216,
-  "𐃇": 32263,
-  "𐃈": 32312,
-  "𐃉": 32125,
-  "𐃊": 32221,
-  "𐃌": 32318,
-  "𐃍": 32213,
-  "𐃎": 32239,
-  "𐃏": 32335,
-  "𐃐": 32290,
-  "𐃑": 32197,
-  "𐃓": 32100,
-  "𐃔": 32161,
-  "𐃕": 32207,
-  "𐃗": 32251,
-  "𐃙": 32267,
-  "𐃚": 32226,
-  "𐃛": 32272,
-  "𐃜": 32224,
-  "𐃝": 32298,
-  "𐃞": 32170,
-  "𐃟": 32339,
-  "𐃠": 32166,
-  "𐃡": 32107,
-  "𐃢": 32271,
-  "𐃣": 32317,
-  "𐃤": 32135,
-  "𐃥": 32309,
-  "𐃦": 32252,
-  "𐃧": 32237,
-  "𐃨": 32194,
-  "𐃩": 32177,
-  "𐃪": 32185,
-  "𐃫": 32223,
-  "𐃬": 32269,
-  "𐃭": 32189,
-  "𐃮": 32150,
-  "𐃯": 32167,
-  "𐃰": 32106,
-  "𐃱": 32222,
-  "𐃲": 32153,
-  "𐃳": 32121,
-  "𐃴": 32208,
-  "𐃵": 32345,
-  "𐃶": 32265,
-  "𐃷": 32126,
-  "𐃸": 32198,
-  "𐃹": 32131,
-  "𐄈": 32280,
-  "𐄉": 32286,
-  "𐄊": 32342,
-  "𐄋": 32285,
-  "𐄌": 32217,
-  "𐄍": 32259,
-  "𐄎": 32256,
-  "𐄏": 32340,
-  "𐄐": 32120,
-  "𐄑": 32188,
-  "𐄒": 32260,
-  "𐄓": 32147,
-  "𐄔": 32119,
-  "𐄕": 32308,
-  "𐄖": 32160,
-  "𐄗": 32337,
-  "𐄘": 32176,
-  "𐄙": 32294,
-  "𐄚": 32289,
-  "𐄛": 32319,
-  "𐄜": 32159,
-  "𐄝": 32200,
-  "𐄞": 32244,
-  "𐄟": 32156,
-  "𐄡": 32130,
-  "𐄢": 32314,
-  "𐄣": 32324,
-  "𐄤": 32108,
-  "𐄥": 32343,
-  "𐄧": 32158,
-  "𐄪": 32307,
-  "𐄫": 32169,
-  "𐄷": 32145,
-  "𐄸": 32262,
-  "𐄹": 32279,
-  "𐄺": 32146,
-  "𐄼": 32148,
-  "𐄽": 32278,
-  "𐄾": 32241,
-  "𐄿": 32303
+  "±": 32201,
+  "→": 32203,
+  "⌜": 32302,
+  "⌝": 32227,
+  "●": 32274,
+  "⟦": 32324,
+  "⟧": 32318,
+  "𐀀": 32167,
+  "𐀁": 32157,
+  "𐀂": 32108,
+  "𐀃": 32325,
+  "𐀄": 32303,
+  "𐀅": 32118,
+  "𐀆": 32208,
+  "𐀇": 32189,
+  "𐀈": 32205,
+  "𐀉": 32232,
+  "𐀊": 32261,
+  "𐀋": 32184,
+  "𐀍": 32228,
+  "𐀎": 32120,
+  "𐀏": 32143,
+  "𐀐": 32281,
+  "𐀑": 32147,
+  "𐀒": 32100,
+  "𐀓": 32136,
+  "𐀔": 32198,
+  "𐀕": 32229,
+  "𐀖": 32289,
+  "𐀗": 32191,
+  "𐀘": 32110,
+  "𐀙": 32207,
+  "𐀚": 32115,
+  "𐀛": 32145,
+  "𐀜": 32168,
+  "𐀝": 32225,
+  "𐀞": 32153,
+  "𐀟": 32197,
+  "𐀠": 32130,
+  "𐀡": 32252,
+  "𐀢": 32304,
+  "𐀣": 32174,
+  "𐀤": 32306,
+  "𐀥": 32339,
+  "𐀦": 32260,
+  "𐀨": 32309,
+  "𐀩": 32279,
+  "𐀪": 32152,
+  "𐀫": 32156,
+  "𐀬": 32139,
+  "𐀭": 32298,
+  "𐀮": 32213,
+  "𐀯": 32282,
+  "𐀰": 32200,
+  "𐀱": 32163,
+  "𐀲": 32230,
+  "𐀳": 32148,
+  "𐀴": 32322,
+  "𐀵": 32162,
+  "𐀶": 32248,
+  "𐀷": 32268,
+  "𐀸": 32193,
+  "𐀹": 32243,
+  "𐀺": 32178,
+  "𐀼": 32135,
+  "𐀽": 32175,
+  "𐀿": 32171,
+  "𐁀": 32331,
+  "𐁁": 32238,
+  "𐁂": 32342,
+  "𐁃": 32236,
+  "𐁄": 32276,
+  "𐁅": 32315,
+  "𐁆": 32314,
+  "𐁇": 32180,
+  "𐁈": 32181,
+  "𐁉": 32330,
+  "𐁊": 32131,
+  "𐁋": 32253,
+  "𐁌": 32101,
+  "𐁍": 32338,
+  "𐁐": 32285,
+  "𐁑": 32126,
+  "𐁒": 32169,
+  "𐁓": 32299,
+  "𐁔": 32291,
+  "𐁕": 32335,
+  "𐁖": 32182,
+  "𐁗": 32294,
+  "𐁘": 32102,
+  "𐁙": 32329,
+  "𐁚": 32122,
+  "𐁛": 32125,
+  "𐁜": 32222,
+  "𐁝": 32114,
+  "𐂀": 32256,
+  "𐂁": 32295,
+  "𐂂": 32202,
+  "𐂃": 32333,
+  "𐂄": 32111,
+  "𐂅": 32186,
+  "𐂆": 32241,
+  "𐂇": 32337,
+  "𐂈": 32164,
+  "𐂉": 32280,
+  "𐂊": 32328,
+  "𐂋": 32209,
+  "𐂌": 32106,
+  "𐂍": 32344,
+  "𐂎": 32211,
+  "𐂏": 32275,
+  "𐂐": 32127,
+  "𐂑": 32223,
+  "𐂒": 32220,
+  "𐂔": 32340,
+  "𐂕": 32292,
+  "𐂖": 32204,
+  "𐂗": 32321,
+  "𐂚": 32250,
+  "𐂛": 32196,
+  "𐂜": 32194,
+  "𐂝": 32116,
+  "𐂞": 32244,
+  "𐂟": 32283,
+  "𐂡": 32121,
+  "𐂢": 32296,
+  "𐂣": 32264,
+  "𐂥": 32226,
+  "𐂦": 32190,
+  "𐂧": 32124,
+  "𐂨": 32231,
+  "𐂩": 32219,
+  "𐂪": 32286,
+  "𐂫": 32123,
+  "𐂬": 32199,
+  "𐂭": 32251,
+  "𐂮": 32170,
+  "𐂯": 32287,
+  "𐂰": 32334,
+  "𐂱": 32265,
+  "𐂲": 32262,
+  "𐂳": 32218,
+  "𐂴": 32224,
+  "𐂵": 32247,
+  "𐂶": 32183,
+  "𐂷": 32326,
+  "𐂸": 32266,
+  "𐂹": 32137,
+  "𐂺": 32160,
+  "𐂻": 32254,
+  "𐂼": 32177,
+  "𐂽": 32332,
+  "𐂾": 32341,
+  "𐂿": 32277,
+  "𐃀": 32142,
+  "𐃁": 32242,
+  "𐃂": 32323,
+  "𐃄": 32192,
+  "𐃆": 32217,
+  "𐃇": 32316,
+  "𐃈": 32270,
+  "𐃉": 32109,
+  "𐃊": 32146,
+  "𐃌": 32119,
+  "𐃍": 32144,
+  "𐃎": 32255,
+  "𐃏": 32150,
+  "𐃐": 32206,
+  "𐃑": 32307,
+  "𐃓": 32188,
+  "𐃔": 32273,
+  "𐃕": 32271,
+  "𐃗": 32210,
+  "𐃙": 32320,
+  "𐃚": 32133,
+  "𐃜": 32311,
+  "𐃝": 32212,
+  "𐃞": 32305,
+  "𐃟": 32134,
+  "𐃠": 32308,
+  "𐃡": 32176,
+  "𐃢": 32105,
+  "𐃣": 32233,
+  "𐃤": 32310,
+  "𐃥": 32151,
+  "𐃦": 32221,
+  "𐃧": 32216,
+  "𐃨": 32132,
+  "𐃩": 32267,
+  "𐃪": 32104,
+  "𐃫": 32179,
+  "𐃬": 32290,
+  "𐃭": 32272,
+  "𐃮": 32214,
+  "𐃯": 32155,
+  "𐃰": 32138,
+  "𐃱": 32278,
+  "𐃲": 32239,
+  "𐃳": 32235,
+  "𐃴": 32107,
+  "𐃵": 32215,
+  "𐃶": 32185,
+  "𐃷": 32259,
+  "𐃸": 32245,
+  "𐃹": 32161,
+  "𐄈": 32128,
+  "𐄉": 32312,
+  "𐄊": 32240,
+  "𐄋": 32263,
+  "𐄌": 32149,
+  "𐄍": 32154,
+  "𐄎": 32313,
+  "𐄏": 32288,
+  "𐄐": 32297,
+  "𐄑": 32113,
+  "𐄒": 32343,
+  "𐄓": 32301,
+  "𐄔": 32327,
+  "𐄕": 32257,
+  "𐄖": 32140,
+  "𐄗": 32195,
+  "𐄘": 32293,
+  "𐄙": 32141,
+  "𐄚": 32284,
+  "𐄛": 32112,
+  "𐄜": 32269,
+  "𐄝": 32237,
+  "𐄞": 32165,
+  "𐄟": 32103,
+  "𐄡": 32158,
+  "𐄢": 32317,
+  "𐄣": 32258,
+  "𐄤": 32249,
+  "𐄥": 32159,
+  "𐄧": 32246,
+  "𐄪": 32187,
+  "𐄫": 32117,
+  "𐄷": 32336,
+  "𐄸": 32129,
+  "𐄹": 32173,
+  "𐄺": 32172,
+  "𐄼": 32166,
+  "𐄽": 32319,
+  "𐄾": 32234,
+  "𐄿": 32300
 }

config.json

@@ -1,12 +1,12 @@
 {
-  "_name_or_path": "/Users/lee/GitHub/results/GMY-T5/train_1/checkpoint-22831",
+  "_name_or_path": "/Users/lee/GitHub/results/GMY-T5Small/train_1/checkpoint-49380",
   "architectures": [
     "T5ForConditionalGeneration"
   ],
   "classifier_dropout": 0.0,
-  "d_ff": 3072,
+  "d_ff": 2048,
   "d_kv": 64,
-  "d_model": 768,
+  "d_model": 512,
   "decoder_start_token_id": 0,
   "dense_act_fn": "relu",
   "dropout_rate": 0.1,
@@ -18,9 +18,9 @@
   "layer_norm_epsilon": 1e-06,
   "model_type": "t5",
   "n_positions": 512,
-  "num_decoder_layers": 12,
-  "num_heads": 12,
-  "num_layers": 12,
+  "num_decoder_layers": 6,
+  "num_heads": 8,
+  "num_layers": 6,
   "output_past": true,
   "pad_token_id": 0,
   "relative_attention_max_distance": 128,
@@ -55,7 +55,7 @@
     }
   },
   "torch_dtype": "float32",
-  "transformers_version": "4.44.0.dev0",
+  "transformers_version": "4.49.0",
   "use_cache": true,
-  "vocab_size": 32346
+  "vocab_size": 32345
 }

generation_config.json

@@ -2,5 +2,5 @@
   "decoder_start_token_id": 0,
   "eos_token_id": 1,
   "pad_token_id": 0,
-  "transformers_version": "4.44.0.dev0"
+  "transformers_version": "4.49.0"
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:775f88e543813d588848756191faf45933a549fc9179a682de772be4a21afae7
-size 892314408
+oid sha256:fc49ee8d282b28a209e6c48734f46133d2664927eb6eb187d3e5bfa786550dc0
+size 242486312

runs/Mar09_13-24-40_Lees-MacBook-Pro.local/events.out.tfevents.1741548280.Lees-MacBook-Pro.local

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b86133789875cbce6b9633392aba80b29fe224ac8c7d89c17a1e25c7604e343
+size 6262

runs/Mar09_19-01-49_Lees-MacBook-Pro.local/events.out.tfevents.1741568509.Lees-MacBook-Pro.local

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4b44c04d7c7fae11275c41d7cf84b87965eebe191cb78c8f35478e3fb75b53
+size 6262

runs/Mar09_19-02-29_Lees-MacBook-Pro.local/events.out.tfevents.1741568549.Lees-MacBook-Pro.local

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b65c708ff4b2315ce1c839aa25426e102082dc9c20cacaba1685903059d6ef
+size 6263

runs/Mar09_19-03-06_Lees-MacBook-Pro.local/events.out.tfevents.1741568586.Lees-MacBook-Pro.local

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9f061ba1d99575ee9ec9385f8fa628258a782a9752eddd1db348913ab6caf4
+size 6264

runs/Mar09_19-04-19_Lees-MacBook-Pro.local/events.out.tfevents.1741568659.Lees-MacBook-Pro.local

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda064cfaf786c37abb3024df2eb8a873c506190c0a50ce369efcfdb1215a90d
+size 15485

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a4d3f7b0755307dea535dfe79c9df3f0810c6792c1b19e60aa79c12b0513d5e4
-size 2466441
+oid sha256:b0ee2673679b2f8cbac9094d2e3b35d97ea4cf42460e82e5661e18524da90979
+size 2466261

tokenizer_config.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f955f64689f3aefc3b7074ccae4f46f2b231d2cc9b544465bbfaf2c376e3b689
-size 62605
+oid sha256:82924e48da7a95af97c7825f1cd28e32a713f5ab8859c618b36316b16dfcc9ba
+size 62465

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2d8448f9ced35d49c60331bf55d861a0d6b81145453f8a78f002ad520788632a
-size 5432
+oid sha256:473dd09a7604068f6cd76496c3cdc2813a700abf7689de0884f513ff3012b31e
+size 5560