Upload 34 files

ptt5-cronosflow_ai_public/checkpoint-18500/config.json

@@ -0,0 +1,31 @@
+{
+  "architectures": [
+    "T5ForConditionalGeneration"
+  ],
+  "classifier_dropout": 0.0,
+  "d_ff": 3072,
+  "d_kv": 64,
+  "d_model": 768,
+  "decoder_start_token_id": 0,
+  "dense_act_fn": "relu",
+  "dropout_rate": 0.1,
+  "eos_token_id": 1,
+  "feed_forward_proj": "relu",
+  "initializer_factor": 1.0,
+  "is_encoder_decoder": true,
+  "is_gated_act": false,
+  "layer_norm_epsilon": 1e-06,
+  "model_type": "t5",
+  "n_positions": 512,
+  "num_decoder_layers": 12,
+  "num_heads": 12,
+  "num_layers": 12,
+  "output_past": true,
+  "pad_token_id": 0,
+  "relative_attention_max_distance": 128,
+  "relative_attention_num_buckets": 32,
+  "torch_dtype": "float32",
+  "transformers_version": "4.54.1",
+  "use_cache": true,
+  "vocab_size": 32128
+}

ptt5-cronosflow_ai_public/checkpoint-18500/generation_config.json

@@ -0,0 +1,6 @@
+{
+  "decoder_start_token_id": 0,
+  "eos_token_id": 1,
+  "pad_token_id": 0,
+  "transformers_version": "4.54.1"
+}

ptt5-cronosflow_ai_public/checkpoint-18500/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6919afb4fd124503d4c74b4d6fab16976bd30578c9243a7c0401bba9ad5c6827
+size 891644712

ptt5-cronosflow_ai_public/checkpoint-18500/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4dd2803058b23c77399188824af50aae95745ea4b5b913dc07f8b9bc5919a1
+size 1783445259

ptt5-cronosflow_ai_public/checkpoint-18500/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ab508feb06254c4aedd37fdc66b624980f1a604e016f4254ed7b26968403c1
+size 14645

ptt5-cronosflow_ai_public/checkpoint-18500/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4a2ae37fdd1668960b188a1c8ddfeb70e2f25d8f80d12aabf449831985e170
+size 1383

ptt5-cronosflow_ai_public/checkpoint-18500/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8698d235df2ddaf64f8c9e3124c9374e906a5fd60cfa722aff27fa6104e2c0
+size 1465

ptt5-cronosflow_ai_public/checkpoint-18500/special_tokens_map.json

@@ -0,0 +1,125 @@
+{
+  "additional_special_tokens": [
+    "<extra_id_0>",
+    "<extra_id_1>",
+    "<extra_id_2>",
+    "<extra_id_3>",
+    "<extra_id_4>",
+    "<extra_id_5>",
+    "<extra_id_6>",
+    "<extra_id_7>",
+    "<extra_id_8>",
+    "<extra_id_9>",
+    "<extra_id_10>",
+    "<extra_id_11>",
+    "<extra_id_12>",
+    "<extra_id_13>",
+    "<extra_id_14>",
+    "<extra_id_15>",
+    "<extra_id_16>",
+    "<extra_id_17>",
+    "<extra_id_18>",
+    "<extra_id_19>",
+    "<extra_id_20>",
+    "<extra_id_21>",
+    "<extra_id_22>",
+    "<extra_id_23>",
+    "<extra_id_24>",
+    "<extra_id_25>",
+    "<extra_id_26>",
+    "<extra_id_27>",
+    "<extra_id_28>",
+    "<extra_id_29>",
+    "<extra_id_30>",
+    "<extra_id_31>",
+    "<extra_id_32>",
+    "<extra_id_33>",
+    "<extra_id_34>",
+    "<extra_id_35>",
+    "<extra_id_36>",
+    "<extra_id_37>",
+    "<extra_id_38>",
+    "<extra_id_39>",
+    "<extra_id_40>",
+    "<extra_id_41>",
+    "<extra_id_42>",
+    "<extra_id_43>",
+    "<extra_id_44>",
+    "<extra_id_45>",
+    "<extra_id_46>",
+    "<extra_id_47>",
+    "<extra_id_48>",
+    "<extra_id_49>",
+    "<extra_id_50>",
+    "<extra_id_51>",
+    "<extra_id_52>",
+    "<extra_id_53>",
+    "<extra_id_54>",
+    "<extra_id_55>",
+    "<extra_id_56>",
+    "<extra_id_57>",
+    "<extra_id_58>",
+    "<extra_id_59>",
+    "<extra_id_60>",
+    "<extra_id_61>",
+    "<extra_id_62>",
+    "<extra_id_63>",
+    "<extra_id_64>",
+    "<extra_id_65>",
+    "<extra_id_66>",
+    "<extra_id_67>",
+    "<extra_id_68>",
+    "<extra_id_69>",
+    "<extra_id_70>",
+    "<extra_id_71>",
+    "<extra_id_72>",
+    "<extra_id_73>",
+    "<extra_id_74>",
+    "<extra_id_75>",
+    "<extra_id_76>",
+    "<extra_id_77>",
+    "<extra_id_78>",
+    "<extra_id_79>",
+    "<extra_id_80>",
+    "<extra_id_81>",
+    "<extra_id_82>",
+    "<extra_id_83>",
+    "<extra_id_84>",
+    "<extra_id_85>",
+    "<extra_id_86>",
+    "<extra_id_87>",
+    "<extra_id_88>",
+    "<extra_id_89>",
+    "<extra_id_90>",
+    "<extra_id_91>",
+    "<extra_id_92>",
+    "<extra_id_93>",
+    "<extra_id_94>",
+    "<extra_id_95>",
+    "<extra_id_96>",
+    "<extra_id_97>",
+    "<extra_id_98>",
+    "<extra_id_99>"
+  ],
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

ptt5-cronosflow_ai_public/checkpoint-18500/spiece.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb25b1d67f04fce0e710d58430b606b4ee9887144fa2da22d123c44061cc62e
+size 755569

ptt5-cronosflow_ai_public/checkpoint-18500/tokenizer_config.json

@@ -0,0 +1,941 @@
+{
+  "add_prefix_space": null,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32000": {
+      "content": "<extra_id_99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32001": {
+      "content": "<extra_id_98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32002": {
+      "content": "<extra_id_97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32003": {
+      "content": "<extra_id_96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32004": {
+      "content": "<extra_id_95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32005": {
+      "content": "<extra_id_94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32006": {
+      "content": "<extra_id_93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32007": {
+      "content": "<extra_id_92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32008": {
+      "content": "<extra_id_91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32009": {
+      "content": "<extra_id_90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32010": {
+      "content": "<extra_id_89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32011": {
+      "content": "<extra_id_88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32012": {
+      "content": "<extra_id_87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32013": {
+      "content": "<extra_id_86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32014": {
+      "content": "<extra_id_85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32015": {
+      "content": "<extra_id_84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32016": {
+      "content": "<extra_id_83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32017": {
+      "content": "<extra_id_82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32018": {
+      "content": "<extra_id_81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32019": {
+      "content": "<extra_id_80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32020": {
+      "content": "<extra_id_79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32021": {
+      "content": "<extra_id_78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32022": {
+      "content": "<extra_id_77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32023": {
+      "content": "<extra_id_76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32024": {
+      "content": "<extra_id_75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32025": {
+      "content": "<extra_id_74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32026": {
+      "content": "<extra_id_73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32027": {
+      "content": "<extra_id_72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32028": {
+      "content": "<extra_id_71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32029": {
+      "content": "<extra_id_70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32030": {
+      "content": "<extra_id_69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32031": {
+      "content": "<extra_id_68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32032": {
+      "content": "<extra_id_67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32033": {
+      "content": "<extra_id_66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32034": {
+      "content": "<extra_id_65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32035": {
+      "content": "<extra_id_64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32036": {
+      "content": "<extra_id_63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32037": {
+      "content": "<extra_id_62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32038": {
+      "content": "<extra_id_61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32039": {
+      "content": "<extra_id_60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32040": {
+      "content": "<extra_id_59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32041": {
+      "content": "<extra_id_58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32042": {
+      "content": "<extra_id_57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32043": {
+      "content": "<extra_id_56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32044": {
+      "content": "<extra_id_55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32045": {
+      "content": "<extra_id_54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32046": {
+      "content": "<extra_id_53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32047": {
+      "content": "<extra_id_52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32048": {
+      "content": "<extra_id_51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32049": {
+      "content": "<extra_id_50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32050": {
+      "content": "<extra_id_49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32051": {
+      "content": "<extra_id_48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32052": {
+      "content": "<extra_id_47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32053": {
+      "content": "<extra_id_46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32054": {
+      "content": "<extra_id_45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32055": {
+      "content": "<extra_id_44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32056": {
+      "content": "<extra_id_43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32057": {
+      "content": "<extra_id_42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32058": {
+      "content": "<extra_id_41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32059": {
+      "content": "<extra_id_40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32060": {
+      "content": "<extra_id_39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32061": {
+      "content": "<extra_id_38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32062": {
+      "content": "<extra_id_37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32063": {
+      "content": "<extra_id_36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32064": {
+      "content": "<extra_id_35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32065": {
+      "content": "<extra_id_34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32066": {
+      "content": "<extra_id_33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32067": {
+      "content": "<extra_id_32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32068": {
+      "content": "<extra_id_31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32069": {
+      "content": "<extra_id_30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32070": {
+      "content": "<extra_id_29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32071": {
+      "content": "<extra_id_28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32072": {
+      "content": "<extra_id_27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32073": {
+      "content": "<extra_id_26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32074": {
+      "content": "<extra_id_25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32075": {
+      "content": "<extra_id_24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32076": {
+      "content": "<extra_id_23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32077": {
+      "content": "<extra_id_22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32078": {
+      "content": "<extra_id_21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32079": {
+      "content": "<extra_id_20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32080": {
+      "content": "<extra_id_19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32081": {
+      "content": "<extra_id_18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32082": {
+      "content": "<extra_id_17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32083": {
+      "content": "<extra_id_16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32084": {
+      "content": "<extra_id_15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32085": {
+      "content": "<extra_id_14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32086": {
+      "content": "<extra_id_13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32087": {
+      "content": "<extra_id_12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32088": {
+      "content": "<extra_id_11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32089": {
+      "content": "<extra_id_10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32090": {
+      "content": "<extra_id_9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32091": {
+      "content": "<extra_id_8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32092": {
+      "content": "<extra_id_7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32093": {
+      "content": "<extra_id_6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32094": {
+      "content": "<extra_id_5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32095": {
+      "content": "<extra_id_4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32096": {
+      "content": "<extra_id_3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32097": {
+      "content": "<extra_id_2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32098": {
+      "content": "<extra_id_1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32099": {
+      "content": "<extra_id_0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<extra_id_0>",
+    "<extra_id_1>",
+    "<extra_id_2>",
+    "<extra_id_3>",
+    "<extra_id_4>",
+    "<extra_id_5>",
+    "<extra_id_6>",
+    "<extra_id_7>",
+    "<extra_id_8>",
+    "<extra_id_9>",
+    "<extra_id_10>",
+    "<extra_id_11>",
+    "<extra_id_12>",
+    "<extra_id_13>",
+    "<extra_id_14>",
+    "<extra_id_15>",
+    "<extra_id_16>",
+    "<extra_id_17>",
+    "<extra_id_18>",
+    "<extra_id_19>",
+    "<extra_id_20>",
+    "<extra_id_21>",
+    "<extra_id_22>",
+    "<extra_id_23>",
+    "<extra_id_24>",
+    "<extra_id_25>",
+    "<extra_id_26>",
+    "<extra_id_27>",
+    "<extra_id_28>",
+    "<extra_id_29>",
+    "<extra_id_30>",
+    "<extra_id_31>",
+    "<extra_id_32>",
+    "<extra_id_33>",
+    "<extra_id_34>",
+    "<extra_id_35>",
+    "<extra_id_36>",
+    "<extra_id_37>",
+    "<extra_id_38>",
+    "<extra_id_39>",
+    "<extra_id_40>",
+    "<extra_id_41>",
+    "<extra_id_42>",
+    "<extra_id_43>",
+    "<extra_id_44>",
+    "<extra_id_45>",
+    "<extra_id_46>",
+    "<extra_id_47>",
+    "<extra_id_48>",
+    "<extra_id_49>",
+    "<extra_id_50>",
+    "<extra_id_51>",
+    "<extra_id_52>",
+    "<extra_id_53>",
+    "<extra_id_54>",
+    "<extra_id_55>",
+    "<extra_id_56>",
+    "<extra_id_57>",
+    "<extra_id_58>",
+    "<extra_id_59>",
+    "<extra_id_60>",
+    "<extra_id_61>",
+    "<extra_id_62>",
+    "<extra_id_63>",
+    "<extra_id_64>",
+    "<extra_id_65>",
+    "<extra_id_66>",
+    "<extra_id_67>",
+    "<extra_id_68>",
+    "<extra_id_69>",
+    "<extra_id_70>",
+    "<extra_id_71>",
+    "<extra_id_72>",
+    "<extra_id_73>",
+    "<extra_id_74>",
+    "<extra_id_75>",
+    "<extra_id_76>",
+    "<extra_id_77>",
+    "<extra_id_78>",
+    "<extra_id_79>",
+    "<extra_id_80>",
+    "<extra_id_81>",
+    "<extra_id_82>",
+    "<extra_id_83>",
+    "<extra_id_84>",
+    "<extra_id_85>",
+    "<extra_id_86>",
+    "<extra_id_87>",
+    "<extra_id_88>",
+    "<extra_id_89>",
+    "<extra_id_90>",
+    "<extra_id_91>",
+    "<extra_id_92>",
+    "<extra_id_93>",
+    "<extra_id_94>",
+    "<extra_id_95>",
+    "<extra_id_96>",
+    "<extra_id_97>",
+    "<extra_id_98>",
+    "<extra_id_99>"
+  ],
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "extra_ids": 100,
+  "extra_special_tokens": {},
+  "legacy": true,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "T5Tokenizer",
+  "unk_token": "<unk>"
+}

ptt5-cronosflow_ai_public/checkpoint-18500/trainer_state.json

@@ -0,0 +1,2648 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.9896574014221073,
+  "eval_steps": 500,
+  "global_step": 18500,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.00808015513897867,
+      "grad_norm": 40.89574432373047,
+      "learning_rate": 1.995151906916613e-05,
+      "loss": 25.8011,
+      "step": 50
+    },
+    {
+      "epoch": 0.01616031027795734,
+      "grad_norm": 1.4409021139144897,
+      "learning_rate": 1.9897651368239605e-05,
+      "loss": 2.011,
+      "step": 100
+    },
+    {
+      "epoch": 0.024240465416936006,
+      "grad_norm": 0.27292221784591675,
+      "learning_rate": 1.9843783667313083e-05,
+      "loss": 0.1682,
+      "step": 150
+    },
+    {
+      "epoch": 0.03232062055591468,
+      "grad_norm": 0.21620342135429382,
+      "learning_rate": 1.9789915966386557e-05,
+      "loss": 0.1127,
+      "step": 200
+    },
+    {
+      "epoch": 0.040400775694893344,
+      "grad_norm": 0.19684338569641113,
+      "learning_rate": 1.9736048265460034e-05,
+      "loss": 0.0924,
+      "step": 250
+    },
+    {
+      "epoch": 0.04848093083387201,
+      "grad_norm": 0.21188506484031677,
+      "learning_rate": 1.9682180564533505e-05,
+      "loss": 0.0768,
+      "step": 300
+    },
+    {
+      "epoch": 0.05656108597285068,
+      "grad_norm": 0.16330359876155853,
+      "learning_rate": 1.9628312863606982e-05,
+      "loss": 0.0596,
+      "step": 350
+    },
+    {
+      "epoch": 0.06464124111182935,
+      "grad_norm": 0.12760096788406372,
+      "learning_rate": 1.9574445162680457e-05,
+      "loss": 0.0491,
+      "step": 400
+    },
+    {
+      "epoch": 0.07272139625080802,
+      "grad_norm": 0.16558507084846497,
+      "learning_rate": 1.9520577461753934e-05,
+      "loss": 0.0424,
+      "step": 450
+    },
+    {
+      "epoch": 0.08080155138978669,
+      "grad_norm": 0.1511087417602539,
+      "learning_rate": 1.9466709760827408e-05,
+      "loss": 0.0376,
+      "step": 500
+    },
+    {
+      "epoch": 0.08888170652876536,
+      "grad_norm": 0.09860303997993469,
+      "learning_rate": 1.9412842059900886e-05,
+      "loss": 0.0333,
+      "step": 550
+    },
+    {
+      "epoch": 0.09696186166774402,
+      "grad_norm": 0.1415504515171051,
+      "learning_rate": 1.935897435897436e-05,
+      "loss": 0.0299,
+      "step": 600
+    },
+    {
+      "epoch": 0.10504201680672269,
+      "grad_norm": 0.12042852491140366,
+      "learning_rate": 1.9305106658047837e-05,
+      "loss": 0.0298,
+      "step": 650
+    },
+    {
+      "epoch": 0.11312217194570136,
+      "grad_norm": 0.14820343255996704,
+      "learning_rate": 1.925123895712131e-05,
+      "loss": 0.0297,
+      "step": 700
+    },
+    {
+      "epoch": 0.12120232708468003,
+      "grad_norm": 0.11845523118972778,
+      "learning_rate": 1.919737125619479e-05,
+      "loss": 0.024,
+      "step": 750
+    },
+    {
+      "epoch": 0.1292824822236587,
+      "grad_norm": 0.13682147860527039,
+      "learning_rate": 1.9143503555268263e-05,
+      "loss": 0.024,
+      "step": 800
+    },
+    {
+      "epoch": 0.13736263736263737,
+      "grad_norm": 0.07670263946056366,
+      "learning_rate": 1.908963585434174e-05,
+      "loss": 0.0216,
+      "step": 850
+    },
+    {
+      "epoch": 0.14544279250161604,
+      "grad_norm": 0.10427036881446838,
+      "learning_rate": 1.903576815341521e-05,
+      "loss": 0.0229,
+      "step": 900
+    },
+    {
+      "epoch": 0.1535229476405947,
+      "grad_norm": 0.14853981137275696,
+      "learning_rate": 1.898190045248869e-05,
+      "loss": 0.0204,
+      "step": 950
+    },
+    {
+      "epoch": 0.16160310277957338,
+      "grad_norm": 0.08788396418094635,
+      "learning_rate": 1.8928032751562163e-05,
+      "loss": 0.0201,
+      "step": 1000
+    },
+    {
+      "epoch": 0.16968325791855204,
+      "grad_norm": 0.1365722268819809,
+      "learning_rate": 1.887416505063564e-05,
+      "loss": 0.019,
+      "step": 1050
+    },
+    {
+      "epoch": 0.1777634130575307,
+      "grad_norm": 0.133611798286438,
+      "learning_rate": 1.8820297349709114e-05,
+      "loss": 0.0212,
+      "step": 1100
+    },
+    {
+      "epoch": 0.18584356819650938,
+      "grad_norm": 0.09723819047212601,
+      "learning_rate": 1.8766429648782592e-05,
+      "loss": 0.0169,
+      "step": 1150
+    },
+    {
+      "epoch": 0.19392372333548805,
+      "grad_norm": 0.11186394095420837,
+      "learning_rate": 1.8712561947856066e-05,
+      "loss": 0.0178,
+      "step": 1200
+    },
+    {
+      "epoch": 0.2020038784744667,
+      "grad_norm": 0.10648094117641449,
+      "learning_rate": 1.8658694246929544e-05,
+      "loss": 0.0172,
+      "step": 1250
+    },
+    {
+      "epoch": 0.21008403361344538,
+      "grad_norm": 0.10959897935390472,
+      "learning_rate": 1.8604826546003018e-05,
+      "loss": 0.0178,
+      "step": 1300
+    },
+    {
+      "epoch": 0.21816418875242405,
+      "grad_norm": 0.09298472851514816,
+      "learning_rate": 1.8550958845076495e-05,
+      "loss": 0.0154,
+      "step": 1350
+    },
+    {
+      "epoch": 0.22624434389140272,
+      "grad_norm": 0.08410840481519699,
+      "learning_rate": 1.849709114414997e-05,
+      "loss": 0.0162,
+      "step": 1400
+    },
+    {
+      "epoch": 0.23432449903038138,
+      "grad_norm": 0.15365834534168243,
+      "learning_rate": 1.8443223443223447e-05,
+      "loss": 0.0148,
+      "step": 1450
+    },
+    {
+      "epoch": 0.24240465416936005,
+      "grad_norm": 0.09604126960039139,
+      "learning_rate": 1.838935574229692e-05,
+      "loss": 0.0146,
+      "step": 1500
+    },
+    {
+      "epoch": 0.2504848093083387,
+      "grad_norm": 0.06805470585823059,
+      "learning_rate": 1.8335488041370395e-05,
+      "loss": 0.0162,
+      "step": 1550
+    },
+    {
+      "epoch": 0.2585649644473174,
+      "grad_norm": 0.11596197634935379,
+      "learning_rate": 1.8281620340443872e-05,
+      "loss": 0.0112,
+      "step": 1600
+    },
+    {
+      "epoch": 0.26664511958629605,
+      "grad_norm": 0.08166597783565521,
+      "learning_rate": 1.8227752639517347e-05,
+      "loss": 0.0136,
+      "step": 1650
+    },
+    {
+      "epoch": 0.27472527472527475,
+      "grad_norm": 0.08969355374574661,
+      "learning_rate": 1.817388493859082e-05,
+      "loss": 0.0132,
+      "step": 1700
+    },
+    {
+      "epoch": 0.2828054298642534,
+      "grad_norm": 0.0873119905591011,
+      "learning_rate": 1.8120017237664298e-05,
+      "loss": 0.0129,
+      "step": 1750
+    },
+    {
+      "epoch": 0.2908855850032321,
+      "grad_norm": 0.10579364001750946,
+      "learning_rate": 1.8066149536737772e-05,
+      "loss": 0.0123,
+      "step": 1800
+    },
+    {
+      "epoch": 0.2989657401422107,
+      "grad_norm": 0.12571881711483002,
+      "learning_rate": 1.801228183581125e-05,
+      "loss": 0.0128,
+      "step": 1850
+    },
+    {
+      "epoch": 0.3070458952811894,
+      "grad_norm": 0.08085139840841293,
+      "learning_rate": 1.7958414134884724e-05,
+      "loss": 0.0121,
+      "step": 1900
+    },
+    {
+      "epoch": 0.31512605042016806,
+      "grad_norm": 0.06765197962522507,
+      "learning_rate": 1.79045464339582e-05,
+      "loss": 0.0103,
+      "step": 1950
+    },
+    {
+      "epoch": 0.32320620555914675,
+      "grad_norm": 0.07517407834529877,
+      "learning_rate": 1.7850678733031676e-05,
+      "loss": 0.0107,
+      "step": 2000
+    },
+    {
+      "epoch": 0.3312863606981254,
+      "grad_norm": 0.060215964913368225,
+      "learning_rate": 1.779681103210515e-05,
+      "loss": 0.0123,
+      "step": 2050
+    },
+    {
+      "epoch": 0.3393665158371041,
+      "grad_norm": 0.08518676459789276,
+      "learning_rate": 1.7742943331178627e-05,
+      "loss": 0.0107,
+      "step": 2100
+    },
+    {
+      "epoch": 0.3474466709760827,
+      "grad_norm": 0.05002804845571518,
+      "learning_rate": 1.76890756302521e-05,
+      "loss": 0.0108,
+      "step": 2150
+    },
+    {
+      "epoch": 0.3555268261150614,
+      "grad_norm": 0.042444173246622086,
+      "learning_rate": 1.763520792932558e-05,
+      "loss": 0.01,
+      "step": 2200
+    },
+    {
+      "epoch": 0.36360698125404006,
+      "grad_norm": 0.07093804329633713,
+      "learning_rate": 1.7581340228399053e-05,
+      "loss": 0.0113,
+      "step": 2250
+    },
+    {
+      "epoch": 0.37168713639301876,
+      "grad_norm": 0.059032320976257324,
+      "learning_rate": 1.752747252747253e-05,
+      "loss": 0.011,
+      "step": 2300
+    },
+    {
+      "epoch": 0.3797672915319974,
+      "grad_norm": 0.05217365920543671,
+      "learning_rate": 1.7473604826546004e-05,
+      "loss": 0.0097,
+      "step": 2350
+    },
+    {
+      "epoch": 0.3878474466709761,
+      "grad_norm": 0.12220600247383118,
+      "learning_rate": 1.7419737125619482e-05,
+      "loss": 0.01,
+      "step": 2400
+    },
+    {
+      "epoch": 0.39592760180995473,
+      "grad_norm": 0.09106040000915527,
+      "learning_rate": 1.7365869424692956e-05,
+      "loss": 0.0117,
+      "step": 2450
+    },
+    {
+      "epoch": 0.4040077569489334,
+      "grad_norm": 0.09308184683322906,
+      "learning_rate": 1.731200172376643e-05,
+      "loss": 0.01,
+      "step": 2500
+    },
+    {
+      "epoch": 0.41208791208791207,
+      "grad_norm": 0.08041771501302719,
+      "learning_rate": 1.7258134022839908e-05,
+      "loss": 0.0112,
+      "step": 2550
+    },
+    {
+      "epoch": 0.42016806722689076,
+      "grad_norm": 0.05206672102212906,
+      "learning_rate": 1.7204266321913382e-05,
+      "loss": 0.0103,
+      "step": 2600
+    },
+    {
+      "epoch": 0.4282482223658694,
+      "grad_norm": 0.0851343497633934,
+      "learning_rate": 1.7150398620986856e-05,
+      "loss": 0.0093,
+      "step": 2650
+    },
+    {
+      "epoch": 0.4363283775048481,
+      "grad_norm": 0.08132291585206985,
+      "learning_rate": 1.7096530920060333e-05,
+      "loss": 0.0118,
+      "step": 2700
+    },
+    {
+      "epoch": 0.44440853264382674,
+      "grad_norm": 0.06463415920734406,
+      "learning_rate": 1.7042663219133807e-05,
+      "loss": 0.0106,
+      "step": 2750
+    },
+    {
+      "epoch": 0.45248868778280543,
+      "grad_norm": 0.08292311429977417,
+      "learning_rate": 1.6988795518207285e-05,
+      "loss": 0.0097,
+      "step": 2800
+    },
+    {
+      "epoch": 0.46056884292178407,
+      "grad_norm": 0.10132889449596405,
+      "learning_rate": 1.693492781728076e-05,
+      "loss": 0.009,
+      "step": 2850
+    },
+    {
+      "epoch": 0.46864899806076277,
+      "grad_norm": 0.06622787564992905,
+      "learning_rate": 1.6881060116354237e-05,
+      "loss": 0.0092,
+      "step": 2900
+    },
+    {
+      "epoch": 0.47672915319974146,
+      "grad_norm": 0.055822569876909256,
+      "learning_rate": 1.682719241542771e-05,
+      "loss": 0.0088,
+      "step": 2950
+    },
+    {
+      "epoch": 0.4848093083387201,
+      "grad_norm": 0.04172702878713608,
+      "learning_rate": 1.6773324714501188e-05,
+      "loss": 0.0081,
+      "step": 3000
+    },
+    {
+      "epoch": 0.4928894634776988,
+      "grad_norm": 0.08130078762769699,
+      "learning_rate": 1.6719457013574662e-05,
+      "loss": 0.0085,
+      "step": 3050
+    },
+    {
+      "epoch": 0.5009696186166774,
+      "grad_norm": 0.048671796917915344,
+      "learning_rate": 1.666558931264814e-05,
+      "loss": 0.0079,
+      "step": 3100
+    },
+    {
+      "epoch": 0.5090497737556561,
+      "grad_norm": 0.12270870059728622,
+      "learning_rate": 1.6611721611721614e-05,
+      "loss": 0.0084,
+      "step": 3150
+    },
+    {
+      "epoch": 0.5171299288946348,
+      "grad_norm": 0.053976595401763916,
+      "learning_rate": 1.6557853910795088e-05,
+      "loss": 0.0095,
+      "step": 3200
+    },
+    {
+      "epoch": 0.5252100840336135,
+      "grad_norm": 0.09643538296222687,
+      "learning_rate": 1.6503986209868562e-05,
+      "loss": 0.0086,
+      "step": 3250
+    },
+    {
+      "epoch": 0.5332902391725921,
+      "grad_norm": 0.04082519933581352,
+      "learning_rate": 1.645011850894204e-05,
+      "loss": 0.0085,
+      "step": 3300
+    },
+    {
+      "epoch": 0.5413703943115707,
+      "grad_norm": 0.07320540398359299,
+      "learning_rate": 1.6396250808015514e-05,
+      "loss": 0.0095,
+      "step": 3350
+    },
+    {
+      "epoch": 0.5494505494505495,
+      "grad_norm": 0.08433382958173752,
+      "learning_rate": 1.634238310708899e-05,
+      "loss": 0.0086,
+      "step": 3400
+    },
+    {
+      "epoch": 0.5575307045895281,
+      "grad_norm": 0.08490192890167236,
+      "learning_rate": 1.6288515406162465e-05,
+      "loss": 0.0087,
+      "step": 3450
+    },
+    {
+      "epoch": 0.5656108597285068,
+      "grad_norm": 0.07407897710800171,
+      "learning_rate": 1.6234647705235943e-05,
+      "loss": 0.0095,
+      "step": 3500
+    },
+    {
+      "epoch": 0.5736910148674854,
+      "grad_norm": 0.04006027430295944,
+      "learning_rate": 1.6180780004309417e-05,
+      "loss": 0.0085,
+      "step": 3550
+    },
+    {
+      "epoch": 0.5817711700064642,
+      "grad_norm": 0.10100733488798141,
+      "learning_rate": 1.6126912303382894e-05,
+      "loss": 0.0082,
+      "step": 3600
+    },
+    {
+      "epoch": 0.5898513251454428,
+      "grad_norm": 0.046667344868183136,
+      "learning_rate": 1.607304460245637e-05,
+      "loss": 0.0088,
+      "step": 3650
+    },
+    {
+      "epoch": 0.5979314802844214,
+      "grad_norm": 0.07386622577905655,
+      "learning_rate": 1.6019176901529846e-05,
+      "loss": 0.0097,
+      "step": 3700
+    },
+    {
+      "epoch": 0.6060116354234001,
+      "grad_norm": 0.07727360725402832,
+      "learning_rate": 1.596530920060332e-05,
+      "loss": 0.0078,
+      "step": 3750
+    },
+    {
+      "epoch": 0.6140917905623788,
+      "grad_norm": 0.01824168674647808,
+      "learning_rate": 1.5911441499676794e-05,
+      "loss": 0.0082,
+      "step": 3800
+    },
+    {
+      "epoch": 0.6221719457013575,
+      "grad_norm": 0.02981133572757244,
+      "learning_rate": 1.585757379875027e-05,
+      "loss": 0.0077,
+      "step": 3850
+    },
+    {
+      "epoch": 0.6302521008403361,
+      "grad_norm": 0.07947336137294769,
+      "learning_rate": 1.5803706097823746e-05,
+      "loss": 0.0073,
+      "step": 3900
+    },
+    {
+      "epoch": 0.6383322559793148,
+      "grad_norm": 0.04702315106987953,
+      "learning_rate": 1.574983839689722e-05,
+      "loss": 0.0074,
+      "step": 3950
+    },
+    {
+      "epoch": 0.6464124111182935,
+      "grad_norm": 0.0397706963121891,
+      "learning_rate": 1.5695970695970697e-05,
+      "loss": 0.0085,
+      "step": 4000
+    },
+    {
+      "epoch": 0.6544925662572721,
+      "grad_norm": 0.0445311963558197,
+      "learning_rate": 1.564210299504417e-05,
+      "loss": 0.0071,
+      "step": 4050
+    },
+    {
+      "epoch": 0.6625727213962508,
+      "grad_norm": 0.03868868947029114,
+      "learning_rate": 1.558823529411765e-05,
+      "loss": 0.0071,
+      "step": 4100
+    },
+    {
+      "epoch": 0.6706528765352294,
+      "grad_norm": 0.09177325665950775,
+      "learning_rate": 1.5534367593191123e-05,
+      "loss": 0.0078,
+      "step": 4150
+    },
+    {
+      "epoch": 0.6787330316742082,
+      "grad_norm": 0.05718887969851494,
+      "learning_rate": 1.54804998922646e-05,
+      "loss": 0.008,
+      "step": 4200
+    },
+    {
+      "epoch": 0.6868131868131868,
+      "grad_norm": 0.04949459806084633,
+      "learning_rate": 1.5426632191338075e-05,
+      "loss": 0.0073,
+      "step": 4250
+    },
+    {
+      "epoch": 0.6948933419521655,
+      "grad_norm": 0.04109389707446098,
+      "learning_rate": 1.5372764490411552e-05,
+      "loss": 0.0073,
+      "step": 4300
+    },
+    {
+      "epoch": 0.7029734970911441,
+      "grad_norm": 0.07063832134008408,
+      "learning_rate": 1.5318896789485026e-05,
+      "loss": 0.0083,
+      "step": 4350
+    },
+    {
+      "epoch": 0.7110536522301228,
+      "grad_norm": 0.07452435046434402,
+      "learning_rate": 1.52650290885585e-05,
+      "loss": 0.0073,
+      "step": 4400
+    },
+    {
+      "epoch": 0.7191338073691015,
+      "grad_norm": 0.04412061721086502,
+      "learning_rate": 1.5211161387631976e-05,
+      "loss": 0.0067,
+      "step": 4450
+    },
+    {
+      "epoch": 0.7272139625080801,
+      "grad_norm": 0.07454030215740204,
+      "learning_rate": 1.5157293686705452e-05,
+      "loss": 0.0075,
+      "step": 4500
+    },
+    {
+      "epoch": 0.7352941176470589,
+      "grad_norm": 0.04662289470434189,
+      "learning_rate": 1.5103425985778928e-05,
+      "loss": 0.0074,
+      "step": 4550
+    },
+    {
+      "epoch": 0.7433742727860375,
+      "grad_norm": 0.05991057679057121,
+      "learning_rate": 1.5049558284852404e-05,
+      "loss": 0.0071,
+      "step": 4600
+    },
+    {
+      "epoch": 0.7514544279250162,
+      "grad_norm": 0.04592648521065712,
+      "learning_rate": 1.499569058392588e-05,
+      "loss": 0.0076,
+      "step": 4650
+    },
+    {
+      "epoch": 0.7595345830639948,
+      "grad_norm": 0.06309536099433899,
+      "learning_rate": 1.4941822882999355e-05,
+      "loss": 0.0076,
+      "step": 4700
+    },
+    {
+      "epoch": 0.7676147382029735,
+      "grad_norm": 0.05248362198472023,
+      "learning_rate": 1.4887955182072831e-05,
+      "loss": 0.0075,
+      "step": 4750
+    },
+    {
+      "epoch": 0.7756948933419522,
+      "grad_norm": 0.04493599757552147,
+      "learning_rate": 1.4834087481146307e-05,
+      "loss": 0.007,
+      "step": 4800
+    },
+    {
+      "epoch": 0.7837750484809308,
+      "grad_norm": 0.020138224586844444,
+      "learning_rate": 1.4780219780219783e-05,
+      "loss": 0.0063,
+      "step": 4850
+    },
+    {
+      "epoch": 0.7918552036199095,
+      "grad_norm": 0.073582723736763,
+      "learning_rate": 1.4726352079293259e-05,
+      "loss": 0.0063,
+      "step": 4900
+    },
+    {
+      "epoch": 0.7999353587588882,
+      "grad_norm": 0.050810813903808594,
+      "learning_rate": 1.4672484378366731e-05,
+      "loss": 0.0079,
+      "step": 4950
+    },
+    {
+      "epoch": 0.8080155138978669,
+      "grad_norm": 0.09147041290998459,
+      "learning_rate": 1.4618616677440207e-05,
+      "loss": 0.007,
+      "step": 5000
+    },
+    {
+      "epoch": 0.8160956690368455,
+      "grad_norm": 0.02943544089794159,
+      "learning_rate": 1.4564748976513683e-05,
+      "loss": 0.0064,
+      "step": 5050
+    },
+    {
+      "epoch": 0.8241758241758241,
+      "grad_norm": 0.058280181139707565,
+      "learning_rate": 1.4510881275587158e-05,
+      "loss": 0.0063,
+      "step": 5100
+    },
+    {
+      "epoch": 0.8322559793148029,
+      "grad_norm": 0.05846063792705536,
+      "learning_rate": 1.4457013574660634e-05,
+      "loss": 0.0071,
+      "step": 5150
+    },
+    {
+      "epoch": 0.8403361344537815,
+      "grad_norm": 0.08794039487838745,
+      "learning_rate": 1.440314587373411e-05,
+      "loss": 0.0066,
+      "step": 5200
+    },
+    {
+      "epoch": 0.8484162895927602,
+      "grad_norm": 0.05881703272461891,
+      "learning_rate": 1.4349278172807586e-05,
+      "loss": 0.0075,
+      "step": 5250
+    },
+    {
+      "epoch": 0.8564964447317388,
+      "grad_norm": 0.060504719614982605,
+      "learning_rate": 1.4295410471881062e-05,
+      "loss": 0.0061,
+      "step": 5300
+    },
+    {
+      "epoch": 0.8645765998707176,
+      "grad_norm": 0.04584150016307831,
+      "learning_rate": 1.4241542770954537e-05,
+      "loss": 0.0059,
+      "step": 5350
+    },
+    {
+      "epoch": 0.8726567550096962,
+      "grad_norm": 0.0818849429488182,
+      "learning_rate": 1.4187675070028013e-05,
+      "loss": 0.0067,
+      "step": 5400
+    },
+    {
+      "epoch": 0.8807369101486748,
+      "grad_norm": 0.04742725193500519,
+      "learning_rate": 1.4133807369101489e-05,
+      "loss": 0.0066,
+      "step": 5450
+    },
+    {
+      "epoch": 0.8888170652876535,
+      "grad_norm": 0.06628070026636124,
+      "learning_rate": 1.4079939668174965e-05,
+      "loss": 0.0069,
+      "step": 5500
+    },
+    {
+      "epoch": 0.8968972204266322,
+      "grad_norm": 0.0498398132622242,
+      "learning_rate": 1.4026071967248437e-05,
+      "loss": 0.006,
+      "step": 5550
+    },
+    {
+      "epoch": 0.9049773755656109,
+      "grad_norm": 0.07333686202764511,
+      "learning_rate": 1.3972204266321913e-05,
+      "loss": 0.0073,
+      "step": 5600
+    },
+    {
+      "epoch": 0.9130575307045895,
+      "grad_norm": 0.040425509214401245,
+      "learning_rate": 1.3918336565395389e-05,
+      "loss": 0.0061,
+      "step": 5650
+    },
+    {
+      "epoch": 0.9211376858435681,
+      "grad_norm": 0.04927436634898186,
+      "learning_rate": 1.3864468864468865e-05,
+      "loss": 0.0064,
+      "step": 5700
+    },
+    {
+      "epoch": 0.9292178409825469,
+      "grad_norm": 0.07403150945901871,
+      "learning_rate": 1.381060116354234e-05,
+      "loss": 0.0057,
+      "step": 5750
+    },
+    {
+      "epoch": 0.9372979961215255,
+      "grad_norm": 0.0294960867613554,
+      "learning_rate": 1.3756733462615816e-05,
+      "loss": 0.0057,
+      "step": 5800
+    },
+    {
+      "epoch": 0.9453781512605042,
+      "grad_norm": 0.06763947010040283,
+      "learning_rate": 1.3702865761689292e-05,
+      "loss": 0.0061,
+      "step": 5850
+    },
+    {
+      "epoch": 0.9534583063994829,
+      "grad_norm": 0.034876059740781784,
+      "learning_rate": 1.3648998060762768e-05,
+      "loss": 0.0073,
+      "step": 5900
+    },
+    {
+      "epoch": 0.9615384615384616,
+      "grad_norm": 0.0363958366215229,
+      "learning_rate": 1.3595130359836244e-05,
+      "loss": 0.0065,
+      "step": 5950
+    },
+    {
+      "epoch": 0.9696186166774402,
+      "grad_norm": 0.03505223989486694,
+      "learning_rate": 1.354126265890972e-05,
+      "loss": 0.0065,
+      "step": 6000
+    },
+    {
+      "epoch": 0.9776987718164188,
+      "grad_norm": 0.010415361262857914,
+      "learning_rate": 1.3487394957983195e-05,
+      "loss": 0.0063,
+      "step": 6050
+    },
+    {
+      "epoch": 0.9857789269553976,
+      "grad_norm": 0.05905304104089737,
+      "learning_rate": 1.343352725705667e-05,
+      "loss": 0.0055,
+      "step": 6100
+    },
+    {
+      "epoch": 0.9938590820943762,
+      "grad_norm": 0.03133542463183403,
+      "learning_rate": 1.3379659556130145e-05,
+      "loss": 0.0062,
+      "step": 6150
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.00468644080683589,
+      "eval_rouge1": 86.16729085635436,
+      "eval_rouge2": 82.00613853575325,
+      "eval_rougeL": 85.17049406119979,
+      "eval_rougeLsum": 85.1321983661705,
+      "eval_runtime": 50.3158,
+      "eval_samples_per_second": 9.937,
+      "eval_steps_per_second": 1.252,
+      "step": 6188
+    },
+    {
+      "epoch": 1.0019392372333549,
+      "grad_norm": 0.0473632887005806,
+      "learning_rate": 1.3325791855203621e-05,
+      "loss": 0.006,
+      "step": 6200
+    },
+    {
+      "epoch": 1.0100193923723335,
+      "grad_norm": 0.009613406844437122,
+      "learning_rate": 1.3271924154277097e-05,
+      "loss": 0.0058,
+      "step": 6250
+    },
+    {
+      "epoch": 1.0180995475113122,
+      "grad_norm": 0.07586677372455597,
+      "learning_rate": 1.3218056453350573e-05,
+      "loss": 0.0053,
+      "step": 6300
+    },
+    {
+      "epoch": 1.0261797026502908,
+      "grad_norm": 0.03996267169713974,
+      "learning_rate": 1.3165266106442578e-05,
+      "loss": 0.0053,
+      "step": 6350
+    },
+    {
+      "epoch": 1.0342598577892697,
+      "grad_norm": 0.04150750860571861,
+      "learning_rate": 1.3111398405516054e-05,
+      "loss": 0.006,
+      "step": 6400
+    },
+    {
+      "epoch": 1.0423400129282483,
+      "grad_norm": 0.047103989869356155,
+      "learning_rate": 1.305753070458953e-05,
+      "loss": 0.0063,
+      "step": 6450
+    },
+    {
+      "epoch": 1.050420168067227,
+      "grad_norm": 0.04707568511366844,
+      "learning_rate": 1.3003663003663005e-05,
+      "loss": 0.0054,
+      "step": 6500
+    },
+    {
+      "epoch": 1.0585003232062056,
+      "grad_norm": 0.04693872109055519,
+      "learning_rate": 1.2949795302736481e-05,
+      "loss": 0.0058,
+      "step": 6550
+    },
+    {
+      "epoch": 1.0665804783451842,
+      "grad_norm": 0.03767074644565582,
+      "learning_rate": 1.2895927601809957e-05,
+      "loss": 0.0049,
+      "step": 6600
+    },
+    {
+      "epoch": 1.0746606334841629,
+      "grad_norm": 0.049506109207868576,
+      "learning_rate": 1.2842059900883433e-05,
+      "loss": 0.0061,
+      "step": 6650
+    },
+    {
+      "epoch": 1.0827407886231415,
+      "grad_norm": 0.040579311549663544,
+      "learning_rate": 1.2788192199956907e-05,
+      "loss": 0.0053,
+      "step": 6700
+    },
+    {
+      "epoch": 1.0908209437621201,
+      "grad_norm": 0.06605598330497742,
+      "learning_rate": 1.273432449903038e-05,
+      "loss": 0.0049,
+      "step": 6750
+    },
+    {
+      "epoch": 1.098901098901099,
+      "grad_norm": 0.0573626309633255,
+      "learning_rate": 1.2680456798103857e-05,
+      "loss": 0.0058,
+      "step": 6800
+    },
+    {
+      "epoch": 1.1069812540400776,
+      "grad_norm": 0.04869833588600159,
+      "learning_rate": 1.2626589097177332e-05,
+      "loss": 0.0054,
+      "step": 6850
+    },
+    {
+      "epoch": 1.1150614091790563,
+      "grad_norm": 0.030207501724362373,
+      "learning_rate": 1.2572721396250808e-05,
+      "loss": 0.0049,
+      "step": 6900
+    },
+    {
+      "epoch": 1.123141564318035,
+      "grad_norm": 0.04019474983215332,
+      "learning_rate": 1.2518853695324284e-05,
+      "loss": 0.0054,
+      "step": 6950
+    },
+    {
+      "epoch": 1.1312217194570136,
+      "grad_norm": 0.03316131606698036,
+      "learning_rate": 1.246498599439776e-05,
+      "loss": 0.0063,
+      "step": 7000
+    },
+    {
+      "epoch": 1.1393018745959922,
+      "grad_norm": 0.04495147988200188,
+      "learning_rate": 1.2411118293471236e-05,
+      "loss": 0.006,
+      "step": 7050
+    },
+    {
+      "epoch": 1.1473820297349708,
+      "grad_norm": 0.029968004673719406,
+      "learning_rate": 1.2357250592544711e-05,
+      "loss": 0.0055,
+      "step": 7100
+    },
+    {
+      "epoch": 1.1554621848739495,
+      "grad_norm": 0.05552554875612259,
+      "learning_rate": 1.2303382891618187e-05,
+      "loss": 0.0056,
+      "step": 7150
+    },
+    {
+      "epoch": 1.1635423400129283,
+      "grad_norm": 0.040211454033851624,
+      "learning_rate": 1.2249515190691663e-05,
+      "loss": 0.0059,
+      "step": 7200
+    },
+    {
+      "epoch": 1.171622495151907,
+      "grad_norm": 0.030323076993227005,
+      "learning_rate": 1.2195647489765139e-05,
+      "loss": 0.0057,
+      "step": 7250
+    },
+    {
+      "epoch": 1.1797026502908856,
+      "grad_norm": 0.040990181267261505,
+      "learning_rate": 1.2141779788838613e-05,
+      "loss": 0.0053,
+      "step": 7300
+    },
+    {
+      "epoch": 1.1877828054298643,
+      "grad_norm": 0.03895975649356842,
+      "learning_rate": 1.2087912087912089e-05,
+      "loss": 0.0054,
+      "step": 7350
+    },
+    {
+      "epoch": 1.195862960568843,
+      "grad_norm": 0.04454527050256729,
+      "learning_rate": 1.2034044386985565e-05,
+      "loss": 0.0053,
+      "step": 7400
+    },
+    {
+      "epoch": 1.2039431157078215,
+      "grad_norm": 0.04071690887212753,
+      "learning_rate": 1.198017668605904e-05,
+      "loss": 0.0053,
+      "step": 7450
+    },
+    {
+      "epoch": 1.2120232708468002,
+      "grad_norm": 0.03768669813871384,
+      "learning_rate": 1.1926308985132516e-05,
+      "loss": 0.0059,
+      "step": 7500
+    },
+    {
+      "epoch": 1.220103425985779,
+      "grad_norm": 0.048281479626894,
+      "learning_rate": 1.187244128420599e-05,
+      "loss": 0.0057,
+      "step": 7550
+    },
+    {
+      "epoch": 1.2281835811247577,
+      "grad_norm": 0.037021659314632416,
+      "learning_rate": 1.1818573583279466e-05,
+      "loss": 0.0059,
+      "step": 7600
+    },
+    {
+      "epoch": 1.2362637362637363,
+      "grad_norm": 0.060549281537532806,
+      "learning_rate": 1.1764705882352942e-05,
+      "loss": 0.0054,
+      "step": 7650
+    },
+    {
+      "epoch": 1.244343891402715,
+      "grad_norm": 0.06345050781965256,
+      "learning_rate": 1.1710838181426418e-05,
+      "loss": 0.0057,
+      "step": 7700
+    },
+    {
+      "epoch": 1.2524240465416936,
+      "grad_norm": 0.03186087682843208,
+      "learning_rate": 1.1656970480499893e-05,
+      "loss": 0.0055,
+      "step": 7750
+    },
+    {
+      "epoch": 1.2605042016806722,
+      "grad_norm": 0.057463087141513824,
+      "learning_rate": 1.160310277957337e-05,
+      "loss": 0.0057,
+      "step": 7800
+    },
+    {
+      "epoch": 1.2685843568196509,
+      "grad_norm": 0.04167677462100983,
+      "learning_rate": 1.1549235078646843e-05,
+      "loss": 0.0056,
+      "step": 7850
+    },
+    {
+      "epoch": 1.2766645119586295,
+      "grad_norm": 0.04780175909399986,
+      "learning_rate": 1.149536737772032e-05,
+      "loss": 0.0056,
+      "step": 7900
+    },
+    {
+      "epoch": 1.2847446670976082,
+      "grad_norm": 0.06335488706827164,
+      "learning_rate": 1.1441499676793795e-05,
+      "loss": 0.0055,
+      "step": 7950
+    },
+    {
+      "epoch": 1.292824822236587,
+      "grad_norm": 0.04902550205588341,
+      "learning_rate": 1.138763197586727e-05,
+      "loss": 0.0062,
+      "step": 8000
+    },
+    {
+      "epoch": 1.3009049773755657,
+      "grad_norm": 0.0339086689054966,
+      "learning_rate": 1.1333764274940747e-05,
+      "loss": 0.0049,
+      "step": 8050
+    },
+    {
+      "epoch": 1.3089851325145443,
+      "grad_norm": 0.044165465980768204,
+      "learning_rate": 1.1279896574014222e-05,
+      "loss": 0.0058,
+      "step": 8100
+    },
+    {
+      "epoch": 1.317065287653523,
+      "grad_norm": 0.037159230560064316,
+      "learning_rate": 1.1226028873087698e-05,
+      "loss": 0.0053,
+      "step": 8150
+    },
+    {
+      "epoch": 1.3251454427925016,
+      "grad_norm": 0.03820132464170456,
+      "learning_rate": 1.1172161172161174e-05,
+      "loss": 0.0053,
+      "step": 8200
+    },
+    {
+      "epoch": 1.3332255979314802,
+      "grad_norm": 0.024112703278660774,
+      "learning_rate": 1.111829347123465e-05,
+      "loss": 0.0054,
+      "step": 8250
+    },
+    {
+      "epoch": 1.341305753070459,
+      "grad_norm": 0.029049362987279892,
+      "learning_rate": 1.1064425770308126e-05,
+      "loss": 0.005,
+      "step": 8300
+    },
+    {
+      "epoch": 1.3493859082094377,
+      "grad_norm": 0.0295393168926239,
+      "learning_rate": 1.1010558069381601e-05,
+      "loss": 0.0053,
+      "step": 8350
+    },
+    {
+      "epoch": 1.3574660633484164,
+      "grad_norm": 0.04328558221459389,
+      "learning_rate": 1.0956690368455075e-05,
+      "loss": 0.005,
+      "step": 8400
+    },
+    {
+      "epoch": 1.365546218487395,
+      "grad_norm": 0.058262139558792114,
+      "learning_rate": 1.090282266752855e-05,
+      "loss": 0.0053,
+      "step": 8450
+    },
+    {
+      "epoch": 1.3736263736263736,
+      "grad_norm": 0.033369556069374084,
+      "learning_rate": 1.0848954966602025e-05,
+      "loss": 0.0058,
+      "step": 8500
+    },
+    {
+      "epoch": 1.3817065287653523,
+      "grad_norm": 0.07817134261131287,
+      "learning_rate": 1.0795087265675501e-05,
+      "loss": 0.0053,
+      "step": 8550
+    },
+    {
+      "epoch": 1.389786683904331,
+      "grad_norm": 0.0364365428686142,
+      "learning_rate": 1.0741219564748977e-05,
+      "loss": 0.0049,
+      "step": 8600
+    },
+    {
+      "epoch": 1.3978668390433096,
+      "grad_norm": 0.047975849360227585,
+      "learning_rate": 1.0687351863822453e-05,
+      "loss": 0.0054,
+      "step": 8650
+    },
+    {
+      "epoch": 1.4059469941822882,
+      "grad_norm": 0.05053960904479027,
+      "learning_rate": 1.0633484162895929e-05,
+      "loss": 0.0049,
+      "step": 8700
+    },
+    {
+      "epoch": 1.4140271493212668,
+      "grad_norm": 0.05517440661787987,
+      "learning_rate": 1.0579616461969404e-05,
+      "loss": 0.0053,
+      "step": 8750
+    },
+    {
+      "epoch": 1.4221073044602457,
+      "grad_norm": 0.045634444802999496,
+      "learning_rate": 1.052574876104288e-05,
+      "loss": 0.0051,
+      "step": 8800
+    },
+    {
+      "epoch": 1.4301874595992243,
+      "grad_norm": 0.06119120493531227,
+      "learning_rate": 1.0471881060116356e-05,
+      "loss": 0.005,
+      "step": 8850
+    },
+    {
+      "epoch": 1.438267614738203,
+      "grad_norm": 0.037451136857271194,
+      "learning_rate": 1.0418013359189832e-05,
+      "loss": 0.005,
+      "step": 8900
+    },
+    {
+      "epoch": 1.4463477698771816,
+      "grad_norm": 0.045001059770584106,
+      "learning_rate": 1.0364145658263308e-05,
+      "loss": 0.0055,
+      "step": 8950
+    },
+    {
+      "epoch": 1.4544279250161603,
+      "grad_norm": 0.027605222538113594,
+      "learning_rate": 1.031027795733678e-05,
+      "loss": 0.0047,
+      "step": 9000
+    },
+    {
+      "epoch": 1.4625080801551391,
+      "grad_norm": 0.04454193264245987,
+      "learning_rate": 1.0256410256410256e-05,
+      "loss": 0.0054,
+      "step": 9050
+    },
+    {
+      "epoch": 1.4705882352941178,
+      "grad_norm": 0.023829152807593346,
+      "learning_rate": 1.0202542555483732e-05,
+      "loss": 0.0051,
+      "step": 9100
+    },
+    {
+      "epoch": 1.4786683904330964,
+      "grad_norm": 0.04157187044620514,
+      "learning_rate": 1.0148674854557207e-05,
+      "loss": 0.0047,
+      "step": 9150
+    },
+    {
+      "epoch": 1.486748545572075,
+      "grad_norm": 0.03874518349766731,
+      "learning_rate": 1.0094807153630683e-05,
+      "loss": 0.0053,
+      "step": 9200
+    },
+    {
+      "epoch": 1.4948287007110537,
+      "grad_norm": 0.026905696839094162,
+      "learning_rate": 1.0040939452704159e-05,
+      "loss": 0.005,
+      "step": 9250
+    },
+    {
+      "epoch": 1.5029088558500323,
+      "grad_norm": 0.06382673233747482,
+      "learning_rate": 9.987071751777635e-06,
+      "loss": 0.005,
+      "step": 9300
+    },
+    {
+      "epoch": 1.510989010989011,
+      "grad_norm": 0.02449849620461464,
+      "learning_rate": 9.93320405085111e-06,
+      "loss": 0.0053,
+      "step": 9350
+    },
+    {
+      "epoch": 1.5190691661279896,
+      "grad_norm": 0.04602253809571266,
+      "learning_rate": 9.879336349924586e-06,
+      "loss": 0.0058,
+      "step": 9400
+    },
+    {
+      "epoch": 1.5271493212669682,
+      "grad_norm": 0.026318348944187164,
+      "learning_rate": 9.82546864899806e-06,
+      "loss": 0.005,
+      "step": 9450
+    },
+    {
+      "epoch": 1.5352294764059469,
+      "grad_norm": 0.028364863246679306,
+      "learning_rate": 9.771600948071536e-06,
+      "loss": 0.0047,
+      "step": 9500
+    },
+    {
+      "epoch": 1.5433096315449255,
+      "grad_norm": 0.03204864263534546,
+      "learning_rate": 9.717733247145012e-06,
+      "loss": 0.0046,
+      "step": 9550
+    },
+    {
+      "epoch": 1.5513897866839044,
+      "grad_norm": 0.023740077391266823,
+      "learning_rate": 9.663865546218488e-06,
+      "loss": 0.0057,
+      "step": 9600
+    },
+    {
+      "epoch": 1.559469941822883,
+      "grad_norm": 0.028953751549124718,
+      "learning_rate": 9.609997845291964e-06,
+      "loss": 0.0049,
+      "step": 9650
+    },
+    {
+      "epoch": 1.5675500969618616,
+      "grad_norm": 0.039458662271499634,
+      "learning_rate": 9.55613014436544e-06,
+      "loss": 0.0052,
+      "step": 9700
+    },
+    {
+      "epoch": 1.5756302521008403,
+      "grad_norm": 0.02466548979282379,
+      "learning_rate": 9.502262443438914e-06,
+      "loss": 0.0053,
+      "step": 9750
+    },
+    {
+      "epoch": 1.5837104072398192,
+      "grad_norm": 0.09884428232908249,
+      "learning_rate": 9.44839474251239e-06,
+      "loss": 0.0045,
+      "step": 9800
+    },
+    {
+      "epoch": 1.5917905623787978,
+      "grad_norm": 0.052319470793008804,
+      "learning_rate": 9.394527041585865e-06,
+      "loss": 0.0047,
+      "step": 9850
+    },
+    {
+      "epoch": 1.5998707175177764,
+      "grad_norm": 0.04534400627017021,
+      "learning_rate": 9.340659340659341e-06,
+      "loss": 0.0042,
+      "step": 9900
+    },
+    {
+      "epoch": 1.607950872656755,
+      "grad_norm": 0.031061217188835144,
+      "learning_rate": 9.286791639732817e-06,
+      "loss": 0.0053,
+      "step": 9950
+    },
+    {
+      "epoch": 1.6160310277957337,
+      "grad_norm": 0.04152417555451393,
+      "learning_rate": 9.232923938806293e-06,
+      "loss": 0.0044,
+      "step": 10000
+    },
+    {
+      "epoch": 1.6241111829347123,
+      "grad_norm": 0.06364952027797699,
+      "learning_rate": 9.179056237879767e-06,
+      "loss": 0.0051,
+      "step": 10050
+    },
+    {
+      "epoch": 1.632191338073691,
+      "grad_norm": 0.05075689032673836,
+      "learning_rate": 9.125188536953243e-06,
+      "loss": 0.005,
+      "step": 10100
+    },
+    {
+      "epoch": 1.6402714932126696,
+      "grad_norm": 0.05718667805194855,
+      "learning_rate": 9.071320836026718e-06,
+      "loss": 0.005,
+      "step": 10150
+    },
+    {
+      "epoch": 1.6483516483516483,
+      "grad_norm": 0.05176397040486336,
+      "learning_rate": 9.017453135100194e-06,
+      "loss": 0.005,
+      "step": 10200
+    },
+    {
+      "epoch": 1.656431803490627,
+      "grad_norm": 0.05737081915140152,
+      "learning_rate": 8.96358543417367e-06,
+      "loss": 0.0054,
+      "step": 10250
+    },
+    {
+      "epoch": 1.6645119586296055,
+      "grad_norm": 0.02792266197502613,
+      "learning_rate": 8.909717733247146e-06,
+      "loss": 0.0044,
+      "step": 10300
+    },
+    {
+      "epoch": 1.6725921137685844,
+      "grad_norm": 0.029061343520879745,
+      "learning_rate": 8.855850032320622e-06,
+      "loss": 0.0052,
+      "step": 10350
+    },
+    {
+      "epoch": 1.680672268907563,
+      "grad_norm": 0.03089820221066475,
+      "learning_rate": 8.801982331394097e-06,
+      "loss": 0.005,
+      "step": 10400
+    },
+    {
+      "epoch": 1.6887524240465417,
+      "grad_norm": 0.046603500843048096,
+      "learning_rate": 8.748114630467572e-06,
+      "loss": 0.006,
+      "step": 10450
+    },
+    {
+      "epoch": 1.6968325791855203,
+      "grad_norm": 0.033478520810604095,
+      "learning_rate": 8.694246929541047e-06,
+      "loss": 0.0045,
+      "step": 10500
+    },
+    {
+      "epoch": 1.7049127343244992,
+      "grad_norm": 0.045349959284067154,
+      "learning_rate": 8.640379228614523e-06,
+      "loss": 0.0043,
+      "step": 10550
+    },
+    {
+      "epoch": 1.7129928894634778,
+      "grad_norm": 0.04198373854160309,
+      "learning_rate": 8.586511527687999e-06,
+      "loss": 0.0046,
+      "step": 10600
+    },
+    {
+      "epoch": 1.7210730446024565,
+      "grad_norm": 0.030365299433469772,
+      "learning_rate": 8.532643826761475e-06,
+      "loss": 0.0047,
+      "step": 10650
+    },
+    {
+      "epoch": 1.729153199741435,
+      "grad_norm": 0.053815387189388275,
+      "learning_rate": 8.47877612583495e-06,
+      "loss": 0.0053,
+      "step": 10700
+    },
+    {
+      "epoch": 1.7372333548804137,
+      "grad_norm": 0.040949735790491104,
+      "learning_rate": 8.424908424908426e-06,
+      "loss": 0.0049,
+      "step": 10750
+    },
+    {
+      "epoch": 1.7453135100193924,
+      "grad_norm": 0.02742874063551426,
+      "learning_rate": 8.371040723981902e-06,
+      "loss": 0.0049,
+      "step": 10800
+    },
+    {
+      "epoch": 1.753393665158371,
+      "grad_norm": 0.06784753501415253,
+      "learning_rate": 8.317173023055376e-06,
+      "loss": 0.0058,
+      "step": 10850
+    },
+    {
+      "epoch": 1.7614738202973497,
+      "grad_norm": 0.03332887962460518,
+      "learning_rate": 8.263305322128852e-06,
+      "loss": 0.0046,
+      "step": 10900
+    },
+    {
+      "epoch": 1.7695539754363283,
+      "grad_norm": 0.031116908416152,
+      "learning_rate": 8.209437621202328e-06,
+      "loss": 0.0046,
+      "step": 10950
+    },
+    {
+      "epoch": 1.777634130575307,
+      "grad_norm": 0.03276669979095459,
+      "learning_rate": 8.155569920275804e-06,
+      "loss": 0.0045,
+      "step": 11000
+    },
+    {
+      "epoch": 1.7857142857142856,
+      "grad_norm": 0.04121123626828194,
+      "learning_rate": 8.10170221934928e-06,
+      "loss": 0.0057,
+      "step": 11050
+    },
+    {
+      "epoch": 1.7937944408532642,
+      "grad_norm": 0.05228004604578018,
+      "learning_rate": 8.047834518422755e-06,
+      "loss": 0.005,
+      "step": 11100
+    },
+    {
+      "epoch": 1.801874595992243,
+      "grad_norm": 0.03658825531601906,
+      "learning_rate": 7.993966817496231e-06,
+      "loss": 0.0048,
+      "step": 11150
+    },
+    {
+      "epoch": 1.8099547511312217,
+      "grad_norm": 0.029890988022089005,
+      "learning_rate": 7.940099116569705e-06,
+      "loss": 0.0045,
+      "step": 11200
+    },
+    {
+      "epoch": 1.8180349062702004,
+      "grad_norm": 0.057183150202035904,
+      "learning_rate": 7.886231415643181e-06,
+      "loss": 0.0046,
+      "step": 11250
+    },
+    {
+      "epoch": 1.826115061409179,
+      "grad_norm": 0.032826654613018036,
+      "learning_rate": 7.832363714716657e-06,
+      "loss": 0.0044,
+      "step": 11300
+    },
+    {
+      "epoch": 1.8341952165481579,
+      "grad_norm": 0.08467372506856918,
+      "learning_rate": 7.778496013790133e-06,
+      "loss": 0.0048,
+      "step": 11350
+    },
+    {
+      "epoch": 1.8422753716871365,
+      "grad_norm": 0.03478661924600601,
+      "learning_rate": 7.724628312863608e-06,
+      "loss": 0.005,
+      "step": 11400
+    },
+    {
+      "epoch": 1.8503555268261151,
+      "grad_norm": 0.05386711657047272,
+      "learning_rate": 7.670760611937084e-06,
+      "loss": 0.0048,
+      "step": 11450
+    },
+    {
+      "epoch": 1.8584356819650938,
+      "grad_norm": 0.03354140743613243,
+      "learning_rate": 7.616892911010558e-06,
+      "loss": 0.0044,
+      "step": 11500
+    },
+    {
+      "epoch": 1.8665158371040724,
+      "grad_norm": 0.043414924293756485,
+      "learning_rate": 7.563025210084034e-06,
+      "loss": 0.0055,
+      "step": 11550
+    },
+    {
+      "epoch": 1.874595992243051,
+      "grad_norm": 0.040471382439136505,
+      "learning_rate": 7.50915750915751e-06,
+      "loss": 0.0052,
+      "step": 11600
+    },
+    {
+      "epoch": 1.8826761473820297,
+      "grad_norm": 0.06200335547327995,
+      "learning_rate": 7.455289808230986e-06,
+      "loss": 0.0053,
+      "step": 11650
+    },
+    {
+      "epoch": 1.8907563025210083,
+      "grad_norm": 0.04366638883948326,
+      "learning_rate": 7.4014221073044616e-06,
+      "loss": 0.0046,
+      "step": 11700
+    },
+    {
+      "epoch": 1.898836457659987,
+      "grad_norm": 0.022821014747023582,
+      "learning_rate": 7.3475544063779365e-06,
+      "loss": 0.0045,
+      "step": 11750
+    },
+    {
+      "epoch": 1.9069166127989656,
+      "grad_norm": 0.038873497396707535,
+      "learning_rate": 7.2936867054514115e-06,
+      "loss": 0.0046,
+      "step": 11800
+    },
+    {
+      "epoch": 1.9149967679379443,
+      "grad_norm": 0.04890233278274536,
+      "learning_rate": 7.239819004524887e-06,
+      "loss": 0.0057,
+      "step": 11850
+    },
+    {
+      "epoch": 1.9230769230769231,
+      "grad_norm": 0.04092305526137352,
+      "learning_rate": 7.185951303598363e-06,
+      "loss": 0.005,
+      "step": 11900
+    },
+    {
+      "epoch": 1.9311570782159018,
+      "grad_norm": 0.05939971283078194,
+      "learning_rate": 7.132083602671839e-06,
+      "loss": 0.0046,
+      "step": 11950
+    },
+    {
+      "epoch": 1.9392372333548804,
+      "grad_norm": 0.037901926785707474,
+      "learning_rate": 7.078215901745315e-06,
+      "loss": 0.0045,
+      "step": 12000
+    },
+    {
+      "epoch": 1.947317388493859,
+      "grad_norm": 0.0488058477640152,
+      "learning_rate": 7.024348200818789e-06,
+      "loss": 0.005,
+      "step": 12050
+    },
+    {
+      "epoch": 1.955397543632838,
+      "grad_norm": 0.06671205163002014,
+      "learning_rate": 6.970480499892265e-06,
+      "loss": 0.0053,
+      "step": 12100
+    },
+    {
+      "epoch": 1.9634776987718165,
+      "grad_norm": 0.03580876812338829,
+      "learning_rate": 6.91661279896574e-06,
+      "loss": 0.0048,
+      "step": 12150
+    },
+    {
+      "epoch": 1.9715578539107952,
+      "grad_norm": 0.05258365720510483,
+      "learning_rate": 6.862745098039216e-06,
+      "loss": 0.0047,
+      "step": 12200
+    },
+    {
+      "epoch": 1.9796380090497738,
+      "grad_norm": 0.035823095589876175,
+      "learning_rate": 6.808877397112692e-06,
+      "loss": 0.0053,
+      "step": 12250
+    },
+    {
+      "epoch": 1.9877181641887525,
+      "grad_norm": 0.03747252747416496,
+      "learning_rate": 6.755009696186168e-06,
+      "loss": 0.0052,
+      "step": 12300
+    },
+    {
+      "epoch": 1.995798319327731,
+      "grad_norm": 0.029116889461874962,
+      "learning_rate": 6.701141995259643e-06,
+      "loss": 0.0045,
+      "step": 12350
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.003754823002964258,
+      "eval_rouge1": 87.21845608272304,
+      "eval_rouge2": 83.41556886218162,
+      "eval_rougeL": 85.9862609239223,
+      "eval_rougeLsum": 85.95382052592191,
+      "eval_runtime": 48.1802,
+      "eval_samples_per_second": 10.378,
+      "eval_steps_per_second": 1.308,
+      "step": 12376
+    },
+    {
+      "epoch": 2.0038784744667097,
+      "grad_norm": 0.040494147688150406,
+      "learning_rate": 6.647274294333118e-06,
+      "loss": 0.0051,
+      "step": 12400
+    },
+    {
+      "epoch": 2.0119586296056884,
+      "grad_norm": 0.021118978038430214,
+      "learning_rate": 6.5934065934065935e-06,
+      "loss": 0.0044,
+      "step": 12450
+    },
+    {
+      "epoch": 2.020038784744667,
+      "grad_norm": 0.03655942156910896,
+      "learning_rate": 6.539538892480069e-06,
+      "loss": 0.0046,
+      "step": 12500
+    },
+    {
+      "epoch": 2.0281189398836457,
+      "grad_norm": 0.033596962690353394,
+      "learning_rate": 6.485671191553545e-06,
+      "loss": 0.0049,
+      "step": 12550
+    },
+    {
+      "epoch": 2.0361990950226243,
+      "grad_norm": 0.04082285612821579,
+      "learning_rate": 6.431803490627021e-06,
+      "loss": 0.0046,
+      "step": 12600
+    },
+    {
+      "epoch": 2.044279250161603,
+      "grad_norm": 0.035328153520822525,
+      "learning_rate": 6.377935789700496e-06,
+      "loss": 0.0047,
+      "step": 12650
+    },
+    {
+      "epoch": 2.0523594053005816,
+      "grad_norm": 0.06532145291566849,
+      "learning_rate": 6.324068088773972e-06,
+      "loss": 0.0046,
+      "step": 12700
+    },
+    {
+      "epoch": 2.0604395604395602,
+      "grad_norm": 0.021467560902237892,
+      "learning_rate": 6.2702003878474475e-06,
+      "loss": 0.0044,
+      "step": 12750
+    },
+    {
+      "epoch": 2.0685197155785393,
+      "grad_norm": 0.028903750702738762,
+      "learning_rate": 6.2163326869209225e-06,
+      "loss": 0.0047,
+      "step": 12800
+    },
+    {
+      "epoch": 2.076599870717518,
+      "grad_norm": 0.04827199503779411,
+      "learning_rate": 6.162464985994398e-06,
+      "loss": 0.0046,
+      "step": 12850
+    },
+    {
+      "epoch": 2.0846800258564966,
+      "grad_norm": 0.05190654471516609,
+      "learning_rate": 6.108597285067874e-06,
+      "loss": 0.0044,
+      "step": 12900
+    },
+    {
+      "epoch": 2.0927601809954752,
+      "grad_norm": 0.043597374111413956,
+      "learning_rate": 6.054729584141349e-06,
+      "loss": 0.0039,
+      "step": 12950
+    },
+    {
+      "epoch": 2.100840336134454,
+      "grad_norm": 0.025249801576137543,
+      "learning_rate": 6.000861883214825e-06,
+      "loss": 0.0049,
+      "step": 13000
+    },
+    {
+      "epoch": 2.1089204912734325,
+      "grad_norm": 0.04429004713892937,
+      "learning_rate": 5.946994182288301e-06,
+      "loss": 0.0045,
+      "step": 13050
+    },
+    {
+      "epoch": 2.117000646412411,
+      "grad_norm": 0.05018601194024086,
+      "learning_rate": 5.8931264813617764e-06,
+      "loss": 0.0047,
+      "step": 13100
+    },
+    {
+      "epoch": 2.12508080155139,
+      "grad_norm": 0.0563606433570385,
+      "learning_rate": 5.839258780435252e-06,
+      "loss": 0.0049,
+      "step": 13150
+    },
+    {
+      "epoch": 2.1331609566903684,
+      "grad_norm": 0.036379583179950714,
+      "learning_rate": 5.785391079508727e-06,
+      "loss": 0.0045,
+      "step": 13200
+    },
+    {
+      "epoch": 2.141241111829347,
+      "grad_norm": 0.03966435417532921,
+      "learning_rate": 5.731523378582202e-06,
+      "loss": 0.0046,
+      "step": 13250
+    },
+    {
+      "epoch": 2.1493212669683257,
+      "grad_norm": 0.03525066375732422,
+      "learning_rate": 5.677655677655678e-06,
+      "loss": 0.004,
+      "step": 13300
+    },
+    {
+      "epoch": 2.1574014221073043,
+      "grad_norm": 0.04028931260108948,
+      "learning_rate": 5.623787976729154e-06,
+      "loss": 0.0045,
+      "step": 13350
+    },
+    {
+      "epoch": 2.165481577246283,
+      "grad_norm": 0.027697792276740074,
+      "learning_rate": 5.5699202758026296e-06,
+      "loss": 0.0049,
+      "step": 13400
+    },
+    {
+      "epoch": 2.1735617323852616,
+      "grad_norm": 0.02208828553557396,
+      "learning_rate": 5.516052574876105e-06,
+      "loss": 0.0044,
+      "step": 13450
+    },
+    {
+      "epoch": 2.1816418875242403,
+      "grad_norm": 0.03327793627977371,
+      "learning_rate": 5.4621848739495795e-06,
+      "loss": 0.0052,
+      "step": 13500
+    },
+    {
+      "epoch": 2.1897220426632193,
+      "grad_norm": 0.040238089859485626,
+      "learning_rate": 5.408317173023055e-06,
+      "loss": 0.0044,
+      "step": 13550
+    },
+    {
+      "epoch": 2.197802197802198,
+      "grad_norm": 0.02015913464128971,
+      "learning_rate": 5.354449472096531e-06,
+      "loss": 0.0049,
+      "step": 13600
+    },
+    {
+      "epoch": 2.2058823529411766,
+      "grad_norm": 0.018138017505407333,
+      "learning_rate": 5.300581771170007e-06,
+      "loss": 0.0048,
+      "step": 13650
+    },
+    {
+      "epoch": 2.2139625080801553,
+      "grad_norm": 0.050266802310943604,
+      "learning_rate": 5.246714070243483e-06,
+      "loss": 0.0043,
+      "step": 13700
+    },
+    {
+      "epoch": 2.222042663219134,
+      "grad_norm": 0.04515570029616356,
+      "learning_rate": 5.1928463693169585e-06,
+      "loss": 0.0036,
+      "step": 13750
+    },
+    {
+      "epoch": 2.2301228183581125,
+      "grad_norm": 0.039447471499443054,
+      "learning_rate": 5.138978668390433e-06,
+      "loss": 0.0044,
+      "step": 13800
+    },
+    {
+      "epoch": 2.238202973497091,
+      "grad_norm": 0.03310653567314148,
+      "learning_rate": 5.085110967463908e-06,
+      "loss": 0.0044,
+      "step": 13850
+    },
+    {
+      "epoch": 2.24628312863607,
+      "grad_norm": 0.014222861267626286,
+      "learning_rate": 5.031243266537384e-06,
+      "loss": 0.0047,
+      "step": 13900
+    },
+    {
+      "epoch": 2.2543632837750485,
+      "grad_norm": 0.016546355560421944,
+      "learning_rate": 4.97737556561086e-06,
+      "loss": 0.0047,
+      "step": 13950
+    },
+    {
+      "epoch": 2.262443438914027,
+      "grad_norm": 0.05192546918988228,
+      "learning_rate": 4.923507864684336e-06,
+      "loss": 0.0043,
+      "step": 14000
+    },
+    {
+      "epoch": 2.2705235940530057,
+      "grad_norm": 0.04964493215084076,
+      "learning_rate": 4.869640163757811e-06,
+      "loss": 0.0047,
+      "step": 14050
+    },
+    {
+      "epoch": 2.2786037491919844,
+      "grad_norm": 0.01690448634326458,
+      "learning_rate": 4.8157724628312866e-06,
+      "loss": 0.0043,
+      "step": 14100
+    },
+    {
+      "epoch": 2.286683904330963,
+      "grad_norm": 0.03871385008096695,
+      "learning_rate": 4.761904761904762e-06,
+      "loss": 0.0054,
+      "step": 14150
+    },
+    {
+      "epoch": 2.2947640594699417,
+      "grad_norm": 0.029631048440933228,
+      "learning_rate": 4.708037060978238e-06,
+      "loss": 0.0042,
+      "step": 14200
+    },
+    {
+      "epoch": 2.3028442146089203,
+      "grad_norm": 0.031350765377283096,
+      "learning_rate": 4.654169360051713e-06,
+      "loss": 0.0045,
+      "step": 14250
+    },
+    {
+      "epoch": 2.310924369747899,
+      "grad_norm": 0.05931168794631958,
+      "learning_rate": 4.600301659125189e-06,
+      "loss": 0.0051,
+      "step": 14300
+    },
+    {
+      "epoch": 2.3190045248868776,
+      "grad_norm": 0.04504646733403206,
+      "learning_rate": 4.546433958198665e-06,
+      "loss": 0.0043,
+      "step": 14350
+    },
+    {
+      "epoch": 2.3270846800258567,
+      "grad_norm": 0.04591371491551399,
+      "learning_rate": 4.4925662572721405e-06,
+      "loss": 0.0046,
+      "step": 14400
+    },
+    {
+      "epoch": 2.3351648351648353,
+      "grad_norm": 0.030743196606636047,
+      "learning_rate": 4.4386985563456155e-06,
+      "loss": 0.004,
+      "step": 14450
+    },
+    {
+      "epoch": 2.343244990303814,
+      "grad_norm": 0.04723818972706795,
+      "learning_rate": 4.384830855419091e-06,
+      "loss": 0.0036,
+      "step": 14500
+    },
+    {
+      "epoch": 2.3513251454427926,
+      "grad_norm": 0.02913173846900463,
+      "learning_rate": 4.330963154492567e-06,
+      "loss": 0.0049,
+      "step": 14550
+    },
+    {
+      "epoch": 2.3594053005817712,
+      "grad_norm": 0.025342822074890137,
+      "learning_rate": 4.277095453566042e-06,
+      "loss": 0.0052,
+      "step": 14600
+    },
+    {
+      "epoch": 2.36748545572075,
+      "grad_norm": 0.04897177964448929,
+      "learning_rate": 4.223227752639518e-06,
+      "loss": 0.0046,
+      "step": 14650
+    },
+    {
+      "epoch": 2.3755656108597285,
+      "grad_norm": 0.05571192875504494,
+      "learning_rate": 4.169360051712994e-06,
+      "loss": 0.0045,
+      "step": 14700
+    },
+    {
+      "epoch": 2.383645765998707,
+      "grad_norm": 0.04304831102490425,
+      "learning_rate": 4.115492350786469e-06,
+      "loss": 0.0045,
+      "step": 14750
+    },
+    {
+      "epoch": 2.391725921137686,
+      "grad_norm": 0.04351252317428589,
+      "learning_rate": 4.0616246498599444e-06,
+      "loss": 0.0046,
+      "step": 14800
+    },
+    {
+      "epoch": 2.3998060762766644,
+      "grad_norm": 0.07481127232313156,
+      "learning_rate": 4.00775694893342e-06,
+      "loss": 0.0044,
+      "step": 14850
+    },
+    {
+      "epoch": 2.407886231415643,
+      "grad_norm": 0.06555662304162979,
+      "learning_rate": 3.953889248006895e-06,
+      "loss": 0.0046,
+      "step": 14900
+    },
+    {
+      "epoch": 2.4159663865546217,
+      "grad_norm": 0.03455435112118721,
+      "learning_rate": 3.900021547080371e-06,
+      "loss": 0.0047,
+      "step": 14950
+    },
+    {
+      "epoch": 2.4240465416936003,
+      "grad_norm": 0.0476142056286335,
+      "learning_rate": 3.846153846153847e-06,
+      "loss": 0.0046,
+      "step": 15000
+    },
+    {
+      "epoch": 2.4321266968325794,
+      "grad_norm": 0.07432708144187927,
+      "learning_rate": 3.7922861452273218e-06,
+      "loss": 0.0044,
+      "step": 15050
+    },
+    {
+      "epoch": 2.440206851971558,
+      "grad_norm": 0.018862377852201462,
+      "learning_rate": 3.7384184443007976e-06,
+      "loss": 0.0042,
+      "step": 15100
+    },
+    {
+      "epoch": 2.4482870071105367,
+      "grad_norm": 0.0463634617626667,
+      "learning_rate": 3.6845507433742734e-06,
+      "loss": 0.0051,
+      "step": 15150
+    },
+    {
+      "epoch": 2.4563671622495153,
+      "grad_norm": 0.0470375195145607,
+      "learning_rate": 3.6306830424477483e-06,
+      "loss": 0.0046,
+      "step": 15200
+    },
+    {
+      "epoch": 2.464447317388494,
+      "grad_norm": 0.028038673102855682,
+      "learning_rate": 3.576815341521224e-06,
+      "loss": 0.0045,
+      "step": 15250
+    },
+    {
+      "epoch": 2.4725274725274726,
+      "grad_norm": 0.03303570672869682,
+      "learning_rate": 3.5229476405947e-06,
+      "loss": 0.0048,
+      "step": 15300
+    },
+    {
+      "epoch": 2.4806076276664513,
+      "grad_norm": 0.040639448910951614,
+      "learning_rate": 3.4690799396681753e-06,
+      "loss": 0.0045,
+      "step": 15350
+    },
+    {
+      "epoch": 2.48868778280543,
+      "grad_norm": 0.03696522116661072,
+      "learning_rate": 3.4152122387416507e-06,
+      "loss": 0.0047,
+      "step": 15400
+    },
+    {
+      "epoch": 2.4967679379444085,
+      "grad_norm": 0.06647258996963501,
+      "learning_rate": 3.3613445378151265e-06,
+      "loss": 0.0046,
+      "step": 15450
+    },
+    {
+      "epoch": 2.504848093083387,
+      "grad_norm": 0.039001937955617905,
+      "learning_rate": 3.307476836888602e-06,
+      "loss": 0.0052,
+      "step": 15500
+    },
+    {
+      "epoch": 2.512928248222366,
+      "grad_norm": 0.02684204652905464,
+      "learning_rate": 3.2536091359620777e-06,
+      "loss": 0.0043,
+      "step": 15550
+    },
+    {
+      "epoch": 2.5210084033613445,
+      "grad_norm": 0.04314061999320984,
+      "learning_rate": 3.1997414350355526e-06,
+      "loss": 0.0047,
+      "step": 15600
+    },
+    {
+      "epoch": 2.529088558500323,
+      "grad_norm": 0.04125179722905159,
+      "learning_rate": 3.1458737341090284e-06,
+      "loss": 0.0046,
+      "step": 15650
+    },
+    {
+      "epoch": 2.5371687136393017,
+      "grad_norm": 0.01851014606654644,
+      "learning_rate": 3.0920060331825042e-06,
+      "loss": 0.0045,
+      "step": 15700
+    },
+    {
+      "epoch": 2.5452488687782804,
+      "grad_norm": 0.03928118199110031,
+      "learning_rate": 3.038138332255979e-06,
+      "loss": 0.0043,
+      "step": 15750
+    },
+    {
+      "epoch": 2.553329023917259,
+      "grad_norm": 0.0691729187965393,
+      "learning_rate": 2.984270631329455e-06,
+      "loss": 0.005,
+      "step": 15800
+    },
+    {
+      "epoch": 2.5614091790562377,
+      "grad_norm": 0.016138378530740738,
+      "learning_rate": 2.930402930402931e-06,
+      "loss": 0.0041,
+      "step": 15850
+    },
+    {
+      "epoch": 2.5694893341952163,
+      "grad_norm": 0.020654356107115746,
+      "learning_rate": 2.8765352294764057e-06,
+      "loss": 0.004,
+      "step": 15900
+    },
+    {
+      "epoch": 2.577569489334195,
+      "grad_norm": 0.04678305238485336,
+      "learning_rate": 2.8226675285498815e-06,
+      "loss": 0.0045,
+      "step": 15950
+    },
+    {
+      "epoch": 2.585649644473174,
+      "grad_norm": 0.035098664462566376,
+      "learning_rate": 2.7687998276233574e-06,
+      "loss": 0.0049,
+      "step": 16000
+    },
+    {
+      "epoch": 2.5937297996121527,
+      "grad_norm": 0.02151743695139885,
+      "learning_rate": 2.7149321266968327e-06,
+      "loss": 0.0049,
+      "step": 16050
+    },
+    {
+      "epoch": 2.6018099547511313,
+      "grad_norm": 0.008306082338094711,
+      "learning_rate": 2.6610644257703085e-06,
+      "loss": 0.0043,
+      "step": 16100
+    },
+    {
+      "epoch": 2.60989010989011,
+      "grad_norm": 0.03021089918911457,
+      "learning_rate": 2.607196724843784e-06,
+      "loss": 0.0042,
+      "step": 16150
+    },
+    {
+      "epoch": 2.6179702650290886,
+      "grad_norm": 0.032146211713552475,
+      "learning_rate": 2.5533290239172593e-06,
+      "loss": 0.0041,
+      "step": 16200
+    },
+    {
+      "epoch": 2.6260504201680672,
+      "grad_norm": 0.030957765877246857,
+      "learning_rate": 2.499461322990735e-06,
+      "loss": 0.0041,
+      "step": 16250
+    },
+    {
+      "epoch": 2.634130575307046,
+      "grad_norm": 0.04607204720377922,
+      "learning_rate": 2.4455936220642105e-06,
+      "loss": 0.0051,
+      "step": 16300
+    },
+    {
+      "epoch": 2.6422107304460245,
+      "grad_norm": 0.02674623765051365,
+      "learning_rate": 2.3917259211376863e-06,
+      "loss": 0.0044,
+      "step": 16350
+    },
+    {
+      "epoch": 2.650290885585003,
+      "grad_norm": 0.016672629863023758,
+      "learning_rate": 2.3378582202111617e-06,
+      "loss": 0.0036,
+      "step": 16400
+    },
+    {
+      "epoch": 2.658371040723982,
+      "grad_norm": 0.03345870599150658,
+      "learning_rate": 2.283990519284637e-06,
+      "loss": 0.0042,
+      "step": 16450
+    },
+    {
+      "epoch": 2.6664511958629604,
+      "grad_norm": 0.03514959663152695,
+      "learning_rate": 2.230122818358113e-06,
+      "loss": 0.0049,
+      "step": 16500
+    },
+    {
+      "epoch": 2.6745313510019395,
+      "grad_norm": 0.03409695625305176,
+      "learning_rate": 2.1762551174315882e-06,
+      "loss": 0.0044,
+      "step": 16550
+    },
+    {
+      "epoch": 2.682611506140918,
+      "grad_norm": 0.021505704149603844,
+      "learning_rate": 2.1223874165050636e-06,
+      "loss": 0.0039,
+      "step": 16600
+    },
+    {
+      "epoch": 2.690691661279897,
+      "grad_norm": 0.142180934548378,
+      "learning_rate": 2.068519715578539e-06,
+      "loss": 0.0049,
+      "step": 16650
+    },
+    {
+      "epoch": 2.6987718164188754,
+      "grad_norm": 0.05118989571928978,
+      "learning_rate": 2.0146520146520148e-06,
+      "loss": 0.0044,
+      "step": 16700
+    },
+    {
+      "epoch": 2.706851971557854,
+      "grad_norm": 0.03433993086218834,
+      "learning_rate": 1.96078431372549e-06,
+      "loss": 0.0042,
+      "step": 16750
+    },
+    {
+      "epoch": 2.7149321266968327,
+      "grad_norm": 0.05495297163724899,
+      "learning_rate": 1.9069166127989658e-06,
+      "loss": 0.0044,
+      "step": 16800
+    },
+    {
+      "epoch": 2.7230122818358113,
+      "grad_norm": 0.03106830269098282,
+      "learning_rate": 1.8530489118724416e-06,
+      "loss": 0.0042,
+      "step": 16850
+    },
+    {
+      "epoch": 2.73109243697479,
+      "grad_norm": 0.05960262566804886,
+      "learning_rate": 1.799181210945917e-06,
+      "loss": 0.004,
+      "step": 16900
+    },
+    {
+      "epoch": 2.7391725921137686,
+      "grad_norm": 0.0477134995162487,
+      "learning_rate": 1.7453135100193923e-06,
+      "loss": 0.0045,
+      "step": 16950
+    },
+    {
+      "epoch": 2.7472527472527473,
+      "grad_norm": 0.04596434533596039,
+      "learning_rate": 1.6925231631113985e-06,
+      "loss": 0.0051,
+      "step": 17000
+    },
+    {
+      "epoch": 2.755332902391726,
+      "grad_norm": 0.02121753990650177,
+      "learning_rate": 1.6386554621848741e-06,
+      "loss": 0.0046,
+      "step": 17050
+    },
+    {
+      "epoch": 2.7634130575307045,
+      "grad_norm": 0.04902210831642151,
+      "learning_rate": 1.5847877612583495e-06,
+      "loss": 0.005,
+      "step": 17100
+    },
+    {
+      "epoch": 2.771493212669683,
+      "grad_norm": 0.03566383942961693,
+      "learning_rate": 1.5309200603318253e-06,
+      "loss": 0.0039,
+      "step": 17150
+    },
+    {
+      "epoch": 2.779573367808662,
+      "grad_norm": 0.03547670692205429,
+      "learning_rate": 1.4770523594053007e-06,
+      "loss": 0.0045,
+      "step": 17200
+    },
+    {
+      "epoch": 2.7876535229476405,
+      "grad_norm": 0.03021397814154625,
+      "learning_rate": 1.423184658478776e-06,
+      "loss": 0.0043,
+      "step": 17250
+    },
+    {
+      "epoch": 2.795733678086619,
+      "grad_norm": 0.03953844681382179,
+      "learning_rate": 1.3693169575522519e-06,
+      "loss": 0.0039,
+      "step": 17300
+    },
+    {
+      "epoch": 2.8038138332255977,
+      "grad_norm": 0.03536642715334892,
+      "learning_rate": 1.3154492566257273e-06,
+      "loss": 0.0041,
+      "step": 17350
+    },
+    {
+      "epoch": 2.8118939883645764,
+      "grad_norm": 0.03634963929653168,
+      "learning_rate": 1.2615815556992029e-06,
+      "loss": 0.005,
+      "step": 17400
+    },
+    {
+      "epoch": 2.819974143503555,
+      "grad_norm": 0.032898109406232834,
+      "learning_rate": 1.2077138547726784e-06,
+      "loss": 0.004,
+      "step": 17450
+    },
+    {
+      "epoch": 2.8280542986425337,
+      "grad_norm": 0.05191650986671448,
+      "learning_rate": 1.153846153846154e-06,
+      "loss": 0.0046,
+      "step": 17500
+    },
+    {
+      "epoch": 2.8361344537815127,
+      "grad_norm": 0.02623840421438217,
+      "learning_rate": 1.0999784529196294e-06,
+      "loss": 0.0042,
+      "step": 17550
+    },
+    {
+      "epoch": 2.8442146089204914,
+      "grad_norm": 0.05044868588447571,
+      "learning_rate": 1.046110751993105e-06,
+      "loss": 0.0044,
+      "step": 17600
+    },
+    {
+      "epoch": 2.85229476405947,
+      "grad_norm": 0.12745575606822968,
+      "learning_rate": 9.922430510665806e-07,
+      "loss": 0.0046,
+      "step": 17650
+    },
+    {
+      "epoch": 2.8603749191984487,
+      "grad_norm": 0.04590355604887009,
+      "learning_rate": 9.383753501400561e-07,
+      "loss": 0.0041,
+      "step": 17700
+    },
+    {
+      "epoch": 2.8684550743374273,
+      "grad_norm": 0.027806632220745087,
+      "learning_rate": 8.845076492135317e-07,
+      "loss": 0.0049,
+      "step": 17750
+    },
+    {
+      "epoch": 2.876535229476406,
+      "grad_norm": 0.047230854630470276,
+      "learning_rate": 8.306399482870072e-07,
+      "loss": 0.0044,
+      "step": 17800
+    },
+    {
+      "epoch": 2.8846153846153846,
+      "grad_norm": 0.023929964751005173,
+      "learning_rate": 7.767722473604828e-07,
+      "loss": 0.0041,
+      "step": 17850
+    },
+    {
+      "epoch": 2.892695539754363,
+      "grad_norm": 0.01972135528922081,
+      "learning_rate": 7.229045464339583e-07,
+      "loss": 0.0038,
+      "step": 17900
+    },
+    {
+      "epoch": 2.900775694893342,
+      "grad_norm": 0.06653473526239395,
+      "learning_rate": 6.690368455074338e-07,
+      "loss": 0.0043,
+      "step": 17950
+    },
+    {
+      "epoch": 2.9088558500323205,
+      "grad_norm": 0.03229772299528122,
+      "learning_rate": 6.151691445809093e-07,
+      "loss": 0.0045,
+      "step": 18000
+    },
+    {
+      "epoch": 2.916936005171299,
+      "grad_norm": 0.027306850999593735,
+      "learning_rate": 5.613014436543849e-07,
+      "loss": 0.0044,
+      "step": 18050
+    },
+    {
+      "epoch": 2.9250161603102782,
+      "grad_norm": 0.04258955270051956,
+      "learning_rate": 5.074337427278604e-07,
+      "loss": 0.0044,
+      "step": 18100
+    },
+    {
+      "epoch": 2.933096315449257,
+      "grad_norm": 0.05304836109280586,
+      "learning_rate": 4.5356604180133593e-07,
+      "loss": 0.0042,
+      "step": 18150
+    },
+    {
+      "epoch": 2.9411764705882355,
+      "grad_norm": 0.03534824028611183,
+      "learning_rate": 3.9969834087481147e-07,
+      "loss": 0.0044,
+      "step": 18200
+    },
+    {
+      "epoch": 2.949256625727214,
+      "grad_norm": 0.04045730456709862,
+      "learning_rate": 3.4583063994828706e-07,
+      "loss": 0.0046,
+      "step": 18250
+    },
+    {
+      "epoch": 2.957336780866193,
+      "grad_norm": 0.022856054827570915,
+      "learning_rate": 2.919629390217626e-07,
+      "loss": 0.0046,
+      "step": 18300
+    },
+    {
+      "epoch": 2.9654169360051714,
+      "grad_norm": 0.04489414766430855,
+      "learning_rate": 2.3809523809523811e-07,
+      "loss": 0.0041,
+      "step": 18350
+    },
+    {
+      "epoch": 2.97349709114415,
+      "grad_norm": 0.022563565522432327,
+      "learning_rate": 1.8422753716871365e-07,
+      "loss": 0.0045,
+      "step": 18400
+    },
+    {
+      "epoch": 2.9815772462831287,
+      "grad_norm": 0.05544481799006462,
+      "learning_rate": 1.303598362421892e-07,
+      "loss": 0.0042,
+      "step": 18450
+    },
+    {
+      "epoch": 2.9896574014221073,
+      "grad_norm": 0.03954526409506798,
+      "learning_rate": 7.649213531566473e-08,
+      "loss": 0.0045,
+      "step": 18500
+    }
+  ],
+  "logging_steps": 50,
+  "max_steps": 18564,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 9.012089613975552e+16,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}

ptt5-cronosflow_ai_public/checkpoint-18500/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d34e93f42a27804d870f9882bcb1911bb1a6b24e02a2c5af6c116bbf06d3b37a
+size 5905

ptt5-cronosflow_ai_public/checkpoint-18564/config.json

@@ -0,0 +1,31 @@
+{
+  "architectures": [
+    "T5ForConditionalGeneration"
+  ],
+  "classifier_dropout": 0.0,
+  "d_ff": 3072,
+  "d_kv": 64,
+  "d_model": 768,
+  "decoder_start_token_id": 0,
+  "dense_act_fn": "relu",
+  "dropout_rate": 0.1,
+  "eos_token_id": 1,
+  "feed_forward_proj": "relu",
+  "initializer_factor": 1.0,
+  "is_encoder_decoder": true,
+  "is_gated_act": false,
+  "layer_norm_epsilon": 1e-06,
+  "model_type": "t5",
+  "n_positions": 512,
+  "num_decoder_layers": 12,
+  "num_heads": 12,
+  "num_layers": 12,
+  "output_past": true,
+  "pad_token_id": 0,
+  "relative_attention_max_distance": 128,
+  "relative_attention_num_buckets": 32,
+  "torch_dtype": "float32",
+  "transformers_version": "4.54.1",
+  "use_cache": true,
+  "vocab_size": 32128
+}

ptt5-cronosflow_ai_public/checkpoint-18564/generation_config.json

@@ -0,0 +1,6 @@
+{
+  "decoder_start_token_id": 0,
+  "eos_token_id": 1,
+  "pad_token_id": 0,
+  "transformers_version": "4.54.1"
+}

ptt5-cronosflow_ai_public/checkpoint-18564/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9994e1a896341001e10534c4188235730aa16a0244427d1212089a330bba22e
+size 891644712

ptt5-cronosflow_ai_public/checkpoint-18564/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef977d018533537c330b50c33247298d450b2eb3126191ebf9021b2c6764ee7
+size 1783445259

ptt5-cronosflow_ai_public/checkpoint-18564/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7da957b93d2e435d937b2b7a9b9ad5830432916ea65a44c94bcb6a522bcbf3d
+size 14645

ptt5-cronosflow_ai_public/checkpoint-18564/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70622a70617934774a1b6ee4c2e0ea2bf91ef731866a00f2d1930be375e9a7ac
+size 1383

ptt5-cronosflow_ai_public/checkpoint-18564/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58db999b9b0a63e3770918c932752b83d1d8a6e87ca2325c64a249a13fa791a6
+size 1465

ptt5-cronosflow_ai_public/checkpoint-18564/special_tokens_map.json

@@ -0,0 +1,125 @@
+{
+  "additional_special_tokens": [
+    "<extra_id_0>",
+    "<extra_id_1>",
+    "<extra_id_2>",
+    "<extra_id_3>",
+    "<extra_id_4>",
+    "<extra_id_5>",
+    "<extra_id_6>",
+    "<extra_id_7>",
+    "<extra_id_8>",
+    "<extra_id_9>",
+    "<extra_id_10>",
+    "<extra_id_11>",
+    "<extra_id_12>",
+    "<extra_id_13>",
+    "<extra_id_14>",
+    "<extra_id_15>",
+    "<extra_id_16>",
+    "<extra_id_17>",
+    "<extra_id_18>",
+    "<extra_id_19>",
+    "<extra_id_20>",
+    "<extra_id_21>",
+    "<extra_id_22>",
+    "<extra_id_23>",
+    "<extra_id_24>",
+    "<extra_id_25>",
+    "<extra_id_26>",
+    "<extra_id_27>",
+    "<extra_id_28>",
+    "<extra_id_29>",
+    "<extra_id_30>",
+    "<extra_id_31>",
+    "<extra_id_32>",
+    "<extra_id_33>",
+    "<extra_id_34>",
+    "<extra_id_35>",
+    "<extra_id_36>",
+    "<extra_id_37>",
+    "<extra_id_38>",
+    "<extra_id_39>",
+    "<extra_id_40>",
+    "<extra_id_41>",
+    "<extra_id_42>",
+    "<extra_id_43>",
+    "<extra_id_44>",
+    "<extra_id_45>",
+    "<extra_id_46>",
+    "<extra_id_47>",
+    "<extra_id_48>",
+    "<extra_id_49>",
+    "<extra_id_50>",
+    "<extra_id_51>",
+    "<extra_id_52>",
+    "<extra_id_53>",
+    "<extra_id_54>",
+    "<extra_id_55>",
+    "<extra_id_56>",
+    "<extra_id_57>",
+    "<extra_id_58>",
+    "<extra_id_59>",
+    "<extra_id_60>",
+    "<extra_id_61>",
+    "<extra_id_62>",
+    "<extra_id_63>",
+    "<extra_id_64>",
+    "<extra_id_65>",
+    "<extra_id_66>",
+    "<extra_id_67>",
+    "<extra_id_68>",
+    "<extra_id_69>",
+    "<extra_id_70>",
+    "<extra_id_71>",
+    "<extra_id_72>",
+    "<extra_id_73>",
+    "<extra_id_74>",
+    "<extra_id_75>",
+    "<extra_id_76>",
+    "<extra_id_77>",
+    "<extra_id_78>",
+    "<extra_id_79>",
+    "<extra_id_80>",
+    "<extra_id_81>",
+    "<extra_id_82>",
+    "<extra_id_83>",
+    "<extra_id_84>",
+    "<extra_id_85>",
+    "<extra_id_86>",
+    "<extra_id_87>",
+    "<extra_id_88>",
+    "<extra_id_89>",
+    "<extra_id_90>",
+    "<extra_id_91>",
+    "<extra_id_92>",
+    "<extra_id_93>",
+    "<extra_id_94>",
+    "<extra_id_95>",
+    "<extra_id_96>",
+    "<extra_id_97>",
+    "<extra_id_98>",
+    "<extra_id_99>"
+  ],
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

ptt5-cronosflow_ai_public/checkpoint-18564/spiece.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb25b1d67f04fce0e710d58430b606b4ee9887144fa2da22d123c44061cc62e
+size 755569

ptt5-cronosflow_ai_public/checkpoint-18564/tokenizer_config.json

@@ -0,0 +1,941 @@
+{
+  "add_prefix_space": null,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32000": {
+      "content": "<extra_id_99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32001": {
+      "content": "<extra_id_98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32002": {
+      "content": "<extra_id_97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32003": {
+      "content": "<extra_id_96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32004": {
+      "content": "<extra_id_95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32005": {
+      "content": "<extra_id_94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32006": {
+      "content": "<extra_id_93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32007": {
+      "content": "<extra_id_92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32008": {
+      "content": "<extra_id_91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32009": {
+      "content": "<extra_id_90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32010": {
+      "content": "<extra_id_89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32011": {
+      "content": "<extra_id_88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32012": {
+      "content": "<extra_id_87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32013": {
+      "content": "<extra_id_86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32014": {
+      "content": "<extra_id_85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32015": {
+      "content": "<extra_id_84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32016": {
+      "content": "<extra_id_83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32017": {
+      "content": "<extra_id_82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32018": {
+      "content": "<extra_id_81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32019": {
+      "content": "<extra_id_80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32020": {
+      "content": "<extra_id_79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32021": {
+      "content": "<extra_id_78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32022": {
+      "content": "<extra_id_77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32023": {
+      "content": "<extra_id_76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32024": {
+      "content": "<extra_id_75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32025": {
+      "content": "<extra_id_74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32026": {
+      "content": "<extra_id_73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32027": {
+      "content": "<extra_id_72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32028": {
+      "content": "<extra_id_71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32029": {
+      "content": "<extra_id_70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32030": {
+      "content": "<extra_id_69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32031": {
+      "content": "<extra_id_68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32032": {
+      "content": "<extra_id_67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32033": {
+      "content": "<extra_id_66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32034": {
+      "content": "<extra_id_65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32035": {
+      "content": "<extra_id_64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32036": {
+      "content": "<extra_id_63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32037": {
+      "content": "<extra_id_62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32038": {
+      "content": "<extra_id_61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32039": {
+      "content": "<extra_id_60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32040": {
+      "content": "<extra_id_59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32041": {
+      "content": "<extra_id_58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32042": {
+      "content": "<extra_id_57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32043": {
+      "content": "<extra_id_56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32044": {
+      "content": "<extra_id_55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32045": {
+      "content": "<extra_id_54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32046": {
+      "content": "<extra_id_53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32047": {
+      "content": "<extra_id_52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32048": {
+      "content": "<extra_id_51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32049": {
+      "content": "<extra_id_50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32050": {
+      "content": "<extra_id_49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32051": {
+      "content": "<extra_id_48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32052": {
+      "content": "<extra_id_47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32053": {
+      "content": "<extra_id_46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32054": {
+      "content": "<extra_id_45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32055": {
+      "content": "<extra_id_44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32056": {
+      "content": "<extra_id_43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32057": {
+      "content": "<extra_id_42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32058": {
+      "content": "<extra_id_41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32059": {
+      "content": "<extra_id_40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32060": {
+      "content": "<extra_id_39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32061": {
+      "content": "<extra_id_38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32062": {
+      "content": "<extra_id_37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32063": {
+      "content": "<extra_id_36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32064": {
+      "content": "<extra_id_35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32065": {
+      "content": "<extra_id_34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32066": {
+      "content": "<extra_id_33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32067": {
+      "content": "<extra_id_32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32068": {
+      "content": "<extra_id_31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32069": {
+      "content": "<extra_id_30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32070": {
+      "content": "<extra_id_29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32071": {
+      "content": "<extra_id_28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32072": {
+      "content": "<extra_id_27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32073": {
+      "content": "<extra_id_26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32074": {
+      "content": "<extra_id_25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32075": {
+      "content": "<extra_id_24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32076": {
+      "content": "<extra_id_23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32077": {
+      "content": "<extra_id_22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32078": {
+      "content": "<extra_id_21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32079": {
+      "content": "<extra_id_20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32080": {
+      "content": "<extra_id_19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32081": {
+      "content": "<extra_id_18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32082": {
+      "content": "<extra_id_17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32083": {
+      "content": "<extra_id_16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32084": {
+      "content": "<extra_id_15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32085": {
+      "content": "<extra_id_14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32086": {
+      "content": "<extra_id_13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32087": {
+      "content": "<extra_id_12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32088": {
+      "content": "<extra_id_11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32089": {
+      "content": "<extra_id_10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32090": {
+      "content": "<extra_id_9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32091": {
+      "content": "<extra_id_8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32092": {
+      "content": "<extra_id_7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32093": {
+      "content": "<extra_id_6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32094": {
+      "content": "<extra_id_5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32095": {
+      "content": "<extra_id_4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32096": {
+      "content": "<extra_id_3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32097": {
+      "content": "<extra_id_2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32098": {
+      "content": "<extra_id_1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32099": {
+      "content": "<extra_id_0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<extra_id_0>",
+    "<extra_id_1>",
+    "<extra_id_2>",
+    "<extra_id_3>",
+    "<extra_id_4>",
+    "<extra_id_5>",
+    "<extra_id_6>",
+    "<extra_id_7>",
+    "<extra_id_8>",
+    "<extra_id_9>",
+    "<extra_id_10>",
+    "<extra_id_11>",
+    "<extra_id_12>",
+    "<extra_id_13>",
+    "<extra_id_14>",
+    "<extra_id_15>",
+    "<extra_id_16>",
+    "<extra_id_17>",
+    "<extra_id_18>",
+    "<extra_id_19>",
+    "<extra_id_20>",
+    "<extra_id_21>",
+    "<extra_id_22>",
+    "<extra_id_23>",
+    "<extra_id_24>",
+    "<extra_id_25>",
+    "<extra_id_26>",
+    "<extra_id_27>",
+    "<extra_id_28>",
+    "<extra_id_29>",
+    "<extra_id_30>",
+    "<extra_id_31>",
+    "<extra_id_32>",
+    "<extra_id_33>",
+    "<extra_id_34>",
+    "<extra_id_35>",
+    "<extra_id_36>",
+    "<extra_id_37>",
+    "<extra_id_38>",
+    "<extra_id_39>",
+    "<extra_id_40>",
+    "<extra_id_41>",
+    "<extra_id_42>",
+    "<extra_id_43>",
+    "<extra_id_44>",
+    "<extra_id_45>",
+    "<extra_id_46>",
+    "<extra_id_47>",
+    "<extra_id_48>",
+    "<extra_id_49>",
+    "<extra_id_50>",
+    "<extra_id_51>",
+    "<extra_id_52>",
+    "<extra_id_53>",
+    "<extra_id_54>",
+    "<extra_id_55>",
+    "<extra_id_56>",
+    "<extra_id_57>",
+    "<extra_id_58>",
+    "<extra_id_59>",
+    "<extra_id_60>",
+    "<extra_id_61>",
+    "<extra_id_62>",
+    "<extra_id_63>",
+    "<extra_id_64>",
+    "<extra_id_65>",
+    "<extra_id_66>",
+    "<extra_id_67>",
+    "<extra_id_68>",
+    "<extra_id_69>",
+    "<extra_id_70>",
+    "<extra_id_71>",
+    "<extra_id_72>",
+    "<extra_id_73>",
+    "<extra_id_74>",
+    "<extra_id_75>",
+    "<extra_id_76>",
+    "<extra_id_77>",
+    "<extra_id_78>",
+    "<extra_id_79>",
+    "<extra_id_80>",
+    "<extra_id_81>",
+    "<extra_id_82>",
+    "<extra_id_83>",
+    "<extra_id_84>",
+    "<extra_id_85>",
+    "<extra_id_86>",
+    "<extra_id_87>",
+    "<extra_id_88>",
+    "<extra_id_89>",
+    "<extra_id_90>",
+    "<extra_id_91>",
+    "<extra_id_92>",
+    "<extra_id_93>",
+    "<extra_id_94>",
+    "<extra_id_95>",
+    "<extra_id_96>",
+    "<extra_id_97>",
+    "<extra_id_98>",
+    "<extra_id_99>"
+  ],
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "extra_ids": 100,
+  "extra_special_tokens": {},
+  "legacy": true,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "T5Tokenizer",
+  "unk_token": "<unk>"
+}

ptt5-cronosflow_ai_public/checkpoint-18564/trainer_state.json

@@ -0,0 +1,2655 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.0,
+  "eval_steps": 500,
+  "global_step": 18564,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.00808015513897867,
+      "grad_norm": 40.89574432373047,
+      "learning_rate": 1.995151906916613e-05,
+      "loss": 25.8011,
+      "step": 50
+    },
+    {
+      "epoch": 0.01616031027795734,
+      "grad_norm": 1.4409021139144897,
+      "learning_rate": 1.9897651368239605e-05,
+      "loss": 2.011,
+      "step": 100
+    },
+    {
+      "epoch": 0.024240465416936006,
+      "grad_norm": 0.27292221784591675,
+      "learning_rate": 1.9843783667313083e-05,
+      "loss": 0.1682,
+      "step": 150
+    },
+    {
+      "epoch": 0.03232062055591468,
+      "grad_norm": 0.21620342135429382,
+      "learning_rate": 1.9789915966386557e-05,
+      "loss": 0.1127,
+      "step": 200
+    },
+    {
+      "epoch": 0.040400775694893344,
+      "grad_norm": 0.19684338569641113,
+      "learning_rate": 1.9736048265460034e-05,
+      "loss": 0.0924,
+      "step": 250
+    },
+    {
+      "epoch": 0.04848093083387201,
+      "grad_norm": 0.21188506484031677,
+      "learning_rate": 1.9682180564533505e-05,
+      "loss": 0.0768,
+      "step": 300
+    },
+    {
+      "epoch": 0.05656108597285068,
+      "grad_norm": 0.16330359876155853,
+      "learning_rate": 1.9628312863606982e-05,
+      "loss": 0.0596,
+      "step": 350
+    },
+    {
+      "epoch": 0.06464124111182935,
+      "grad_norm": 0.12760096788406372,
+      "learning_rate": 1.9574445162680457e-05,
+      "loss": 0.0491,
+      "step": 400
+    },
+    {
+      "epoch": 0.07272139625080802,
+      "grad_norm": 0.16558507084846497,
+      "learning_rate": 1.9520577461753934e-05,
+      "loss": 0.0424,
+      "step": 450
+    },
+    {
+      "epoch": 0.08080155138978669,
+      "grad_norm": 0.1511087417602539,
+      "learning_rate": 1.9466709760827408e-05,
+      "loss": 0.0376,
+      "step": 500
+    },
+    {
+      "epoch": 0.08888170652876536,
+      "grad_norm": 0.09860303997993469,
+      "learning_rate": 1.9412842059900886e-05,
+      "loss": 0.0333,
+      "step": 550
+    },
+    {
+      "epoch": 0.09696186166774402,
+      "grad_norm": 0.1415504515171051,
+      "learning_rate": 1.935897435897436e-05,
+      "loss": 0.0299,
+      "step": 600
+    },
+    {
+      "epoch": 0.10504201680672269,
+      "grad_norm": 0.12042852491140366,
+      "learning_rate": 1.9305106658047837e-05,
+      "loss": 0.0298,
+      "step": 650
+    },
+    {
+      "epoch": 0.11312217194570136,
+      "grad_norm": 0.14820343255996704,
+      "learning_rate": 1.925123895712131e-05,
+      "loss": 0.0297,
+      "step": 700
+    },
+    {
+      "epoch": 0.12120232708468003,
+      "grad_norm": 0.11845523118972778,
+      "learning_rate": 1.919737125619479e-05,
+      "loss": 0.024,
+      "step": 750
+    },
+    {
+      "epoch": 0.1292824822236587,
+      "grad_norm": 0.13682147860527039,
+      "learning_rate": 1.9143503555268263e-05,
+      "loss": 0.024,
+      "step": 800
+    },
+    {
+      "epoch": 0.13736263736263737,
+      "grad_norm": 0.07670263946056366,
+      "learning_rate": 1.908963585434174e-05,
+      "loss": 0.0216,
+      "step": 850
+    },
+    {
+      "epoch": 0.14544279250161604,
+      "grad_norm": 0.10427036881446838,
+      "learning_rate": 1.903576815341521e-05,
+      "loss": 0.0229,
+      "step": 900
+    },
+    {
+      "epoch": 0.1535229476405947,
+      "grad_norm": 0.14853981137275696,
+      "learning_rate": 1.898190045248869e-05,
+      "loss": 0.0204,
+      "step": 950
+    },
+    {
+      "epoch": 0.16160310277957338,
+      "grad_norm": 0.08788396418094635,
+      "learning_rate": 1.8928032751562163e-05,
+      "loss": 0.0201,
+      "step": 1000
+    },
+    {
+      "epoch": 0.16968325791855204,
+      "grad_norm": 0.1365722268819809,
+      "learning_rate": 1.887416505063564e-05,
+      "loss": 0.019,
+      "step": 1050
+    },
+    {
+      "epoch": 0.1777634130575307,
+      "grad_norm": 0.133611798286438,
+      "learning_rate": 1.8820297349709114e-05,
+      "loss": 0.0212,
+      "step": 1100
+    },
+    {
+      "epoch": 0.18584356819650938,
+      "grad_norm": 0.09723819047212601,
+      "learning_rate": 1.8766429648782592e-05,
+      "loss": 0.0169,
+      "step": 1150
+    },
+    {
+      "epoch": 0.19392372333548805,
+      "grad_norm": 0.11186394095420837,
+      "learning_rate": 1.8712561947856066e-05,
+      "loss": 0.0178,
+      "step": 1200
+    },
+    {
+      "epoch": 0.2020038784744667,
+      "grad_norm": 0.10648094117641449,
+      "learning_rate": 1.8658694246929544e-05,
+      "loss": 0.0172,
+      "step": 1250
+    },
+    {
+      "epoch": 0.21008403361344538,
+      "grad_norm": 0.10959897935390472,
+      "learning_rate": 1.8604826546003018e-05,
+      "loss": 0.0178,
+      "step": 1300
+    },
+    {
+      "epoch": 0.21816418875242405,
+      "grad_norm": 0.09298472851514816,
+      "learning_rate": 1.8550958845076495e-05,
+      "loss": 0.0154,
+      "step": 1350
+    },
+    {
+      "epoch": 0.22624434389140272,
+      "grad_norm": 0.08410840481519699,
+      "learning_rate": 1.849709114414997e-05,
+      "loss": 0.0162,
+      "step": 1400
+    },
+    {
+      "epoch": 0.23432449903038138,
+      "grad_norm": 0.15365834534168243,
+      "learning_rate": 1.8443223443223447e-05,
+      "loss": 0.0148,
+      "step": 1450
+    },
+    {
+      "epoch": 0.24240465416936005,
+      "grad_norm": 0.09604126960039139,
+      "learning_rate": 1.838935574229692e-05,
+      "loss": 0.0146,
+      "step": 1500
+    },
+    {
+      "epoch": 0.2504848093083387,
+      "grad_norm": 0.06805470585823059,
+      "learning_rate": 1.8335488041370395e-05,
+      "loss": 0.0162,
+      "step": 1550
+    },
+    {
+      "epoch": 0.2585649644473174,
+      "grad_norm": 0.11596197634935379,
+      "learning_rate": 1.8281620340443872e-05,
+      "loss": 0.0112,
+      "step": 1600
+    },
+    {
+      "epoch": 0.26664511958629605,
+      "grad_norm": 0.08166597783565521,
+      "learning_rate": 1.8227752639517347e-05,
+      "loss": 0.0136,
+      "step": 1650
+    },
+    {
+      "epoch": 0.27472527472527475,
+      "grad_norm": 0.08969355374574661,
+      "learning_rate": 1.817388493859082e-05,
+      "loss": 0.0132,
+      "step": 1700
+    },
+    {
+      "epoch": 0.2828054298642534,
+      "grad_norm": 0.0873119905591011,
+      "learning_rate": 1.8120017237664298e-05,
+      "loss": 0.0129,
+      "step": 1750
+    },
+    {
+      "epoch": 0.2908855850032321,
+      "grad_norm": 0.10579364001750946,
+      "learning_rate": 1.8066149536737772e-05,
+      "loss": 0.0123,
+      "step": 1800
+    },
+    {
+      "epoch": 0.2989657401422107,
+      "grad_norm": 0.12571881711483002,
+      "learning_rate": 1.801228183581125e-05,
+      "loss": 0.0128,
+      "step": 1850
+    },
+    {
+      "epoch": 0.3070458952811894,
+      "grad_norm": 0.08085139840841293,
+      "learning_rate": 1.7958414134884724e-05,
+      "loss": 0.0121,
+      "step": 1900
+    },
+    {
+      "epoch": 0.31512605042016806,
+      "grad_norm": 0.06765197962522507,
+      "learning_rate": 1.79045464339582e-05,
+      "loss": 0.0103,
+      "step": 1950
+    },
+    {
+      "epoch": 0.32320620555914675,
+      "grad_norm": 0.07517407834529877,
+      "learning_rate": 1.7850678733031676e-05,
+      "loss": 0.0107,
+      "step": 2000
+    },
+    {
+      "epoch": 0.3312863606981254,
+      "grad_norm": 0.060215964913368225,
+      "learning_rate": 1.779681103210515e-05,
+      "loss": 0.0123,
+      "step": 2050
+    },
+    {
+      "epoch": 0.3393665158371041,
+      "grad_norm": 0.08518676459789276,
+      "learning_rate": 1.7742943331178627e-05,
+      "loss": 0.0107,
+      "step": 2100
+    },
+    {
+      "epoch": 0.3474466709760827,
+      "grad_norm": 0.05002804845571518,
+      "learning_rate": 1.76890756302521e-05,
+      "loss": 0.0108,
+      "step": 2150
+    },
+    {
+      "epoch": 0.3555268261150614,
+      "grad_norm": 0.042444173246622086,
+      "learning_rate": 1.763520792932558e-05,
+      "loss": 0.01,
+      "step": 2200
+    },
+    {
+      "epoch": 0.36360698125404006,
+      "grad_norm": 0.07093804329633713,
+      "learning_rate": 1.7581340228399053e-05,
+      "loss": 0.0113,
+      "step": 2250
+    },
+    {
+      "epoch": 0.37168713639301876,
+      "grad_norm": 0.059032320976257324,
+      "learning_rate": 1.752747252747253e-05,
+      "loss": 0.011,
+      "step": 2300
+    },
+    {
+      "epoch": 0.3797672915319974,
+      "grad_norm": 0.05217365920543671,
+      "learning_rate": 1.7473604826546004e-05,
+      "loss": 0.0097,
+      "step": 2350
+    },
+    {
+      "epoch": 0.3878474466709761,
+      "grad_norm": 0.12220600247383118,
+      "learning_rate": 1.7419737125619482e-05,
+      "loss": 0.01,
+      "step": 2400
+    },
+    {
+      "epoch": 0.39592760180995473,
+      "grad_norm": 0.09106040000915527,
+      "learning_rate": 1.7365869424692956e-05,
+      "loss": 0.0117,
+      "step": 2450
+    },
+    {
+      "epoch": 0.4040077569489334,
+      "grad_norm": 0.09308184683322906,
+      "learning_rate": 1.731200172376643e-05,
+      "loss": 0.01,
+      "step": 2500
+    },
+    {
+      "epoch": 0.41208791208791207,
+      "grad_norm": 0.08041771501302719,
+      "learning_rate": 1.7258134022839908e-05,
+      "loss": 0.0112,
+      "step": 2550
+    },
+    {
+      "epoch": 0.42016806722689076,
+      "grad_norm": 0.05206672102212906,
+      "learning_rate": 1.7204266321913382e-05,
+      "loss": 0.0103,
+      "step": 2600
+    },
+    {
+      "epoch": 0.4282482223658694,
+      "grad_norm": 0.0851343497633934,
+      "learning_rate": 1.7150398620986856e-05,
+      "loss": 0.0093,
+      "step": 2650
+    },
+    {
+      "epoch": 0.4363283775048481,
+      "grad_norm": 0.08132291585206985,
+      "learning_rate": 1.7096530920060333e-05,
+      "loss": 0.0118,
+      "step": 2700
+    },
+    {
+      "epoch": 0.44440853264382674,
+      "grad_norm": 0.06463415920734406,
+      "learning_rate": 1.7042663219133807e-05,
+      "loss": 0.0106,
+      "step": 2750
+    },
+    {
+      "epoch": 0.45248868778280543,
+      "grad_norm": 0.08292311429977417,
+      "learning_rate": 1.6988795518207285e-05,
+      "loss": 0.0097,
+      "step": 2800
+    },
+    {
+      "epoch": 0.46056884292178407,
+      "grad_norm": 0.10132889449596405,
+      "learning_rate": 1.693492781728076e-05,
+      "loss": 0.009,
+      "step": 2850
+    },
+    {
+      "epoch": 0.46864899806076277,
+      "grad_norm": 0.06622787564992905,
+      "learning_rate": 1.6881060116354237e-05,
+      "loss": 0.0092,
+      "step": 2900
+    },
+    {
+      "epoch": 0.47672915319974146,
+      "grad_norm": 0.055822569876909256,
+      "learning_rate": 1.682719241542771e-05,
+      "loss": 0.0088,
+      "step": 2950
+    },
+    {
+      "epoch": 0.4848093083387201,
+      "grad_norm": 0.04172702878713608,
+      "learning_rate": 1.6773324714501188e-05,
+      "loss": 0.0081,
+      "step": 3000
+    },
+    {
+      "epoch": 0.4928894634776988,
+      "grad_norm": 0.08130078762769699,
+      "learning_rate": 1.6719457013574662e-05,
+      "loss": 0.0085,
+      "step": 3050
+    },
+    {
+      "epoch": 0.5009696186166774,
+      "grad_norm": 0.048671796917915344,
+      "learning_rate": 1.666558931264814e-05,
+      "loss": 0.0079,
+      "step": 3100
+    },
+    {
+      "epoch": 0.5090497737556561,
+      "grad_norm": 0.12270870059728622,
+      "learning_rate": 1.6611721611721614e-05,
+      "loss": 0.0084,
+      "step": 3150
+    },
+    {
+      "epoch": 0.5171299288946348,
+      "grad_norm": 0.053976595401763916,
+      "learning_rate": 1.6557853910795088e-05,
+      "loss": 0.0095,
+      "step": 3200
+    },
+    {
+      "epoch": 0.5252100840336135,
+      "grad_norm": 0.09643538296222687,
+      "learning_rate": 1.6503986209868562e-05,
+      "loss": 0.0086,
+      "step": 3250
+    },
+    {
+      "epoch": 0.5332902391725921,
+      "grad_norm": 0.04082519933581352,
+      "learning_rate": 1.645011850894204e-05,
+      "loss": 0.0085,
+      "step": 3300
+    },
+    {
+      "epoch": 0.5413703943115707,
+      "grad_norm": 0.07320540398359299,
+      "learning_rate": 1.6396250808015514e-05,
+      "loss": 0.0095,
+      "step": 3350
+    },
+    {
+      "epoch": 0.5494505494505495,
+      "grad_norm": 0.08433382958173752,
+      "learning_rate": 1.634238310708899e-05,
+      "loss": 0.0086,
+      "step": 3400
+    },
+    {
+      "epoch": 0.5575307045895281,
+      "grad_norm": 0.08490192890167236,
+      "learning_rate": 1.6288515406162465e-05,
+      "loss": 0.0087,
+      "step": 3450
+    },
+    {
+      "epoch": 0.5656108597285068,
+      "grad_norm": 0.07407897710800171,
+      "learning_rate": 1.6234647705235943e-05,
+      "loss": 0.0095,
+      "step": 3500
+    },
+    {
+      "epoch": 0.5736910148674854,
+      "grad_norm": 0.04006027430295944,
+      "learning_rate": 1.6180780004309417e-05,
+      "loss": 0.0085,
+      "step": 3550
+    },
+    {
+      "epoch": 0.5817711700064642,
+      "grad_norm": 0.10100733488798141,
+      "learning_rate": 1.6126912303382894e-05,
+      "loss": 0.0082,
+      "step": 3600
+    },
+    {
+      "epoch": 0.5898513251454428,
+      "grad_norm": 0.046667344868183136,
+      "learning_rate": 1.607304460245637e-05,
+      "loss": 0.0088,
+      "step": 3650
+    },
+    {
+      "epoch": 0.5979314802844214,
+      "grad_norm": 0.07386622577905655,
+      "learning_rate": 1.6019176901529846e-05,
+      "loss": 0.0097,
+      "step": 3700
+    },
+    {
+      "epoch": 0.6060116354234001,
+      "grad_norm": 0.07727360725402832,
+      "learning_rate": 1.596530920060332e-05,
+      "loss": 0.0078,
+      "step": 3750
+    },
+    {
+      "epoch": 0.6140917905623788,
+      "grad_norm": 0.01824168674647808,
+      "learning_rate": 1.5911441499676794e-05,
+      "loss": 0.0082,
+      "step": 3800
+    },
+    {
+      "epoch": 0.6221719457013575,
+      "grad_norm": 0.02981133572757244,
+      "learning_rate": 1.585757379875027e-05,
+      "loss": 0.0077,
+      "step": 3850
+    },
+    {
+      "epoch": 0.6302521008403361,
+      "grad_norm": 0.07947336137294769,
+      "learning_rate": 1.5803706097823746e-05,
+      "loss": 0.0073,
+      "step": 3900
+    },
+    {
+      "epoch": 0.6383322559793148,
+      "grad_norm": 0.04702315106987953,
+      "learning_rate": 1.574983839689722e-05,
+      "loss": 0.0074,
+      "step": 3950
+    },
+    {
+      "epoch": 0.6464124111182935,
+      "grad_norm": 0.0397706963121891,
+      "learning_rate": 1.5695970695970697e-05,
+      "loss": 0.0085,
+      "step": 4000
+    },
+    {
+      "epoch": 0.6544925662572721,
+      "grad_norm": 0.0445311963558197,
+      "learning_rate": 1.564210299504417e-05,
+      "loss": 0.0071,
+      "step": 4050
+    },
+    {
+      "epoch": 0.6625727213962508,
+      "grad_norm": 0.03868868947029114,
+      "learning_rate": 1.558823529411765e-05,
+      "loss": 0.0071,
+      "step": 4100
+    },
+    {
+      "epoch": 0.6706528765352294,
+      "grad_norm": 0.09177325665950775,
+      "learning_rate": 1.5534367593191123e-05,
+      "loss": 0.0078,
+      "step": 4150
+    },
+    {
+      "epoch": 0.6787330316742082,
+      "grad_norm": 0.05718887969851494,
+      "learning_rate": 1.54804998922646e-05,
+      "loss": 0.008,
+      "step": 4200
+    },
+    {
+      "epoch": 0.6868131868131868,
+      "grad_norm": 0.04949459806084633,
+      "learning_rate": 1.5426632191338075e-05,
+      "loss": 0.0073,
+      "step": 4250
+    },
+    {
+      "epoch": 0.6948933419521655,
+      "grad_norm": 0.04109389707446098,
+      "learning_rate": 1.5372764490411552e-05,
+      "loss": 0.0073,
+      "step": 4300
+    },
+    {
+      "epoch": 0.7029734970911441,
+      "grad_norm": 0.07063832134008408,
+      "learning_rate": 1.5318896789485026e-05,
+      "loss": 0.0083,
+      "step": 4350
+    },
+    {
+      "epoch": 0.7110536522301228,
+      "grad_norm": 0.07452435046434402,
+      "learning_rate": 1.52650290885585e-05,
+      "loss": 0.0073,
+      "step": 4400
+    },
+    {
+      "epoch": 0.7191338073691015,
+      "grad_norm": 0.04412061721086502,
+      "learning_rate": 1.5211161387631976e-05,
+      "loss": 0.0067,
+      "step": 4450
+    },
+    {
+      "epoch": 0.7272139625080801,
+      "grad_norm": 0.07454030215740204,
+      "learning_rate": 1.5157293686705452e-05,
+      "loss": 0.0075,
+      "step": 4500
+    },
+    {
+      "epoch": 0.7352941176470589,
+      "grad_norm": 0.04662289470434189,
+      "learning_rate": 1.5103425985778928e-05,
+      "loss": 0.0074,
+      "step": 4550
+    },
+    {
+      "epoch": 0.7433742727860375,
+      "grad_norm": 0.05991057679057121,
+      "learning_rate": 1.5049558284852404e-05,
+      "loss": 0.0071,
+      "step": 4600
+    },
+    {
+      "epoch": 0.7514544279250162,
+      "grad_norm": 0.04592648521065712,
+      "learning_rate": 1.499569058392588e-05,
+      "loss": 0.0076,
+      "step": 4650
+    },
+    {
+      "epoch": 0.7595345830639948,
+      "grad_norm": 0.06309536099433899,
+      "learning_rate": 1.4941822882999355e-05,
+      "loss": 0.0076,
+      "step": 4700
+    },
+    {
+      "epoch": 0.7676147382029735,
+      "grad_norm": 0.05248362198472023,
+      "learning_rate": 1.4887955182072831e-05,
+      "loss": 0.0075,
+      "step": 4750
+    },
+    {
+      "epoch": 0.7756948933419522,
+      "grad_norm": 0.04493599757552147,
+      "learning_rate": 1.4834087481146307e-05,
+      "loss": 0.007,
+      "step": 4800
+    },
+    {
+      "epoch": 0.7837750484809308,
+      "grad_norm": 0.020138224586844444,
+      "learning_rate": 1.4780219780219783e-05,
+      "loss": 0.0063,
+      "step": 4850
+    },
+    {
+      "epoch": 0.7918552036199095,
+      "grad_norm": 0.073582723736763,
+      "learning_rate": 1.4726352079293259e-05,
+      "loss": 0.0063,
+      "step": 4900
+    },
+    {
+      "epoch": 0.7999353587588882,
+      "grad_norm": 0.050810813903808594,
+      "learning_rate": 1.4672484378366731e-05,
+      "loss": 0.0079,
+      "step": 4950
+    },
+    {
+      "epoch": 0.8080155138978669,
+      "grad_norm": 0.09147041290998459,
+      "learning_rate": 1.4618616677440207e-05,
+      "loss": 0.007,
+      "step": 5000
+    },
+    {
+      "epoch": 0.8160956690368455,
+      "grad_norm": 0.02943544089794159,
+      "learning_rate": 1.4564748976513683e-05,
+      "loss": 0.0064,
+      "step": 5050
+    },
+    {
+      "epoch": 0.8241758241758241,
+      "grad_norm": 0.058280181139707565,
+      "learning_rate": 1.4510881275587158e-05,
+      "loss": 0.0063,
+      "step": 5100
+    },
+    {
+      "epoch": 0.8322559793148029,
+      "grad_norm": 0.05846063792705536,
+      "learning_rate": 1.4457013574660634e-05,
+      "loss": 0.0071,
+      "step": 5150
+    },
+    {
+      "epoch": 0.8403361344537815,
+      "grad_norm": 0.08794039487838745,
+      "learning_rate": 1.440314587373411e-05,
+      "loss": 0.0066,
+      "step": 5200
+    },
+    {
+      "epoch": 0.8484162895927602,
+      "grad_norm": 0.05881703272461891,
+      "learning_rate": 1.4349278172807586e-05,
+      "loss": 0.0075,
+      "step": 5250
+    },
+    {
+      "epoch": 0.8564964447317388,
+      "grad_norm": 0.060504719614982605,
+      "learning_rate": 1.4295410471881062e-05,
+      "loss": 0.0061,
+      "step": 5300
+    },
+    {
+      "epoch": 0.8645765998707176,
+      "grad_norm": 0.04584150016307831,
+      "learning_rate": 1.4241542770954537e-05,
+      "loss": 0.0059,
+      "step": 5350
+    },
+    {
+      "epoch": 0.8726567550096962,
+      "grad_norm": 0.0818849429488182,
+      "learning_rate": 1.4187675070028013e-05,
+      "loss": 0.0067,
+      "step": 5400
+    },
+    {
+      "epoch": 0.8807369101486748,
+      "grad_norm": 0.04742725193500519,
+      "learning_rate": 1.4133807369101489e-05,
+      "loss": 0.0066,
+      "step": 5450
+    },
+    {
+      "epoch": 0.8888170652876535,
+      "grad_norm": 0.06628070026636124,
+      "learning_rate": 1.4079939668174965e-05,
+      "loss": 0.0069,
+      "step": 5500
+    },
+    {
+      "epoch": 0.8968972204266322,
+      "grad_norm": 0.0498398132622242,
+      "learning_rate": 1.4026071967248437e-05,
+      "loss": 0.006,
+      "step": 5550
+    },
+    {
+      "epoch": 0.9049773755656109,
+      "grad_norm": 0.07333686202764511,
+      "learning_rate": 1.3972204266321913e-05,
+      "loss": 0.0073,
+      "step": 5600
+    },
+    {
+      "epoch": 0.9130575307045895,
+      "grad_norm": 0.040425509214401245,
+      "learning_rate": 1.3918336565395389e-05,
+      "loss": 0.0061,
+      "step": 5650
+    },
+    {
+      "epoch": 0.9211376858435681,
+      "grad_norm": 0.04927436634898186,
+      "learning_rate": 1.3864468864468865e-05,
+      "loss": 0.0064,
+      "step": 5700
+    },
+    {
+      "epoch": 0.9292178409825469,
+      "grad_norm": 0.07403150945901871,
+      "learning_rate": 1.381060116354234e-05,
+      "loss": 0.0057,
+      "step": 5750
+    },
+    {
+      "epoch": 0.9372979961215255,
+      "grad_norm": 0.0294960867613554,
+      "learning_rate": 1.3756733462615816e-05,
+      "loss": 0.0057,
+      "step": 5800
+    },
+    {
+      "epoch": 0.9453781512605042,
+      "grad_norm": 0.06763947010040283,
+      "learning_rate": 1.3702865761689292e-05,
+      "loss": 0.0061,
+      "step": 5850
+    },
+    {
+      "epoch": 0.9534583063994829,
+      "grad_norm": 0.034876059740781784,
+      "learning_rate": 1.3648998060762768e-05,
+      "loss": 0.0073,
+      "step": 5900
+    },
+    {
+      "epoch": 0.9615384615384616,
+      "grad_norm": 0.0363958366215229,
+      "learning_rate": 1.3595130359836244e-05,
+      "loss": 0.0065,
+      "step": 5950
+    },
+    {
+      "epoch": 0.9696186166774402,
+      "grad_norm": 0.03505223989486694,
+      "learning_rate": 1.354126265890972e-05,
+      "loss": 0.0065,
+      "step": 6000
+    },
+    {
+      "epoch": 0.9776987718164188,
+      "grad_norm": 0.010415361262857914,
+      "learning_rate": 1.3487394957983195e-05,
+      "loss": 0.0063,
+      "step": 6050
+    },
+    {
+      "epoch": 0.9857789269553976,
+      "grad_norm": 0.05905304104089737,
+      "learning_rate": 1.343352725705667e-05,
+      "loss": 0.0055,
+      "step": 6100
+    },
+    {
+      "epoch": 0.9938590820943762,
+      "grad_norm": 0.03133542463183403,
+      "learning_rate": 1.3379659556130145e-05,
+      "loss": 0.0062,
+      "step": 6150
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.00468644080683589,
+      "eval_rouge1": 86.16729085635436,
+      "eval_rouge2": 82.00613853575325,
+      "eval_rougeL": 85.17049406119979,
+      "eval_rougeLsum": 85.1321983661705,
+      "eval_runtime": 50.3158,
+      "eval_samples_per_second": 9.937,
+      "eval_steps_per_second": 1.252,
+      "step": 6188
+    },
+    {
+      "epoch": 1.0019392372333549,
+      "grad_norm": 0.0473632887005806,
+      "learning_rate": 1.3325791855203621e-05,
+      "loss": 0.006,
+      "step": 6200
+    },
+    {
+      "epoch": 1.0100193923723335,
+      "grad_norm": 0.009613406844437122,
+      "learning_rate": 1.3271924154277097e-05,
+      "loss": 0.0058,
+      "step": 6250
+    },
+    {
+      "epoch": 1.0180995475113122,
+      "grad_norm": 0.07586677372455597,
+      "learning_rate": 1.3218056453350573e-05,
+      "loss": 0.0053,
+      "step": 6300
+    },
+    {
+      "epoch": 1.0261797026502908,
+      "grad_norm": 0.03996267169713974,
+      "learning_rate": 1.3165266106442578e-05,
+      "loss": 0.0053,
+      "step": 6350
+    },
+    {
+      "epoch": 1.0342598577892697,
+      "grad_norm": 0.04150750860571861,
+      "learning_rate": 1.3111398405516054e-05,
+      "loss": 0.006,
+      "step": 6400
+    },
+    {
+      "epoch": 1.0423400129282483,
+      "grad_norm": 0.047103989869356155,
+      "learning_rate": 1.305753070458953e-05,
+      "loss": 0.0063,
+      "step": 6450
+    },
+    {
+      "epoch": 1.050420168067227,
+      "grad_norm": 0.04707568511366844,
+      "learning_rate": 1.3003663003663005e-05,
+      "loss": 0.0054,
+      "step": 6500
+    },
+    {
+      "epoch": 1.0585003232062056,
+      "grad_norm": 0.04693872109055519,
+      "learning_rate": 1.2949795302736481e-05,
+      "loss": 0.0058,
+      "step": 6550
+    },
+    {
+      "epoch": 1.0665804783451842,
+      "grad_norm": 0.03767074644565582,
+      "learning_rate": 1.2895927601809957e-05,
+      "loss": 0.0049,
+      "step": 6600
+    },
+    {
+      "epoch": 1.0746606334841629,
+      "grad_norm": 0.049506109207868576,
+      "learning_rate": 1.2842059900883433e-05,
+      "loss": 0.0061,
+      "step": 6650
+    },
+    {
+      "epoch": 1.0827407886231415,
+      "grad_norm": 0.040579311549663544,
+      "learning_rate": 1.2788192199956907e-05,
+      "loss": 0.0053,
+      "step": 6700
+    },
+    {
+      "epoch": 1.0908209437621201,
+      "grad_norm": 0.06605598330497742,
+      "learning_rate": 1.273432449903038e-05,
+      "loss": 0.0049,
+      "step": 6750
+    },
+    {
+      "epoch": 1.098901098901099,
+      "grad_norm": 0.0573626309633255,
+      "learning_rate": 1.2680456798103857e-05,
+      "loss": 0.0058,
+      "step": 6800
+    },
+    {
+      "epoch": 1.1069812540400776,
+      "grad_norm": 0.04869833588600159,
+      "learning_rate": 1.2626589097177332e-05,
+      "loss": 0.0054,
+      "step": 6850
+    },
+    {
+      "epoch": 1.1150614091790563,
+      "grad_norm": 0.030207501724362373,
+      "learning_rate": 1.2572721396250808e-05,
+      "loss": 0.0049,
+      "step": 6900
+    },
+    {
+      "epoch": 1.123141564318035,
+      "grad_norm": 0.04019474983215332,
+      "learning_rate": 1.2518853695324284e-05,
+      "loss": 0.0054,
+      "step": 6950
+    },
+    {
+      "epoch": 1.1312217194570136,
+      "grad_norm": 0.03316131606698036,
+      "learning_rate": 1.246498599439776e-05,
+      "loss": 0.0063,
+      "step": 7000
+    },
+    {
+      "epoch": 1.1393018745959922,
+      "grad_norm": 0.04495147988200188,
+      "learning_rate": 1.2411118293471236e-05,
+      "loss": 0.006,
+      "step": 7050
+    },
+    {
+      "epoch": 1.1473820297349708,
+      "grad_norm": 0.029968004673719406,
+      "learning_rate": 1.2357250592544711e-05,
+      "loss": 0.0055,
+      "step": 7100
+    },
+    {
+      "epoch": 1.1554621848739495,
+      "grad_norm": 0.05552554875612259,
+      "learning_rate": 1.2303382891618187e-05,
+      "loss": 0.0056,
+      "step": 7150
+    },
+    {
+      "epoch": 1.1635423400129283,
+      "grad_norm": 0.040211454033851624,
+      "learning_rate": 1.2249515190691663e-05,
+      "loss": 0.0059,
+      "step": 7200
+    },
+    {
+      "epoch": 1.171622495151907,
+      "grad_norm": 0.030323076993227005,
+      "learning_rate": 1.2195647489765139e-05,
+      "loss": 0.0057,
+      "step": 7250
+    },
+    {
+      "epoch": 1.1797026502908856,
+      "grad_norm": 0.040990181267261505,
+      "learning_rate": 1.2141779788838613e-05,
+      "loss": 0.0053,
+      "step": 7300
+    },
+    {
+      "epoch": 1.1877828054298643,
+      "grad_norm": 0.03895975649356842,
+      "learning_rate": 1.2087912087912089e-05,
+      "loss": 0.0054,
+      "step": 7350
+    },
+    {
+      "epoch": 1.195862960568843,
+      "grad_norm": 0.04454527050256729,
+      "learning_rate": 1.2034044386985565e-05,
+      "loss": 0.0053,
+      "step": 7400
+    },
+    {
+      "epoch": 1.2039431157078215,
+      "grad_norm": 0.04071690887212753,
+      "learning_rate": 1.198017668605904e-05,
+      "loss": 0.0053,
+      "step": 7450
+    },
+    {
+      "epoch": 1.2120232708468002,
+      "grad_norm": 0.03768669813871384,
+      "learning_rate": 1.1926308985132516e-05,
+      "loss": 0.0059,
+      "step": 7500
+    },
+    {
+      "epoch": 1.220103425985779,
+      "grad_norm": 0.048281479626894,
+      "learning_rate": 1.187244128420599e-05,
+      "loss": 0.0057,
+      "step": 7550
+    },
+    {
+      "epoch": 1.2281835811247577,
+      "grad_norm": 0.037021659314632416,
+      "learning_rate": 1.1818573583279466e-05,
+      "loss": 0.0059,
+      "step": 7600
+    },
+    {
+      "epoch": 1.2362637362637363,
+      "grad_norm": 0.060549281537532806,
+      "learning_rate": 1.1764705882352942e-05,
+      "loss": 0.0054,
+      "step": 7650
+    },
+    {
+      "epoch": 1.244343891402715,
+      "grad_norm": 0.06345050781965256,
+      "learning_rate": 1.1710838181426418e-05,
+      "loss": 0.0057,
+      "step": 7700
+    },
+    {
+      "epoch": 1.2524240465416936,
+      "grad_norm": 0.03186087682843208,
+      "learning_rate": 1.1656970480499893e-05,
+      "loss": 0.0055,
+      "step": 7750
+    },
+    {
+      "epoch": 1.2605042016806722,
+      "grad_norm": 0.057463087141513824,
+      "learning_rate": 1.160310277957337e-05,
+      "loss": 0.0057,
+      "step": 7800
+    },
+    {
+      "epoch": 1.2685843568196509,
+      "grad_norm": 0.04167677462100983,
+      "learning_rate": 1.1549235078646843e-05,
+      "loss": 0.0056,
+      "step": 7850
+    },
+    {
+      "epoch": 1.2766645119586295,
+      "grad_norm": 0.04780175909399986,
+      "learning_rate": 1.149536737772032e-05,
+      "loss": 0.0056,
+      "step": 7900
+    },
+    {
+      "epoch": 1.2847446670976082,
+      "grad_norm": 0.06335488706827164,
+      "learning_rate": 1.1441499676793795e-05,
+      "loss": 0.0055,
+      "step": 7950
+    },
+    {
+      "epoch": 1.292824822236587,
+      "grad_norm": 0.04902550205588341,
+      "learning_rate": 1.138763197586727e-05,
+      "loss": 0.0062,
+      "step": 8000
+    },
+    {
+      "epoch": 1.3009049773755657,
+      "grad_norm": 0.0339086689054966,
+      "learning_rate": 1.1333764274940747e-05,
+      "loss": 0.0049,
+      "step": 8050
+    },
+    {
+      "epoch": 1.3089851325145443,
+      "grad_norm": 0.044165465980768204,
+      "learning_rate": 1.1279896574014222e-05,
+      "loss": 0.0058,
+      "step": 8100
+    },
+    {
+      "epoch": 1.317065287653523,
+      "grad_norm": 0.037159230560064316,
+      "learning_rate": 1.1226028873087698e-05,
+      "loss": 0.0053,
+      "step": 8150
+    },
+    {
+      "epoch": 1.3251454427925016,
+      "grad_norm": 0.03820132464170456,
+      "learning_rate": 1.1172161172161174e-05,
+      "loss": 0.0053,
+      "step": 8200
+    },
+    {
+      "epoch": 1.3332255979314802,
+      "grad_norm": 0.024112703278660774,
+      "learning_rate": 1.111829347123465e-05,
+      "loss": 0.0054,
+      "step": 8250
+    },
+    {
+      "epoch": 1.341305753070459,
+      "grad_norm": 0.029049362987279892,
+      "learning_rate": 1.1064425770308126e-05,
+      "loss": 0.005,
+      "step": 8300
+    },
+    {
+      "epoch": 1.3493859082094377,
+      "grad_norm": 0.0295393168926239,
+      "learning_rate": 1.1010558069381601e-05,
+      "loss": 0.0053,
+      "step": 8350
+    },
+    {
+      "epoch": 1.3574660633484164,
+      "grad_norm": 0.04328558221459389,
+      "learning_rate": 1.0956690368455075e-05,
+      "loss": 0.005,
+      "step": 8400
+    },
+    {
+      "epoch": 1.365546218487395,
+      "grad_norm": 0.058262139558792114,
+      "learning_rate": 1.090282266752855e-05,
+      "loss": 0.0053,
+      "step": 8450
+    },
+    {
+      "epoch": 1.3736263736263736,
+      "grad_norm": 0.033369556069374084,
+      "learning_rate": 1.0848954966602025e-05,
+      "loss": 0.0058,
+      "step": 8500
+    },
+    {
+      "epoch": 1.3817065287653523,
+      "grad_norm": 0.07817134261131287,
+      "learning_rate": 1.0795087265675501e-05,
+      "loss": 0.0053,
+      "step": 8550
+    },
+    {
+      "epoch": 1.389786683904331,
+      "grad_norm": 0.0364365428686142,
+      "learning_rate": 1.0741219564748977e-05,
+      "loss": 0.0049,
+      "step": 8600
+    },
+    {
+      "epoch": 1.3978668390433096,
+      "grad_norm": 0.047975849360227585,
+      "learning_rate": 1.0687351863822453e-05,
+      "loss": 0.0054,
+      "step": 8650
+    },
+    {
+      "epoch": 1.4059469941822882,
+      "grad_norm": 0.05053960904479027,
+      "learning_rate": 1.0633484162895929e-05,
+      "loss": 0.0049,
+      "step": 8700
+    },
+    {
+      "epoch": 1.4140271493212668,
+      "grad_norm": 0.05517440661787987,
+      "learning_rate": 1.0579616461969404e-05,
+      "loss": 0.0053,
+      "step": 8750
+    },
+    {
+      "epoch": 1.4221073044602457,
+      "grad_norm": 0.045634444802999496,
+      "learning_rate": 1.052574876104288e-05,
+      "loss": 0.0051,
+      "step": 8800
+    },
+    {
+      "epoch": 1.4301874595992243,
+      "grad_norm": 0.06119120493531227,
+      "learning_rate": 1.0471881060116356e-05,
+      "loss": 0.005,
+      "step": 8850
+    },
+    {
+      "epoch": 1.438267614738203,
+      "grad_norm": 0.037451136857271194,
+      "learning_rate": 1.0418013359189832e-05,
+      "loss": 0.005,
+      "step": 8900
+    },
+    {
+      "epoch": 1.4463477698771816,
+      "grad_norm": 0.045001059770584106,
+      "learning_rate": 1.0364145658263308e-05,
+      "loss": 0.0055,
+      "step": 8950
+    },
+    {
+      "epoch": 1.4544279250161603,
+      "grad_norm": 0.027605222538113594,
+      "learning_rate": 1.031027795733678e-05,
+      "loss": 0.0047,
+      "step": 9000
+    },
+    {
+      "epoch": 1.4625080801551391,
+      "grad_norm": 0.04454193264245987,
+      "learning_rate": 1.0256410256410256e-05,
+      "loss": 0.0054,
+      "step": 9050
+    },
+    {
+      "epoch": 1.4705882352941178,
+      "grad_norm": 0.023829152807593346,
+      "learning_rate": 1.0202542555483732e-05,
+      "loss": 0.0051,
+      "step": 9100
+    },
+    {
+      "epoch": 1.4786683904330964,
+      "grad_norm": 0.04157187044620514,
+      "learning_rate": 1.0148674854557207e-05,
+      "loss": 0.0047,
+      "step": 9150
+    },
+    {
+      "epoch": 1.486748545572075,
+      "grad_norm": 0.03874518349766731,
+      "learning_rate": 1.0094807153630683e-05,
+      "loss": 0.0053,
+      "step": 9200
+    },
+    {
+      "epoch": 1.4948287007110537,
+      "grad_norm": 0.026905696839094162,
+      "learning_rate": 1.0040939452704159e-05,
+      "loss": 0.005,
+      "step": 9250
+    },
+    {
+      "epoch": 1.5029088558500323,
+      "grad_norm": 0.06382673233747482,
+      "learning_rate": 9.987071751777635e-06,
+      "loss": 0.005,
+      "step": 9300
+    },
+    {
+      "epoch": 1.510989010989011,
+      "grad_norm": 0.02449849620461464,
+      "learning_rate": 9.93320405085111e-06,
+      "loss": 0.0053,
+      "step": 9350
+    },
+    {
+      "epoch": 1.5190691661279896,
+      "grad_norm": 0.04602253809571266,
+      "learning_rate": 9.879336349924586e-06,
+      "loss": 0.0058,
+      "step": 9400
+    },
+    {
+      "epoch": 1.5271493212669682,
+      "grad_norm": 0.026318348944187164,
+      "learning_rate": 9.82546864899806e-06,
+      "loss": 0.005,
+      "step": 9450
+    },
+    {
+      "epoch": 1.5352294764059469,
+      "grad_norm": 0.028364863246679306,
+      "learning_rate": 9.771600948071536e-06,
+      "loss": 0.0047,
+      "step": 9500
+    },
+    {
+      "epoch": 1.5433096315449255,
+      "grad_norm": 0.03204864263534546,
+      "learning_rate": 9.717733247145012e-06,
+      "loss": 0.0046,
+      "step": 9550
+    },
+    {
+      "epoch": 1.5513897866839044,
+      "grad_norm": 0.023740077391266823,
+      "learning_rate": 9.663865546218488e-06,
+      "loss": 0.0057,
+      "step": 9600
+    },
+    {
+      "epoch": 1.559469941822883,
+      "grad_norm": 0.028953751549124718,
+      "learning_rate": 9.609997845291964e-06,
+      "loss": 0.0049,
+      "step": 9650
+    },
+    {
+      "epoch": 1.5675500969618616,
+      "grad_norm": 0.039458662271499634,
+      "learning_rate": 9.55613014436544e-06,
+      "loss": 0.0052,
+      "step": 9700
+    },
+    {
+      "epoch": 1.5756302521008403,
+      "grad_norm": 0.02466548979282379,
+      "learning_rate": 9.502262443438914e-06,
+      "loss": 0.0053,
+      "step": 9750
+    },
+    {
+      "epoch": 1.5837104072398192,
+      "grad_norm": 0.09884428232908249,
+      "learning_rate": 9.44839474251239e-06,
+      "loss": 0.0045,
+      "step": 9800
+    },
+    {
+      "epoch": 1.5917905623787978,
+      "grad_norm": 0.052319470793008804,
+      "learning_rate": 9.394527041585865e-06,
+      "loss": 0.0047,
+      "step": 9850
+    },
+    {
+      "epoch": 1.5998707175177764,
+      "grad_norm": 0.04534400627017021,
+      "learning_rate": 9.340659340659341e-06,
+      "loss": 0.0042,
+      "step": 9900
+    },
+    {
+      "epoch": 1.607950872656755,
+      "grad_norm": 0.031061217188835144,
+      "learning_rate": 9.286791639732817e-06,
+      "loss": 0.0053,
+      "step": 9950
+    },
+    {
+      "epoch": 1.6160310277957337,
+      "grad_norm": 0.04152417555451393,
+      "learning_rate": 9.232923938806293e-06,
+      "loss": 0.0044,
+      "step": 10000
+    },
+    {
+      "epoch": 1.6241111829347123,
+      "grad_norm": 0.06364952027797699,
+      "learning_rate": 9.179056237879767e-06,
+      "loss": 0.0051,
+      "step": 10050
+    },
+    {
+      "epoch": 1.632191338073691,
+      "grad_norm": 0.05075689032673836,
+      "learning_rate": 9.125188536953243e-06,
+      "loss": 0.005,
+      "step": 10100
+    },
+    {
+      "epoch": 1.6402714932126696,
+      "grad_norm": 0.05718667805194855,
+      "learning_rate": 9.071320836026718e-06,
+      "loss": 0.005,
+      "step": 10150
+    },
+    {
+      "epoch": 1.6483516483516483,
+      "grad_norm": 0.05176397040486336,
+      "learning_rate": 9.017453135100194e-06,
+      "loss": 0.005,
+      "step": 10200
+    },
+    {
+      "epoch": 1.656431803490627,
+      "grad_norm": 0.05737081915140152,
+      "learning_rate": 8.96358543417367e-06,
+      "loss": 0.0054,
+      "step": 10250
+    },
+    {
+      "epoch": 1.6645119586296055,
+      "grad_norm": 0.02792266197502613,
+      "learning_rate": 8.909717733247146e-06,
+      "loss": 0.0044,
+      "step": 10300
+    },
+    {
+      "epoch": 1.6725921137685844,
+      "grad_norm": 0.029061343520879745,
+      "learning_rate": 8.855850032320622e-06,
+      "loss": 0.0052,
+      "step": 10350
+    },
+    {
+      "epoch": 1.680672268907563,
+      "grad_norm": 0.03089820221066475,
+      "learning_rate": 8.801982331394097e-06,
+      "loss": 0.005,
+      "step": 10400
+    },
+    {
+      "epoch": 1.6887524240465417,
+      "grad_norm": 0.046603500843048096,
+      "learning_rate": 8.748114630467572e-06,
+      "loss": 0.006,
+      "step": 10450
+    },
+    {
+      "epoch": 1.6968325791855203,
+      "grad_norm": 0.033478520810604095,
+      "learning_rate": 8.694246929541047e-06,
+      "loss": 0.0045,
+      "step": 10500
+    },
+    {
+      "epoch": 1.7049127343244992,
+      "grad_norm": 0.045349959284067154,
+      "learning_rate": 8.640379228614523e-06,
+      "loss": 0.0043,
+      "step": 10550
+    },
+    {
+      "epoch": 1.7129928894634778,
+      "grad_norm": 0.04198373854160309,
+      "learning_rate": 8.586511527687999e-06,
+      "loss": 0.0046,
+      "step": 10600
+    },
+    {
+      "epoch": 1.7210730446024565,
+      "grad_norm": 0.030365299433469772,
+      "learning_rate": 8.532643826761475e-06,
+      "loss": 0.0047,
+      "step": 10650
+    },
+    {
+      "epoch": 1.729153199741435,
+      "grad_norm": 0.053815387189388275,
+      "learning_rate": 8.47877612583495e-06,
+      "loss": 0.0053,
+      "step": 10700
+    },
+    {
+      "epoch": 1.7372333548804137,
+      "grad_norm": 0.040949735790491104,
+      "learning_rate": 8.424908424908426e-06,
+      "loss": 0.0049,
+      "step": 10750
+    },
+    {
+      "epoch": 1.7453135100193924,
+      "grad_norm": 0.02742874063551426,
+      "learning_rate": 8.371040723981902e-06,
+      "loss": 0.0049,
+      "step": 10800
+    },
+    {
+      "epoch": 1.753393665158371,
+      "grad_norm": 0.06784753501415253,
+      "learning_rate": 8.317173023055376e-06,
+      "loss": 0.0058,
+      "step": 10850
+    },
+    {
+      "epoch": 1.7614738202973497,
+      "grad_norm": 0.03332887962460518,
+      "learning_rate": 8.263305322128852e-06,
+      "loss": 0.0046,
+      "step": 10900
+    },
+    {
+      "epoch": 1.7695539754363283,
+      "grad_norm": 0.031116908416152,
+      "learning_rate": 8.209437621202328e-06,
+      "loss": 0.0046,
+      "step": 10950
+    },
+    {
+      "epoch": 1.777634130575307,
+      "grad_norm": 0.03276669979095459,
+      "learning_rate": 8.155569920275804e-06,
+      "loss": 0.0045,
+      "step": 11000
+    },
+    {
+      "epoch": 1.7857142857142856,
+      "grad_norm": 0.04121123626828194,
+      "learning_rate": 8.10170221934928e-06,
+      "loss": 0.0057,
+      "step": 11050
+    },
+    {
+      "epoch": 1.7937944408532642,
+      "grad_norm": 0.05228004604578018,
+      "learning_rate": 8.047834518422755e-06,
+      "loss": 0.005,
+      "step": 11100
+    },
+    {
+      "epoch": 1.801874595992243,
+      "grad_norm": 0.03658825531601906,
+      "learning_rate": 7.993966817496231e-06,
+      "loss": 0.0048,
+      "step": 11150
+    },
+    {
+      "epoch": 1.8099547511312217,
+      "grad_norm": 0.029890988022089005,
+      "learning_rate": 7.940099116569705e-06,
+      "loss": 0.0045,
+      "step": 11200
+    },
+    {
+      "epoch": 1.8180349062702004,
+      "grad_norm": 0.057183150202035904,
+      "learning_rate": 7.886231415643181e-06,
+      "loss": 0.0046,
+      "step": 11250
+    },
+    {
+      "epoch": 1.826115061409179,
+      "grad_norm": 0.032826654613018036,
+      "learning_rate": 7.832363714716657e-06,
+      "loss": 0.0044,
+      "step": 11300
+    },
+    {
+      "epoch": 1.8341952165481579,
+      "grad_norm": 0.08467372506856918,
+      "learning_rate": 7.778496013790133e-06,
+      "loss": 0.0048,
+      "step": 11350
+    },
+    {
+      "epoch": 1.8422753716871365,
+      "grad_norm": 0.03478661924600601,
+      "learning_rate": 7.724628312863608e-06,
+      "loss": 0.005,
+      "step": 11400
+    },
+    {
+      "epoch": 1.8503555268261151,
+      "grad_norm": 0.05386711657047272,
+      "learning_rate": 7.670760611937084e-06,
+      "loss": 0.0048,
+      "step": 11450
+    },
+    {
+      "epoch": 1.8584356819650938,
+      "grad_norm": 0.03354140743613243,
+      "learning_rate": 7.616892911010558e-06,
+      "loss": 0.0044,
+      "step": 11500
+    },
+    {
+      "epoch": 1.8665158371040724,
+      "grad_norm": 0.043414924293756485,
+      "learning_rate": 7.563025210084034e-06,
+      "loss": 0.0055,
+      "step": 11550
+    },
+    {
+      "epoch": 1.874595992243051,
+      "grad_norm": 0.040471382439136505,
+      "learning_rate": 7.50915750915751e-06,
+      "loss": 0.0052,
+      "step": 11600
+    },
+    {
+      "epoch": 1.8826761473820297,
+      "grad_norm": 0.06200335547327995,
+      "learning_rate": 7.455289808230986e-06,
+      "loss": 0.0053,
+      "step": 11650
+    },
+    {
+      "epoch": 1.8907563025210083,
+      "grad_norm": 0.04366638883948326,
+      "learning_rate": 7.4014221073044616e-06,
+      "loss": 0.0046,
+      "step": 11700
+    },
+    {
+      "epoch": 1.898836457659987,
+      "grad_norm": 0.022821014747023582,
+      "learning_rate": 7.3475544063779365e-06,
+      "loss": 0.0045,
+      "step": 11750
+    },
+    {
+      "epoch": 1.9069166127989656,
+      "grad_norm": 0.038873497396707535,
+      "learning_rate": 7.2936867054514115e-06,
+      "loss": 0.0046,
+      "step": 11800
+    },
+    {
+      "epoch": 1.9149967679379443,
+      "grad_norm": 0.04890233278274536,
+      "learning_rate": 7.239819004524887e-06,
+      "loss": 0.0057,
+      "step": 11850
+    },
+    {
+      "epoch": 1.9230769230769231,
+      "grad_norm": 0.04092305526137352,
+      "learning_rate": 7.185951303598363e-06,
+      "loss": 0.005,
+      "step": 11900
+    },
+    {
+      "epoch": 1.9311570782159018,
+      "grad_norm": 0.05939971283078194,
+      "learning_rate": 7.132083602671839e-06,
+      "loss": 0.0046,
+      "step": 11950
+    },
+    {
+      "epoch": 1.9392372333548804,
+      "grad_norm": 0.037901926785707474,
+      "learning_rate": 7.078215901745315e-06,
+      "loss": 0.0045,
+      "step": 12000
+    },
+    {
+      "epoch": 1.947317388493859,
+      "grad_norm": 0.0488058477640152,
+      "learning_rate": 7.024348200818789e-06,
+      "loss": 0.005,
+      "step": 12050
+    },
+    {
+      "epoch": 1.955397543632838,
+      "grad_norm": 0.06671205163002014,
+      "learning_rate": 6.970480499892265e-06,
+      "loss": 0.0053,
+      "step": 12100
+    },
+    {
+      "epoch": 1.9634776987718165,
+      "grad_norm": 0.03580876812338829,
+      "learning_rate": 6.91661279896574e-06,
+      "loss": 0.0048,
+      "step": 12150
+    },
+    {
+      "epoch": 1.9715578539107952,
+      "grad_norm": 0.05258365720510483,
+      "learning_rate": 6.862745098039216e-06,
+      "loss": 0.0047,
+      "step": 12200
+    },
+    {
+      "epoch": 1.9796380090497738,
+      "grad_norm": 0.035823095589876175,
+      "learning_rate": 6.808877397112692e-06,
+      "loss": 0.0053,
+      "step": 12250
+    },
+    {
+      "epoch": 1.9877181641887525,
+      "grad_norm": 0.03747252747416496,
+      "learning_rate": 6.755009696186168e-06,
+      "loss": 0.0052,
+      "step": 12300
+    },
+    {
+      "epoch": 1.995798319327731,
+      "grad_norm": 0.029116889461874962,
+      "learning_rate": 6.701141995259643e-06,
+      "loss": 0.0045,
+      "step": 12350
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.003754823002964258,
+      "eval_rouge1": 87.21845608272304,
+      "eval_rouge2": 83.41556886218162,
+      "eval_rougeL": 85.9862609239223,
+      "eval_rougeLsum": 85.95382052592191,
+      "eval_runtime": 48.1802,
+      "eval_samples_per_second": 10.378,
+      "eval_steps_per_second": 1.308,
+      "step": 12376
+    },
+    {
+      "epoch": 2.0038784744667097,
+      "grad_norm": 0.040494147688150406,
+      "learning_rate": 6.647274294333118e-06,
+      "loss": 0.0051,
+      "step": 12400
+    },
+    {
+      "epoch": 2.0119586296056884,
+      "grad_norm": 0.021118978038430214,
+      "learning_rate": 6.5934065934065935e-06,
+      "loss": 0.0044,
+      "step": 12450
+    },
+    {
+      "epoch": 2.020038784744667,
+      "grad_norm": 0.03655942156910896,
+      "learning_rate": 6.539538892480069e-06,
+      "loss": 0.0046,
+      "step": 12500
+    },
+    {
+      "epoch": 2.0281189398836457,
+      "grad_norm": 0.033596962690353394,
+      "learning_rate": 6.485671191553545e-06,
+      "loss": 0.0049,
+      "step": 12550
+    },
+    {
+      "epoch": 2.0361990950226243,
+      "grad_norm": 0.04082285612821579,
+      "learning_rate": 6.431803490627021e-06,
+      "loss": 0.0046,
+      "step": 12600
+    },
+    {
+      "epoch": 2.044279250161603,
+      "grad_norm": 0.035328153520822525,
+      "learning_rate": 6.377935789700496e-06,
+      "loss": 0.0047,
+      "step": 12650
+    },
+    {
+      "epoch": 2.0523594053005816,
+      "grad_norm": 0.06532145291566849,
+      "learning_rate": 6.324068088773972e-06,
+      "loss": 0.0046,
+      "step": 12700
+    },
+    {
+      "epoch": 2.0604395604395602,
+      "grad_norm": 0.021467560902237892,
+      "learning_rate": 6.2702003878474475e-06,
+      "loss": 0.0044,
+      "step": 12750
+    },
+    {
+      "epoch": 2.0685197155785393,
+      "grad_norm": 0.028903750702738762,
+      "learning_rate": 6.2163326869209225e-06,
+      "loss": 0.0047,
+      "step": 12800
+    },
+    {
+      "epoch": 2.076599870717518,
+      "grad_norm": 0.04827199503779411,
+      "learning_rate": 6.162464985994398e-06,
+      "loss": 0.0046,
+      "step": 12850
+    },
+    {
+      "epoch": 2.0846800258564966,
+      "grad_norm": 0.05190654471516609,
+      "learning_rate": 6.108597285067874e-06,
+      "loss": 0.0044,
+      "step": 12900
+    },
+    {
+      "epoch": 2.0927601809954752,
+      "grad_norm": 0.043597374111413956,
+      "learning_rate": 6.054729584141349e-06,
+      "loss": 0.0039,
+      "step": 12950
+    },
+    {
+      "epoch": 2.100840336134454,
+      "grad_norm": 0.025249801576137543,
+      "learning_rate": 6.000861883214825e-06,
+      "loss": 0.0049,
+      "step": 13000
+    },
+    {
+      "epoch": 2.1089204912734325,
+      "grad_norm": 0.04429004713892937,
+      "learning_rate": 5.946994182288301e-06,
+      "loss": 0.0045,
+      "step": 13050
+    },
+    {
+      "epoch": 2.117000646412411,
+      "grad_norm": 0.05018601194024086,
+      "learning_rate": 5.8931264813617764e-06,
+      "loss": 0.0047,
+      "step": 13100
+    },
+    {
+      "epoch": 2.12508080155139,
+      "grad_norm": 0.0563606433570385,
+      "learning_rate": 5.839258780435252e-06,
+      "loss": 0.0049,
+      "step": 13150
+    },
+    {
+      "epoch": 2.1331609566903684,
+      "grad_norm": 0.036379583179950714,
+      "learning_rate": 5.785391079508727e-06,
+      "loss": 0.0045,
+      "step": 13200
+    },
+    {
+      "epoch": 2.141241111829347,
+      "grad_norm": 0.03966435417532921,
+      "learning_rate": 5.731523378582202e-06,
+      "loss": 0.0046,
+      "step": 13250
+    },
+    {
+      "epoch": 2.1493212669683257,
+      "grad_norm": 0.03525066375732422,
+      "learning_rate": 5.677655677655678e-06,
+      "loss": 0.004,
+      "step": 13300
+    },
+    {
+      "epoch": 2.1574014221073043,
+      "grad_norm": 0.04028931260108948,
+      "learning_rate": 5.623787976729154e-06,
+      "loss": 0.0045,
+      "step": 13350
+    },
+    {
+      "epoch": 2.165481577246283,
+      "grad_norm": 0.027697792276740074,
+      "learning_rate": 5.5699202758026296e-06,
+      "loss": 0.0049,
+      "step": 13400
+    },
+    {
+      "epoch": 2.1735617323852616,
+      "grad_norm": 0.02208828553557396,
+      "learning_rate": 5.516052574876105e-06,
+      "loss": 0.0044,
+      "step": 13450
+    },
+    {
+      "epoch": 2.1816418875242403,
+      "grad_norm": 0.03327793627977371,
+      "learning_rate": 5.4621848739495795e-06,
+      "loss": 0.0052,
+      "step": 13500
+    },
+    {
+      "epoch": 2.1897220426632193,
+      "grad_norm": 0.040238089859485626,
+      "learning_rate": 5.408317173023055e-06,
+      "loss": 0.0044,
+      "step": 13550
+    },
+    {
+      "epoch": 2.197802197802198,
+      "grad_norm": 0.02015913464128971,
+      "learning_rate": 5.354449472096531e-06,
+      "loss": 0.0049,
+      "step": 13600
+    },
+    {
+      "epoch": 2.2058823529411766,
+      "grad_norm": 0.018138017505407333,
+      "learning_rate": 5.300581771170007e-06,
+      "loss": 0.0048,
+      "step": 13650
+    },
+    {
+      "epoch": 2.2139625080801553,
+      "grad_norm": 0.050266802310943604,
+      "learning_rate": 5.246714070243483e-06,
+      "loss": 0.0043,
+      "step": 13700
+    },
+    {
+      "epoch": 2.222042663219134,
+      "grad_norm": 0.04515570029616356,
+      "learning_rate": 5.1928463693169585e-06,
+      "loss": 0.0036,
+      "step": 13750
+    },
+    {
+      "epoch": 2.2301228183581125,
+      "grad_norm": 0.039447471499443054,
+      "learning_rate": 5.138978668390433e-06,
+      "loss": 0.0044,
+      "step": 13800
+    },
+    {
+      "epoch": 2.238202973497091,
+      "grad_norm": 0.03310653567314148,
+      "learning_rate": 5.085110967463908e-06,
+      "loss": 0.0044,
+      "step": 13850
+    },
+    {
+      "epoch": 2.24628312863607,
+      "grad_norm": 0.014222861267626286,
+      "learning_rate": 5.031243266537384e-06,
+      "loss": 0.0047,
+      "step": 13900
+    },
+    {
+      "epoch": 2.2543632837750485,
+      "grad_norm": 0.016546355560421944,
+      "learning_rate": 4.97737556561086e-06,
+      "loss": 0.0047,
+      "step": 13950
+    },
+    {
+      "epoch": 2.262443438914027,
+      "grad_norm": 0.05192546918988228,
+      "learning_rate": 4.923507864684336e-06,
+      "loss": 0.0043,
+      "step": 14000
+    },
+    {
+      "epoch": 2.2705235940530057,
+      "grad_norm": 0.04964493215084076,
+      "learning_rate": 4.869640163757811e-06,
+      "loss": 0.0047,
+      "step": 14050
+    },
+    {
+      "epoch": 2.2786037491919844,
+      "grad_norm": 0.01690448634326458,
+      "learning_rate": 4.8157724628312866e-06,
+      "loss": 0.0043,
+      "step": 14100
+    },
+    {
+      "epoch": 2.286683904330963,
+      "grad_norm": 0.03871385008096695,
+      "learning_rate": 4.761904761904762e-06,
+      "loss": 0.0054,
+      "step": 14150
+    },
+    {
+      "epoch": 2.2947640594699417,
+      "grad_norm": 0.029631048440933228,
+      "learning_rate": 4.708037060978238e-06,
+      "loss": 0.0042,
+      "step": 14200
+    },
+    {
+      "epoch": 2.3028442146089203,
+      "grad_norm": 0.031350765377283096,
+      "learning_rate": 4.654169360051713e-06,
+      "loss": 0.0045,
+      "step": 14250
+    },
+    {
+      "epoch": 2.310924369747899,
+      "grad_norm": 0.05931168794631958,
+      "learning_rate": 4.600301659125189e-06,
+      "loss": 0.0051,
+      "step": 14300
+    },
+    {
+      "epoch": 2.3190045248868776,
+      "grad_norm": 0.04504646733403206,
+      "learning_rate": 4.546433958198665e-06,
+      "loss": 0.0043,
+      "step": 14350
+    },
+    {
+      "epoch": 2.3270846800258567,
+      "grad_norm": 0.04591371491551399,
+      "learning_rate": 4.4925662572721405e-06,
+      "loss": 0.0046,
+      "step": 14400
+    },
+    {
+      "epoch": 2.3351648351648353,
+      "grad_norm": 0.030743196606636047,
+      "learning_rate": 4.4386985563456155e-06,
+      "loss": 0.004,
+      "step": 14450
+    },
+    {
+      "epoch": 2.343244990303814,
+      "grad_norm": 0.04723818972706795,
+      "learning_rate": 4.384830855419091e-06,
+      "loss": 0.0036,
+      "step": 14500
+    },
+    {
+      "epoch": 2.3513251454427926,
+      "grad_norm": 0.02913173846900463,
+      "learning_rate": 4.330963154492567e-06,
+      "loss": 0.0049,
+      "step": 14550
+    },
+    {
+      "epoch": 2.3594053005817712,
+      "grad_norm": 0.025342822074890137,
+      "learning_rate": 4.277095453566042e-06,
+      "loss": 0.0052,
+      "step": 14600
+    },
+    {
+      "epoch": 2.36748545572075,
+      "grad_norm": 0.04897177964448929,
+      "learning_rate": 4.223227752639518e-06,
+      "loss": 0.0046,
+      "step": 14650
+    },
+    {
+      "epoch": 2.3755656108597285,
+      "grad_norm": 0.05571192875504494,
+      "learning_rate": 4.169360051712994e-06,
+      "loss": 0.0045,
+      "step": 14700
+    },
+    {
+      "epoch": 2.383645765998707,
+      "grad_norm": 0.04304831102490425,
+      "learning_rate": 4.115492350786469e-06,
+      "loss": 0.0045,
+      "step": 14750
+    },
+    {
+      "epoch": 2.391725921137686,
+      "grad_norm": 0.04351252317428589,
+      "learning_rate": 4.0616246498599444e-06,
+      "loss": 0.0046,
+      "step": 14800
+    },
+    {
+      "epoch": 2.3998060762766644,
+      "grad_norm": 0.07481127232313156,
+      "learning_rate": 4.00775694893342e-06,
+      "loss": 0.0044,
+      "step": 14850
+    },
+    {
+      "epoch": 2.407886231415643,
+      "grad_norm": 0.06555662304162979,
+      "learning_rate": 3.953889248006895e-06,
+      "loss": 0.0046,
+      "step": 14900
+    },
+    {
+      "epoch": 2.4159663865546217,
+      "grad_norm": 0.03455435112118721,
+      "learning_rate": 3.900021547080371e-06,
+      "loss": 0.0047,
+      "step": 14950
+    },
+    {
+      "epoch": 2.4240465416936003,
+      "grad_norm": 0.0476142056286335,
+      "learning_rate": 3.846153846153847e-06,
+      "loss": 0.0046,
+      "step": 15000
+    },
+    {
+      "epoch": 2.4321266968325794,
+      "grad_norm": 0.07432708144187927,
+      "learning_rate": 3.7922861452273218e-06,
+      "loss": 0.0044,
+      "step": 15050
+    },
+    {
+      "epoch": 2.440206851971558,
+      "grad_norm": 0.018862377852201462,
+      "learning_rate": 3.7384184443007976e-06,
+      "loss": 0.0042,
+      "step": 15100
+    },
+    {
+      "epoch": 2.4482870071105367,
+      "grad_norm": 0.0463634617626667,
+      "learning_rate": 3.6845507433742734e-06,
+      "loss": 0.0051,
+      "step": 15150
+    },
+    {
+      "epoch": 2.4563671622495153,
+      "grad_norm": 0.0470375195145607,
+      "learning_rate": 3.6306830424477483e-06,
+      "loss": 0.0046,
+      "step": 15200
+    },
+    {
+      "epoch": 2.464447317388494,
+      "grad_norm": 0.028038673102855682,
+      "learning_rate": 3.576815341521224e-06,
+      "loss": 0.0045,
+      "step": 15250
+    },
+    {
+      "epoch": 2.4725274725274726,
+      "grad_norm": 0.03303570672869682,
+      "learning_rate": 3.5229476405947e-06,
+      "loss": 0.0048,
+      "step": 15300
+    },
+    {
+      "epoch": 2.4806076276664513,
+      "grad_norm": 0.040639448910951614,
+      "learning_rate": 3.4690799396681753e-06,
+      "loss": 0.0045,
+      "step": 15350
+    },
+    {
+      "epoch": 2.48868778280543,
+      "grad_norm": 0.03696522116661072,
+      "learning_rate": 3.4152122387416507e-06,
+      "loss": 0.0047,
+      "step": 15400
+    },
+    {
+      "epoch": 2.4967679379444085,
+      "grad_norm": 0.06647258996963501,
+      "learning_rate": 3.3613445378151265e-06,
+      "loss": 0.0046,
+      "step": 15450
+    },
+    {
+      "epoch": 2.504848093083387,
+      "grad_norm": 0.039001937955617905,
+      "learning_rate": 3.307476836888602e-06,
+      "loss": 0.0052,
+      "step": 15500
+    },
+    {
+      "epoch": 2.512928248222366,
+      "grad_norm": 0.02684204652905464,
+      "learning_rate": 3.2536091359620777e-06,
+      "loss": 0.0043,
+      "step": 15550
+    },
+    {
+      "epoch": 2.5210084033613445,
+      "grad_norm": 0.04314061999320984,
+      "learning_rate": 3.1997414350355526e-06,
+      "loss": 0.0047,
+      "step": 15600
+    },
+    {
+      "epoch": 2.529088558500323,
+      "grad_norm": 0.04125179722905159,
+      "learning_rate": 3.1458737341090284e-06,
+      "loss": 0.0046,
+      "step": 15650
+    },
+    {
+      "epoch": 2.5371687136393017,
+      "grad_norm": 0.01851014606654644,
+      "learning_rate": 3.0920060331825042e-06,
+      "loss": 0.0045,
+      "step": 15700
+    },
+    {
+      "epoch": 2.5452488687782804,
+      "grad_norm": 0.03928118199110031,
+      "learning_rate": 3.038138332255979e-06,
+      "loss": 0.0043,
+      "step": 15750
+    },
+    {
+      "epoch": 2.553329023917259,
+      "grad_norm": 0.0691729187965393,
+      "learning_rate": 2.984270631329455e-06,
+      "loss": 0.005,
+      "step": 15800
+    },
+    {
+      "epoch": 2.5614091790562377,
+      "grad_norm": 0.016138378530740738,
+      "learning_rate": 2.930402930402931e-06,
+      "loss": 0.0041,
+      "step": 15850
+    },
+    {
+      "epoch": 2.5694893341952163,
+      "grad_norm": 0.020654356107115746,
+      "learning_rate": 2.8765352294764057e-06,
+      "loss": 0.004,
+      "step": 15900
+    },
+    {
+      "epoch": 2.577569489334195,
+      "grad_norm": 0.04678305238485336,
+      "learning_rate": 2.8226675285498815e-06,
+      "loss": 0.0045,
+      "step": 15950
+    },
+    {
+      "epoch": 2.585649644473174,
+      "grad_norm": 0.035098664462566376,
+      "learning_rate": 2.7687998276233574e-06,
+      "loss": 0.0049,
+      "step": 16000
+    },
+    {
+      "epoch": 2.5937297996121527,
+      "grad_norm": 0.02151743695139885,
+      "learning_rate": 2.7149321266968327e-06,
+      "loss": 0.0049,
+      "step": 16050
+    },
+    {
+      "epoch": 2.6018099547511313,
+      "grad_norm": 0.008306082338094711,
+      "learning_rate": 2.6610644257703085e-06,
+      "loss": 0.0043,
+      "step": 16100
+    },
+    {
+      "epoch": 2.60989010989011,
+      "grad_norm": 0.03021089918911457,
+      "learning_rate": 2.607196724843784e-06,
+      "loss": 0.0042,
+      "step": 16150
+    },
+    {
+      "epoch": 2.6179702650290886,
+      "grad_norm": 0.032146211713552475,
+      "learning_rate": 2.5533290239172593e-06,
+      "loss": 0.0041,
+      "step": 16200
+    },
+    {
+      "epoch": 2.6260504201680672,
+      "grad_norm": 0.030957765877246857,
+      "learning_rate": 2.499461322990735e-06,
+      "loss": 0.0041,
+      "step": 16250
+    },
+    {
+      "epoch": 2.634130575307046,
+      "grad_norm": 0.04607204720377922,
+      "learning_rate": 2.4455936220642105e-06,
+      "loss": 0.0051,
+      "step": 16300
+    },
+    {
+      "epoch": 2.6422107304460245,
+      "grad_norm": 0.02674623765051365,
+      "learning_rate": 2.3917259211376863e-06,
+      "loss": 0.0044,
+      "step": 16350
+    },
+    {
+      "epoch": 2.650290885585003,
+      "grad_norm": 0.016672629863023758,
+      "learning_rate": 2.3378582202111617e-06,
+      "loss": 0.0036,
+      "step": 16400
+    },
+    {
+      "epoch": 2.658371040723982,
+      "grad_norm": 0.03345870599150658,
+      "learning_rate": 2.283990519284637e-06,
+      "loss": 0.0042,
+      "step": 16450
+    },
+    {
+      "epoch": 2.6664511958629604,
+      "grad_norm": 0.03514959663152695,
+      "learning_rate": 2.230122818358113e-06,
+      "loss": 0.0049,
+      "step": 16500
+    },
+    {
+      "epoch": 2.6745313510019395,
+      "grad_norm": 0.03409695625305176,
+      "learning_rate": 2.1762551174315882e-06,
+      "loss": 0.0044,
+      "step": 16550
+    },
+    {
+      "epoch": 2.682611506140918,
+      "grad_norm": 0.021505704149603844,
+      "learning_rate": 2.1223874165050636e-06,
+      "loss": 0.0039,
+      "step": 16600
+    },
+    {
+      "epoch": 2.690691661279897,
+      "grad_norm": 0.142180934548378,
+      "learning_rate": 2.068519715578539e-06,
+      "loss": 0.0049,
+      "step": 16650
+    },
+    {
+      "epoch": 2.6987718164188754,
+      "grad_norm": 0.05118989571928978,
+      "learning_rate": 2.0146520146520148e-06,
+      "loss": 0.0044,
+      "step": 16700
+    },
+    {
+      "epoch": 2.706851971557854,
+      "grad_norm": 0.03433993086218834,
+      "learning_rate": 1.96078431372549e-06,
+      "loss": 0.0042,
+      "step": 16750
+    },
+    {
+      "epoch": 2.7149321266968327,
+      "grad_norm": 0.05495297163724899,
+      "learning_rate": 1.9069166127989658e-06,
+      "loss": 0.0044,
+      "step": 16800
+    },
+    {
+      "epoch": 2.7230122818358113,
+      "grad_norm": 0.03106830269098282,
+      "learning_rate": 1.8530489118724416e-06,
+      "loss": 0.0042,
+      "step": 16850
+    },
+    {
+      "epoch": 2.73109243697479,
+      "grad_norm": 0.05960262566804886,
+      "learning_rate": 1.799181210945917e-06,
+      "loss": 0.004,
+      "step": 16900
+    },
+    {
+      "epoch": 2.7391725921137686,
+      "grad_norm": 0.0477134995162487,
+      "learning_rate": 1.7453135100193923e-06,
+      "loss": 0.0045,
+      "step": 16950
+    },
+    {
+      "epoch": 2.7472527472527473,
+      "grad_norm": 0.04596434533596039,
+      "learning_rate": 1.6925231631113985e-06,
+      "loss": 0.0051,
+      "step": 17000
+    },
+    {
+      "epoch": 2.755332902391726,
+      "grad_norm": 0.02121753990650177,
+      "learning_rate": 1.6386554621848741e-06,
+      "loss": 0.0046,
+      "step": 17050
+    },
+    {
+      "epoch": 2.7634130575307045,
+      "grad_norm": 0.04902210831642151,
+      "learning_rate": 1.5847877612583495e-06,
+      "loss": 0.005,
+      "step": 17100
+    },
+    {
+      "epoch": 2.771493212669683,
+      "grad_norm": 0.03566383942961693,
+      "learning_rate": 1.5309200603318253e-06,
+      "loss": 0.0039,
+      "step": 17150
+    },
+    {
+      "epoch": 2.779573367808662,
+      "grad_norm": 0.03547670692205429,
+      "learning_rate": 1.4770523594053007e-06,
+      "loss": 0.0045,
+      "step": 17200
+    },
+    {
+      "epoch": 2.7876535229476405,
+      "grad_norm": 0.03021397814154625,
+      "learning_rate": 1.423184658478776e-06,
+      "loss": 0.0043,
+      "step": 17250
+    },
+    {
+      "epoch": 2.795733678086619,
+      "grad_norm": 0.03953844681382179,
+      "learning_rate": 1.3693169575522519e-06,
+      "loss": 0.0039,
+      "step": 17300
+    },
+    {
+      "epoch": 2.8038138332255977,
+      "grad_norm": 0.03536642715334892,
+      "learning_rate": 1.3154492566257273e-06,
+      "loss": 0.0041,
+      "step": 17350
+    },
+    {
+      "epoch": 2.8118939883645764,
+      "grad_norm": 0.03634963929653168,
+      "learning_rate": 1.2615815556992029e-06,
+      "loss": 0.005,
+      "step": 17400
+    },
+    {
+      "epoch": 2.819974143503555,
+      "grad_norm": 0.032898109406232834,
+      "learning_rate": 1.2077138547726784e-06,
+      "loss": 0.004,
+      "step": 17450
+    },
+    {
+      "epoch": 2.8280542986425337,
+      "grad_norm": 0.05191650986671448,
+      "learning_rate": 1.153846153846154e-06,
+      "loss": 0.0046,
+      "step": 17500
+    },
+    {
+      "epoch": 2.8361344537815127,
+      "grad_norm": 0.02623840421438217,
+      "learning_rate": 1.0999784529196294e-06,
+      "loss": 0.0042,
+      "step": 17550
+    },
+    {
+      "epoch": 2.8442146089204914,
+      "grad_norm": 0.05044868588447571,
+      "learning_rate": 1.046110751993105e-06,
+      "loss": 0.0044,
+      "step": 17600
+    },
+    {
+      "epoch": 2.85229476405947,
+      "grad_norm": 0.12745575606822968,
+      "learning_rate": 9.922430510665806e-07,
+      "loss": 0.0046,
+      "step": 17650
+    },
+    {
+      "epoch": 2.8603749191984487,
+      "grad_norm": 0.04590355604887009,
+      "learning_rate": 9.383753501400561e-07,
+      "loss": 0.0041,
+      "step": 17700
+    },
+    {
+      "epoch": 2.8684550743374273,
+      "grad_norm": 0.027806632220745087,
+      "learning_rate": 8.845076492135317e-07,
+      "loss": 0.0049,
+      "step": 17750
+    },
+    {
+      "epoch": 2.876535229476406,
+      "grad_norm": 0.047230854630470276,
+      "learning_rate": 8.306399482870072e-07,
+      "loss": 0.0044,
+      "step": 17800
+    },
+    {
+      "epoch": 2.8846153846153846,
+      "grad_norm": 0.023929964751005173,
+      "learning_rate": 7.767722473604828e-07,
+      "loss": 0.0041,
+      "step": 17850
+    },
+    {
+      "epoch": 2.892695539754363,
+      "grad_norm": 0.01972135528922081,
+      "learning_rate": 7.229045464339583e-07,
+      "loss": 0.0038,
+      "step": 17900
+    },
+    {
+      "epoch": 2.900775694893342,
+      "grad_norm": 0.06653473526239395,
+      "learning_rate": 6.690368455074338e-07,
+      "loss": 0.0043,
+      "step": 17950
+    },
+    {
+      "epoch": 2.9088558500323205,
+      "grad_norm": 0.03229772299528122,
+      "learning_rate": 6.151691445809093e-07,
+      "loss": 0.0045,
+      "step": 18000
+    },
+    {
+      "epoch": 2.916936005171299,
+      "grad_norm": 0.027306850999593735,
+      "learning_rate": 5.613014436543849e-07,
+      "loss": 0.0044,
+      "step": 18050
+    },
+    {
+      "epoch": 2.9250161603102782,
+      "grad_norm": 0.04258955270051956,
+      "learning_rate": 5.074337427278604e-07,
+      "loss": 0.0044,
+      "step": 18100
+    },
+    {
+      "epoch": 2.933096315449257,
+      "grad_norm": 0.05304836109280586,
+      "learning_rate": 4.5356604180133593e-07,
+      "loss": 0.0042,
+      "step": 18150
+    },
+    {
+      "epoch": 2.9411764705882355,
+      "grad_norm": 0.03534824028611183,
+      "learning_rate": 3.9969834087481147e-07,
+      "loss": 0.0044,
+      "step": 18200
+    },
+    {
+      "epoch": 2.949256625727214,
+      "grad_norm": 0.04045730456709862,
+      "learning_rate": 3.4583063994828706e-07,
+      "loss": 0.0046,
+      "step": 18250
+    },
+    {
+      "epoch": 2.957336780866193,
+      "grad_norm": 0.022856054827570915,
+      "learning_rate": 2.919629390217626e-07,
+      "loss": 0.0046,
+      "step": 18300
+    },
+    {
+      "epoch": 2.9654169360051714,
+      "grad_norm": 0.04489414766430855,
+      "learning_rate": 2.3809523809523811e-07,
+      "loss": 0.0041,
+      "step": 18350
+    },
+    {
+      "epoch": 2.97349709114415,
+      "grad_norm": 0.022563565522432327,
+      "learning_rate": 1.8422753716871365e-07,
+      "loss": 0.0045,
+      "step": 18400
+    },
+    {
+      "epoch": 2.9815772462831287,
+      "grad_norm": 0.05544481799006462,
+      "learning_rate": 1.303598362421892e-07,
+      "loss": 0.0042,
+      "step": 18450
+    },
+    {
+      "epoch": 2.9896574014221073,
+      "grad_norm": 0.03954526409506798,
+      "learning_rate": 7.649213531566473e-08,
+      "loss": 0.0045,
+      "step": 18500
+    },
+    {
+      "epoch": 2.997737556561086,
+      "grad_norm": 0.10584747046232224,
+      "learning_rate": 2.2624434389140274e-08,
+      "loss": 0.0045,
+      "step": 18550
+    }
+  ],
+  "logging_steps": 50,
+  "max_steps": 18564,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 9.043024674816e+16,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}

ptt5-cronosflow_ai_public/checkpoint-18564/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d34e93f42a27804d870f9882bcb1911bb1a6b24e02a2c5af6c116bbf06d3b37a
+size 5905

ptt5-cronosflow_ai_public/config.json

@@ -0,0 +1,31 @@
+{
+  "architectures": [
+    "T5ForConditionalGeneration"
+  ],
+  "classifier_dropout": 0.0,
+  "d_ff": 3072,
+  "d_kv": 64,
+  "d_model": 768,
+  "decoder_start_token_id": 0,
+  "dense_act_fn": "relu",
+  "dropout_rate": 0.1,
+  "eos_token_id": 1,
+  "feed_forward_proj": "relu",
+  "initializer_factor": 1.0,
+  "is_encoder_decoder": true,
+  "is_gated_act": false,
+  "layer_norm_epsilon": 1e-06,
+  "model_type": "t5",
+  "n_positions": 512,
+  "num_decoder_layers": 12,
+  "num_heads": 12,
+  "num_layers": 12,
+  "output_past": true,
+  "pad_token_id": 0,
+  "relative_attention_max_distance": 128,
+  "relative_attention_num_buckets": 32,
+  "torch_dtype": "float32",
+  "transformers_version": "4.54.1",
+  "use_cache": true,
+  "vocab_size": 32128
+}

ptt5-cronosflow_ai_public/generation_config.json

@@ -0,0 +1,6 @@
+{
+  "decoder_start_token_id": 0,
+  "eos_token_id": 1,
+  "pad_token_id": 0,
+  "transformers_version": "4.54.1"
+}

ptt5-cronosflow_ai_public/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9994e1a896341001e10534c4188235730aa16a0244427d1212089a330bba22e
+size 891644712

ptt5-cronosflow_ai_public/special_tokens_map.json

@@ -0,0 +1,125 @@
+{
+  "additional_special_tokens": [
+    "<extra_id_0>",
+    "<extra_id_1>",
+    "<extra_id_2>",
+    "<extra_id_3>",
+    "<extra_id_4>",
+    "<extra_id_5>",
+    "<extra_id_6>",
+    "<extra_id_7>",
+    "<extra_id_8>",
+    "<extra_id_9>",
+    "<extra_id_10>",
+    "<extra_id_11>",
+    "<extra_id_12>",
+    "<extra_id_13>",
+    "<extra_id_14>",
+    "<extra_id_15>",
+    "<extra_id_16>",
+    "<extra_id_17>",
+    "<extra_id_18>",
+    "<extra_id_19>",
+    "<extra_id_20>",
+    "<extra_id_21>",
+    "<extra_id_22>",
+    "<extra_id_23>",
+    "<extra_id_24>",
+    "<extra_id_25>",
+    "<extra_id_26>",
+    "<extra_id_27>",
+    "<extra_id_28>",
+    "<extra_id_29>",
+    "<extra_id_30>",
+    "<extra_id_31>",
+    "<extra_id_32>",
+    "<extra_id_33>",
+    "<extra_id_34>",
+    "<extra_id_35>",
+    "<extra_id_36>",
+    "<extra_id_37>",
+    "<extra_id_38>",
+    "<extra_id_39>",
+    "<extra_id_40>",
+    "<extra_id_41>",
+    "<extra_id_42>",
+    "<extra_id_43>",
+    "<extra_id_44>",
+    "<extra_id_45>",
+    "<extra_id_46>",
+    "<extra_id_47>",
+    "<extra_id_48>",
+    "<extra_id_49>",
+    "<extra_id_50>",
+    "<extra_id_51>",
+    "<extra_id_52>",
+    "<extra_id_53>",
+    "<extra_id_54>",
+    "<extra_id_55>",
+    "<extra_id_56>",
+    "<extra_id_57>",
+    "<extra_id_58>",
+    "<extra_id_59>",
+    "<extra_id_60>",
+    "<extra_id_61>",
+    "<extra_id_62>",
+    "<extra_id_63>",
+    "<extra_id_64>",
+    "<extra_id_65>",
+    "<extra_id_66>",
+    "<extra_id_67>",
+    "<extra_id_68>",
+    "<extra_id_69>",
+    "<extra_id_70>",
+    "<extra_id_71>",
+    "<extra_id_72>",
+    "<extra_id_73>",
+    "<extra_id_74>",
+    "<extra_id_75>",
+    "<extra_id_76>",
+    "<extra_id_77>",
+    "<extra_id_78>",
+    "<extra_id_79>",
+    "<extra_id_80>",
+    "<extra_id_81>",
+    "<extra_id_82>",
+    "<extra_id_83>",
+    "<extra_id_84>",
+    "<extra_id_85>",
+    "<extra_id_86>",
+    "<extra_id_87>",
+    "<extra_id_88>",
+    "<extra_id_89>",
+    "<extra_id_90>",
+    "<extra_id_91>",
+    "<extra_id_92>",
+    "<extra_id_93>",
+    "<extra_id_94>",
+    "<extra_id_95>",
+    "<extra_id_96>",
+    "<extra_id_97>",
+    "<extra_id_98>",
+    "<extra_id_99>"
+  ],
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

ptt5-cronosflow_ai_public/spiece.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb25b1d67f04fce0e710d58430b606b4ee9887144fa2da22d123c44061cc62e
+size 755569

ptt5-cronosflow_ai_public/tokenizer_config.json

@@ -0,0 +1,941 @@
+{
+  "add_prefix_space": null,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32000": {
+      "content": "<extra_id_99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32001": {
+      "content": "<extra_id_98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32002": {
+      "content": "<extra_id_97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32003": {
+      "content": "<extra_id_96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32004": {
+      "content": "<extra_id_95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32005": {
+      "content": "<extra_id_94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32006": {
+      "content": "<extra_id_93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32007": {
+      "content": "<extra_id_92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32008": {
+      "content": "<extra_id_91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32009": {
+      "content": "<extra_id_90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32010": {
+      "content": "<extra_id_89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32011": {
+      "content": "<extra_id_88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32012": {
+      "content": "<extra_id_87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32013": {
+      "content": "<extra_id_86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32014": {
+      "content": "<extra_id_85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32015": {
+      "content": "<extra_id_84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32016": {
+      "content": "<extra_id_83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32017": {
+      "content": "<extra_id_82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32018": {
+      "content": "<extra_id_81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32019": {
+      "content": "<extra_id_80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32020": {
+      "content": "<extra_id_79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32021": {
+      "content": "<extra_id_78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32022": {
+      "content": "<extra_id_77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32023": {
+      "content": "<extra_id_76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32024": {
+      "content": "<extra_id_75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32025": {
+      "content": "<extra_id_74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32026": {
+      "content": "<extra_id_73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32027": {
+      "content": "<extra_id_72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32028": {
+      "content": "<extra_id_71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32029": {
+      "content": "<extra_id_70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32030": {
+      "content": "<extra_id_69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32031": {
+      "content": "<extra_id_68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32032": {
+      "content": "<extra_id_67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32033": {
+      "content": "<extra_id_66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32034": {
+      "content": "<extra_id_65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32035": {
+      "content": "<extra_id_64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32036": {
+      "content": "<extra_id_63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32037": {
+      "content": "<extra_id_62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32038": {
+      "content": "<extra_id_61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32039": {
+      "content": "<extra_id_60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32040": {
+      "content": "<extra_id_59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32041": {
+      "content": "<extra_id_58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32042": {
+      "content": "<extra_id_57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32043": {
+      "content": "<extra_id_56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32044": {
+      "content": "<extra_id_55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32045": {
+      "content": "<extra_id_54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32046": {
+      "content": "<extra_id_53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32047": {
+      "content": "<extra_id_52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32048": {
+      "content": "<extra_id_51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32049": {
+      "content": "<extra_id_50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32050": {
+      "content": "<extra_id_49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32051": {
+      "content": "<extra_id_48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32052": {
+      "content": "<extra_id_47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32053": {
+      "content": "<extra_id_46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32054": {
+      "content": "<extra_id_45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32055": {
+      "content": "<extra_id_44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32056": {
+      "content": "<extra_id_43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32057": {
+      "content": "<extra_id_42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32058": {
+      "content": "<extra_id_41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32059": {
+      "content": "<extra_id_40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32060": {
+      "content": "<extra_id_39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32061": {
+      "content": "<extra_id_38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32062": {
+      "content": "<extra_id_37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32063": {
+      "content": "<extra_id_36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32064": {
+      "content": "<extra_id_35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32065": {
+      "content": "<extra_id_34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32066": {
+      "content": "<extra_id_33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32067": {
+      "content": "<extra_id_32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32068": {
+      "content": "<extra_id_31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32069": {
+      "content": "<extra_id_30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32070": {
+      "content": "<extra_id_29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32071": {
+      "content": "<extra_id_28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32072": {
+      "content": "<extra_id_27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32073": {
+      "content": "<extra_id_26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32074": {
+      "content": "<extra_id_25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32075": {
+      "content": "<extra_id_24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32076": {
+      "content": "<extra_id_23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32077": {
+      "content": "<extra_id_22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32078": {
+      "content": "<extra_id_21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32079": {
+      "content": "<extra_id_20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32080": {
+      "content": "<extra_id_19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32081": {
+      "content": "<extra_id_18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32082": {
+      "content": "<extra_id_17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32083": {
+      "content": "<extra_id_16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32084": {
+      "content": "<extra_id_15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32085": {
+      "content": "<extra_id_14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32086": {
+      "content": "<extra_id_13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32087": {
+      "content": "<extra_id_12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32088": {
+      "content": "<extra_id_11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32089": {
+      "content": "<extra_id_10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32090": {
+      "content": "<extra_id_9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32091": {
+      "content": "<extra_id_8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32092": {
+      "content": "<extra_id_7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32093": {
+      "content": "<extra_id_6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32094": {
+      "content": "<extra_id_5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32095": {
+      "content": "<extra_id_4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32096": {
+      "content": "<extra_id_3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32097": {
+      "content": "<extra_id_2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32098": {
+      "content": "<extra_id_1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32099": {
+      "content": "<extra_id_0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<extra_id_0>",
+    "<extra_id_1>",
+    "<extra_id_2>",
+    "<extra_id_3>",
+    "<extra_id_4>",
+    "<extra_id_5>",
+    "<extra_id_6>",
+    "<extra_id_7>",
+    "<extra_id_8>",
+    "<extra_id_9>",
+    "<extra_id_10>",
+    "<extra_id_11>",
+    "<extra_id_12>",
+    "<extra_id_13>",
+    "<extra_id_14>",
+    "<extra_id_15>",
+    "<extra_id_16>",
+    "<extra_id_17>",
+    "<extra_id_18>",
+    "<extra_id_19>",
+    "<extra_id_20>",
+    "<extra_id_21>",
+    "<extra_id_22>",
+    "<extra_id_23>",
+    "<extra_id_24>",
+    "<extra_id_25>",
+    "<extra_id_26>",
+    "<extra_id_27>",
+    "<extra_id_28>",
+    "<extra_id_29>",
+    "<extra_id_30>",
+    "<extra_id_31>",
+    "<extra_id_32>",
+    "<extra_id_33>",
+    "<extra_id_34>",
+    "<extra_id_35>",
+    "<extra_id_36>",
+    "<extra_id_37>",
+    "<extra_id_38>",
+    "<extra_id_39>",
+    "<extra_id_40>",
+    "<extra_id_41>",
+    "<extra_id_42>",
+    "<extra_id_43>",
+    "<extra_id_44>",
+    "<extra_id_45>",
+    "<extra_id_46>",
+    "<extra_id_47>",
+    "<extra_id_48>",
+    "<extra_id_49>",
+    "<extra_id_50>",
+    "<extra_id_51>",
+    "<extra_id_52>",
+    "<extra_id_53>",
+    "<extra_id_54>",
+    "<extra_id_55>",
+    "<extra_id_56>",
+    "<extra_id_57>",
+    "<extra_id_58>",
+    "<extra_id_59>",
+    "<extra_id_60>",
+    "<extra_id_61>",
+    "<extra_id_62>",
+    "<extra_id_63>",
+    "<extra_id_64>",
+    "<extra_id_65>",
+    "<extra_id_66>",
+    "<extra_id_67>",
+    "<extra_id_68>",
+    "<extra_id_69>",
+    "<extra_id_70>",
+    "<extra_id_71>",
+    "<extra_id_72>",
+    "<extra_id_73>",
+    "<extra_id_74>",
+    "<extra_id_75>",
+    "<extra_id_76>",
+    "<extra_id_77>",
+    "<extra_id_78>",
+    "<extra_id_79>",
+    "<extra_id_80>",
+    "<extra_id_81>",
+    "<extra_id_82>",
+    "<extra_id_83>",
+    "<extra_id_84>",
+    "<extra_id_85>",
+    "<extra_id_86>",
+    "<extra_id_87>",
+    "<extra_id_88>",
+    "<extra_id_89>",
+    "<extra_id_90>",
+    "<extra_id_91>",
+    "<extra_id_92>",
+    "<extra_id_93>",
+    "<extra_id_94>",
+    "<extra_id_95>",
+    "<extra_id_96>",
+    "<extra_id_97>",
+    "<extra_id_98>",
+    "<extra_id_99>"
+  ],
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "extra_ids": 100,
+  "extra_special_tokens": {},
+  "legacy": true,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "T5Tokenizer",
+  "unk_token": "<unk>"
+}

ptt5-cronosflow_ai_public/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d34e93f42a27804d870f9882bcb1911bb1a6b24e02a2c5af6c116bbf06d3b37a
+size 5905