Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "RobertaForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "dtype": "float32",
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "roberta",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "transformers_version": "4.56.0",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 256000
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d91193dc1895a9a02735687607444cdb8fae6d47b552b4ec01d6dd46ff0bfe5
+size 1130630880

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d828864d8565c2a3446b27caeb854003dc84990bf724f15aa7153ce3218b8c57
+size 2261384587

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d1697ca460ec93a99cfa03b73968f583a457394479516f496de0c0a65e9b9b
+size 14645

scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9640cd2ff44a68bffb9f115e57d330e566ff20c251826e8aaafddead9568d40
+size 1383

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de87d8e9eaead51ee576de13f7b271debd8d7996875faee0b239a26bd172629f
+size 1465

special_tokens_map.json

@@ -0,0 +1,37 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34843a8fb66baf3ad74af453bd472639c6a5dac922d6e23f9c30ae8d6a2cb1af
+size 37008227

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5072e3209a04aa01dbf4db72b8fec52cf8cd06a042c9ba819678e084f7b665d5
+size 4813283

tokenizer_config.json

@@ -0,0 +1,1100 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": true,
+  "add_prefix_space": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "6": {
+      "content": "<|reserved_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "7": {
+      "content": "<|reserved_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "8": {
+      "content": "<|reserved_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "9": {
+      "content": "<|reserved_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "10": {
+      "content": "<|reserved_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "11": {
+      "content": "<|reserved_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "12": {
+      "content": "<|reserved_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "13": {
+      "content": "<|reserved_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "14": {
+      "content": "<|reserved_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "15": {
+      "content": "<|reserved_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "16": {
+      "content": "<|reserved_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "17": {
+      "content": "<|reserved_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "18": {
+      "content": "<|reserved_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "19": {
+      "content": "<|reserved_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "20": {
+      "content": "<|reserved_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "21": {
+      "content": "<|reserved_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "22": {
+      "content": "<|reserved_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "23": {
+      "content": "<|reserved_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "24": {
+      "content": "<|reserved_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "25": {
+      "content": "<|reserved_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "26": {
+      "content": "<|reserved_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "27": {
+      "content": "<|reserved_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "28": {
+      "content": "<|reserved_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "29": {
+      "content": "<|reserved_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "30": {
+      "content": "<|reserved_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "31": {
+      "content": "<|reserved_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32": {
+      "content": "<|reserved_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "33": {
+      "content": "<|reserved_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "34": {
+      "content": "<|reserved_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "35": {
+      "content": "<|reserved_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "36": {
+      "content": "<|reserved_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "37": {
+      "content": "<|reserved_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "38": {
+      "content": "<|reserved_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "39": {
+      "content": "<|reserved_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "40": {
+      "content": "<|reserved_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "41": {
+      "content": "<|reserved_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "42": {
+      "content": "<|reserved_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "43": {
+      "content": "<|reserved_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "44": {
+      "content": "<|reserved_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "45": {
+      "content": "<|reserved_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "46": {
+      "content": "<|reserved_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "47": {
+      "content": "<|reserved_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48": {
+      "content": "<|reserved_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "49": {
+      "content": "<|reserved_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50": {
+      "content": "<|reserved_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "51": {
+      "content": "<|reserved_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "52": {
+      "content": "<|reserved_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "53": {
+      "content": "<|reserved_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "54": {
+      "content": "<|reserved_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "55": {
+      "content": "<|reserved_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "56": {
+      "content": "<|reserved_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57": {
+      "content": "<|reserved_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "58": {
+      "content": "<|reserved_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "59": {
+      "content": "<|reserved_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "60": {
+      "content": "<|reserved_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "61": {
+      "content": "<|reserved_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "62": {
+      "content": "<|reserved_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "63": {
+      "content": "<|reserved_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "64": {
+      "content": "<|reserved_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "65": {
+      "content": "<|reserved_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "66": {
+      "content": "<|reserved_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "67": {
+      "content": "<|reserved_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "68": {
+      "content": "<|reserved_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "69": {
+      "content": "<|reserved_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "70": {
+      "content": "<|reserved_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "71": {
+      "content": "<|reserved_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "72": {
+      "content": "<|reserved_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "73": {
+      "content": "<|reserved_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "74": {
+      "content": "<|reserved_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "75": {
+      "content": "<|reserved_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "76": {
+      "content": "<|reserved_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "77": {
+      "content": "<|reserved_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "78": {
+      "content": "<|reserved_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "79": {
+      "content": "<|reserved_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "80": {
+      "content": "<|reserved_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "81": {
+      "content": "<|reserved_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "82": {
+      "content": "<|reserved_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "83": {
+      "content": "<|reserved_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "84": {
+      "content": "<|reserved_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "85": {
+      "content": "<|reserved_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "86": {
+      "content": "<|reserved_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "87": {
+      "content": "<|reserved_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "88": {
+      "content": "<|reserved_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "89": {
+      "content": "<|reserved_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "90": {
+      "content": "<|reserved_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "91": {
+      "content": "<|reserved_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "92": {
+      "content": "<|reserved_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "93": {
+      "content": "<|reserved_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "94": {
+      "content": "<|reserved_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "95": {
+      "content": "<|reserved_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "96": {
+      "content": "<|reserved_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "97": {
+      "content": "<|reserved_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "98": {
+      "content": "<|reserved_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "99": {
+      "content": "<|reserved_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "<|reserved_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "<|reserved_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "<|reserved_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "<mask>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "104": {
+      "content": "\\r",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "105": {
+      "content": "▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "106": {
+      "content": "▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "107": {
+      "content": "▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "108": {
+      "content": "▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "109": {
+      "content": "▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "110": {
+      "content": "▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "111": {
+      "content": "▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "112": {
+      "content": "▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "113": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "114": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "115": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "116": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "117": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "118": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "119": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "120": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "121": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "122": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "123": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "124": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "125": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "126": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "127": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128": {
+      "content": "\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "129": {
+      "content": "\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "130": {
+      "content": "\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "131": {
+      "content": "\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "132": {
+      "content": "\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "133": {
+      "content": "\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "134": {
+      "content": "\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "extra_special_tokens": {},
+  "legacy": true,
+  "mask_token": "<mask>",
+  "model_max_length": 512,
+  "pad_token": "<pad>",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

trainer_state.json

@@ -0,0 +1,1534 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.0,
+  "eval_steps": 500,
+  "global_step": 2120,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.009433962264150943,
+      "grad_norm": 2.1125893592834473,
+      "learning_rate": 1.9915094339622643e-05,
+      "loss": 0.6661,
+      "step": 10
+    },
+    {
+      "epoch": 0.018867924528301886,
+      "grad_norm": 4.568980693817139,
+      "learning_rate": 1.9820754716981134e-05,
+      "loss": 0.6476,
+      "step": 20
+    },
+    {
+      "epoch": 0.02830188679245283,
+      "grad_norm": 4.55064582824707,
+      "learning_rate": 1.9726415094339625e-05,
+      "loss": 0.609,
+      "step": 30
+    },
+    {
+      "epoch": 0.03773584905660377,
+      "grad_norm": 2.458791732788086,
+      "learning_rate": 1.9632075471698116e-05,
+      "loss": 0.5465,
+      "step": 40
+    },
+    {
+      "epoch": 0.04716981132075472,
+      "grad_norm": 5.235497951507568,
+      "learning_rate": 1.9537735849056604e-05,
+      "loss": 0.4277,
+      "step": 50
+    },
+    {
+      "epoch": 0.05660377358490566,
+      "grad_norm": 2.81006121635437,
+      "learning_rate": 1.9443396226415095e-05,
+      "loss": 0.3367,
+      "step": 60
+    },
+    {
+      "epoch": 0.0660377358490566,
+      "grad_norm": 5.580306529998779,
+      "learning_rate": 1.9349056603773586e-05,
+      "loss": 0.232,
+      "step": 70
+    },
+    {
+      "epoch": 0.07547169811320754,
+      "grad_norm": 6.972874641418457,
+      "learning_rate": 1.9254716981132077e-05,
+      "loss": 0.1852,
+      "step": 80
+    },
+    {
+      "epoch": 0.08490566037735849,
+      "grad_norm": 2.1650376319885254,
+      "learning_rate": 1.9160377358490568e-05,
+      "loss": 0.1581,
+      "step": 90
+    },
+    {
+      "epoch": 0.09433962264150944,
+      "grad_norm": 0.42251577973365784,
+      "learning_rate": 1.906603773584906e-05,
+      "loss": 0.1821,
+      "step": 100
+    },
+    {
+      "epoch": 0.10377358490566038,
+      "grad_norm": 0.361060231924057,
+      "learning_rate": 1.8971698113207547e-05,
+      "loss": 0.3396,
+      "step": 110
+    },
+    {
+      "epoch": 0.11320754716981132,
+      "grad_norm": 1.1767176389694214,
+      "learning_rate": 1.887735849056604e-05,
+      "loss": 0.0724,
+      "step": 120
+    },
+    {
+      "epoch": 0.12264150943396226,
+      "grad_norm": 0.310159295797348,
+      "learning_rate": 1.878301886792453e-05,
+      "loss": 0.1826,
+      "step": 130
+    },
+    {
+      "epoch": 0.1320754716981132,
+      "grad_norm": 0.29479867219924927,
+      "learning_rate": 1.868867924528302e-05,
+      "loss": 0.1407,
+      "step": 140
+    },
+    {
+      "epoch": 0.14150943396226415,
+      "grad_norm": 0.25081831216812134,
+      "learning_rate": 1.859433962264151e-05,
+      "loss": 0.0804,
+      "step": 150
+    },
+    {
+      "epoch": 0.1509433962264151,
+      "grad_norm": 7.194790840148926,
+      "learning_rate": 1.8500000000000002e-05,
+      "loss": 0.1394,
+      "step": 160
+    },
+    {
+      "epoch": 0.16037735849056603,
+      "grad_norm": 0.19942767918109894,
+      "learning_rate": 1.8405660377358494e-05,
+      "loss": 0.0876,
+      "step": 170
+    },
+    {
+      "epoch": 0.16981132075471697,
+      "grad_norm": 12.822174072265625,
+      "learning_rate": 1.8311320754716985e-05,
+      "loss": 0.1606,
+      "step": 180
+    },
+    {
+      "epoch": 0.1792452830188679,
+      "grad_norm": 1.3328683376312256,
+      "learning_rate": 1.8216981132075472e-05,
+      "loss": 0.1835,
+      "step": 190
+    },
+    {
+      "epoch": 0.18867924528301888,
+      "grad_norm": 0.17138229310512543,
+      "learning_rate": 1.8122641509433963e-05,
+      "loss": 0.2355,
+      "step": 200
+    },
+    {
+      "epoch": 0.19811320754716982,
+      "grad_norm": 0.21127229928970337,
+      "learning_rate": 1.8028301886792454e-05,
+      "loss": 0.2031,
+      "step": 210
+    },
+    {
+      "epoch": 0.20754716981132076,
+      "grad_norm": 2.211583137512207,
+      "learning_rate": 1.7933962264150946e-05,
+      "loss": 0.0223,
+      "step": 220
+    },
+    {
+      "epoch": 0.2169811320754717,
+      "grad_norm": 0.17399153113365173,
+      "learning_rate": 1.7839622641509437e-05,
+      "loss": 0.2204,
+      "step": 230
+    },
+    {
+      "epoch": 0.22641509433962265,
+      "grad_norm": 0.26820316910743713,
+      "learning_rate": 1.7745283018867928e-05,
+      "loss": 0.1022,
+      "step": 240
+    },
+    {
+      "epoch": 0.2358490566037736,
+      "grad_norm": 0.15803369879722595,
+      "learning_rate": 1.7650943396226415e-05,
+      "loss": 0.0638,
+      "step": 250
+    },
+    {
+      "epoch": 0.24528301886792453,
+      "grad_norm": 0.15400823950767517,
+      "learning_rate": 1.7556603773584907e-05,
+      "loss": 0.1257,
+      "step": 260
+    },
+    {
+      "epoch": 0.25471698113207547,
+      "grad_norm": 0.7688778638839722,
+      "learning_rate": 1.7462264150943398e-05,
+      "loss": 0.2443,
+      "step": 270
+    },
+    {
+      "epoch": 0.2641509433962264,
+      "grad_norm": 0.243111252784729,
+      "learning_rate": 1.736792452830189e-05,
+      "loss": 0.2897,
+      "step": 280
+    },
+    {
+      "epoch": 0.27358490566037735,
+      "grad_norm": 5.870262145996094,
+      "learning_rate": 1.727358490566038e-05,
+      "loss": 0.2198,
+      "step": 290
+    },
+    {
+      "epoch": 0.2830188679245283,
+      "grad_norm": 0.2840751111507416,
+      "learning_rate": 1.7179245283018867e-05,
+      "loss": 0.3108,
+      "step": 300
+    },
+    {
+      "epoch": 0.29245283018867924,
+      "grad_norm": 0.1476099044084549,
+      "learning_rate": 1.708490566037736e-05,
+      "loss": 0.1688,
+      "step": 310
+    },
+    {
+      "epoch": 0.3018867924528302,
+      "grad_norm": 0.3752176761627197,
+      "learning_rate": 1.699056603773585e-05,
+      "loss": 0.2876,
+      "step": 320
+    },
+    {
+      "epoch": 0.3113207547169811,
+      "grad_norm": 30.54532241821289,
+      "learning_rate": 1.689622641509434e-05,
+      "loss": 0.1215,
+      "step": 330
+    },
+    {
+      "epoch": 0.32075471698113206,
+      "grad_norm": 0.15333189070224762,
+      "learning_rate": 1.6801886792452832e-05,
+      "loss": 0.2964,
+      "step": 340
+    },
+    {
+      "epoch": 0.330188679245283,
+      "grad_norm": 0.23220475018024445,
+      "learning_rate": 1.6707547169811323e-05,
+      "loss": 0.1506,
+      "step": 350
+    },
+    {
+      "epoch": 0.33962264150943394,
+      "grad_norm": 121.28533172607422,
+      "learning_rate": 1.661320754716981e-05,
+      "loss": 0.2107,
+      "step": 360
+    },
+    {
+      "epoch": 0.3490566037735849,
+      "grad_norm": 1.4383134841918945,
+      "learning_rate": 1.6518867924528305e-05,
+      "loss": 0.2117,
+      "step": 370
+    },
+    {
+      "epoch": 0.3584905660377358,
+      "grad_norm": 0.14638499915599823,
+      "learning_rate": 1.6424528301886793e-05,
+      "loss": 0.1013,
+      "step": 380
+    },
+    {
+      "epoch": 0.36792452830188677,
+      "grad_norm": 0.124303437769413,
+      "learning_rate": 1.6330188679245284e-05,
+      "loss": 0.0478,
+      "step": 390
+    },
+    {
+      "epoch": 0.37735849056603776,
+      "grad_norm": 0.11256200820207596,
+      "learning_rate": 1.6235849056603775e-05,
+      "loss": 0.0689,
+      "step": 400
+    },
+    {
+      "epoch": 0.3867924528301887,
+      "grad_norm": 0.10450290888547897,
+      "learning_rate": 1.6141509433962266e-05,
+      "loss": 0.1293,
+      "step": 410
+    },
+    {
+      "epoch": 0.39622641509433965,
+      "grad_norm": 0.09205685555934906,
+      "learning_rate": 1.6047169811320754e-05,
+      "loss": 0.0672,
+      "step": 420
+    },
+    {
+      "epoch": 0.4056603773584906,
+      "grad_norm": 1.0851916074752808,
+      "learning_rate": 1.5952830188679248e-05,
+      "loss": 0.1918,
+      "step": 430
+    },
+    {
+      "epoch": 0.41509433962264153,
+      "grad_norm": 0.1460585743188858,
+      "learning_rate": 1.5858490566037736e-05,
+      "loss": 0.0866,
+      "step": 440
+    },
+    {
+      "epoch": 0.42452830188679247,
+      "grad_norm": 0.10592811554670334,
+      "learning_rate": 1.5764150943396227e-05,
+      "loss": 0.0327,
+      "step": 450
+    },
+    {
+      "epoch": 0.4339622641509434,
+      "grad_norm": 0.09917836636304855,
+      "learning_rate": 1.5669811320754718e-05,
+      "loss": 0.268,
+      "step": 460
+    },
+    {
+      "epoch": 0.44339622641509435,
+      "grad_norm": 0.2683676481246948,
+      "learning_rate": 1.557547169811321e-05,
+      "loss": 0.2433,
+      "step": 470
+    },
+    {
+      "epoch": 0.4528301886792453,
+      "grad_norm": 0.3096301853656769,
+      "learning_rate": 1.54811320754717e-05,
+      "loss": 0.0106,
+      "step": 480
+    },
+    {
+      "epoch": 0.46226415094339623,
+      "grad_norm": 0.14542903006076813,
+      "learning_rate": 1.538679245283019e-05,
+      "loss": 0.1084,
+      "step": 490
+    },
+    {
+      "epoch": 0.4716981132075472,
+      "grad_norm": 0.09798438102006912,
+      "learning_rate": 1.529245283018868e-05,
+      "loss": 0.1217,
+      "step": 500
+    },
+    {
+      "epoch": 0.4811320754716981,
+      "grad_norm": 0.5679267644882202,
+      "learning_rate": 1.5198113207547172e-05,
+      "loss": 0.1084,
+      "step": 510
+    },
+    {
+      "epoch": 0.49056603773584906,
+      "grad_norm": 0.07084541022777557,
+      "learning_rate": 1.5103773584905661e-05,
+      "loss": 0.1496,
+      "step": 520
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.09527801722288132,
+      "learning_rate": 1.5009433962264152e-05,
+      "loss": 0.0397,
+      "step": 530
+    },
+    {
+      "epoch": 0.5094339622641509,
+      "grad_norm": 2.7925026416778564,
+      "learning_rate": 1.4915094339622642e-05,
+      "loss": 0.0082,
+      "step": 540
+    },
+    {
+      "epoch": 0.5188679245283019,
+      "grad_norm": 61.901344299316406,
+      "learning_rate": 1.4820754716981134e-05,
+      "loss": 0.2448,
+      "step": 550
+    },
+    {
+      "epoch": 0.5283018867924528,
+      "grad_norm": 0.10737080127000809,
+      "learning_rate": 1.4726415094339624e-05,
+      "loss": 0.2122,
+      "step": 560
+    },
+    {
+      "epoch": 0.5377358490566038,
+      "grad_norm": 0.08159242570400238,
+      "learning_rate": 1.4632075471698115e-05,
+      "loss": 0.2056,
+      "step": 570
+    },
+    {
+      "epoch": 0.5471698113207547,
+      "grad_norm": 26.218284606933594,
+      "learning_rate": 1.4537735849056604e-05,
+      "loss": 0.2137,
+      "step": 580
+    },
+    {
+      "epoch": 0.5566037735849056,
+      "grad_norm": 0.09104019403457642,
+      "learning_rate": 1.4443396226415095e-05,
+      "loss": 0.1235,
+      "step": 590
+    },
+    {
+      "epoch": 0.5660377358490566,
+      "grad_norm": 44.143577575683594,
+      "learning_rate": 1.4349056603773586e-05,
+      "loss": 0.1708,
+      "step": 600
+    },
+    {
+      "epoch": 0.5754716981132075,
+      "grad_norm": 0.09825887531042099,
+      "learning_rate": 1.4254716981132078e-05,
+      "loss": 0.2829,
+      "step": 610
+    },
+    {
+      "epoch": 0.5849056603773585,
+      "grad_norm": 0.08215257525444031,
+      "learning_rate": 1.4160377358490567e-05,
+      "loss": 0.0978,
+      "step": 620
+    },
+    {
+      "epoch": 0.5943396226415094,
+      "grad_norm": 0.0858820378780365,
+      "learning_rate": 1.4066037735849058e-05,
+      "loss": 0.1308,
+      "step": 630
+    },
+    {
+      "epoch": 0.6037735849056604,
+      "grad_norm": 0.07820013910531998,
+      "learning_rate": 1.3971698113207547e-05,
+      "loss": 0.0083,
+      "step": 640
+    },
+    {
+      "epoch": 0.6132075471698113,
+      "grad_norm": 0.07088133692741394,
+      "learning_rate": 1.387735849056604e-05,
+      "loss": 0.0343,
+      "step": 650
+    },
+    {
+      "epoch": 0.6226415094339622,
+      "grad_norm": 0.07562941312789917,
+      "learning_rate": 1.378301886792453e-05,
+      "loss": 0.1503,
+      "step": 660
+    },
+    {
+      "epoch": 0.6320754716981132,
+      "grad_norm": 0.10470731556415558,
+      "learning_rate": 1.368867924528302e-05,
+      "loss": 0.0474,
+      "step": 670
+    },
+    {
+      "epoch": 0.6415094339622641,
+      "grad_norm": 0.06047428399324417,
+      "learning_rate": 1.359433962264151e-05,
+      "loss": 0.3286,
+      "step": 680
+    },
+    {
+      "epoch": 0.6509433962264151,
+      "grad_norm": 0.12241201102733612,
+      "learning_rate": 1.3500000000000001e-05,
+      "loss": 0.163,
+      "step": 690
+    },
+    {
+      "epoch": 0.660377358490566,
+      "grad_norm": 0.07547236233949661,
+      "learning_rate": 1.3405660377358492e-05,
+      "loss": 0.1182,
+      "step": 700
+    },
+    {
+      "epoch": 0.6698113207547169,
+      "grad_norm": 0.06518665701150894,
+      "learning_rate": 1.3311320754716983e-05,
+      "loss": 0.1177,
+      "step": 710
+    },
+    {
+      "epoch": 0.6792452830188679,
+      "grad_norm": 0.05459102615714073,
+      "learning_rate": 1.3216981132075473e-05,
+      "loss": 0.0056,
+      "step": 720
+    },
+    {
+      "epoch": 0.6886792452830188,
+      "grad_norm": 0.06507308781147003,
+      "learning_rate": 1.3122641509433964e-05,
+      "loss": 0.194,
+      "step": 730
+    },
+    {
+      "epoch": 0.6981132075471698,
+      "grad_norm": 0.06847833096981049,
+      "learning_rate": 1.3028301886792453e-05,
+      "loss": 0.0334,
+      "step": 740
+    },
+    {
+      "epoch": 0.7075471698113207,
+      "grad_norm": 0.05916672945022583,
+      "learning_rate": 1.2933962264150946e-05,
+      "loss": 0.1326,
+      "step": 750
+    },
+    {
+      "epoch": 0.7169811320754716,
+      "grad_norm": 0.05806839466094971,
+      "learning_rate": 1.2839622641509435e-05,
+      "loss": 0.0734,
+      "step": 760
+    },
+    {
+      "epoch": 0.7264150943396226,
+      "grad_norm": 0.058394916355609894,
+      "learning_rate": 1.2745283018867926e-05,
+      "loss": 0.3154,
+      "step": 770
+    },
+    {
+      "epoch": 0.7358490566037735,
+      "grad_norm": 0.08128712326288223,
+      "learning_rate": 1.2650943396226416e-05,
+      "loss": 0.1004,
+      "step": 780
+    },
+    {
+      "epoch": 0.7452830188679245,
+      "grad_norm": 0.1772662252187729,
+      "learning_rate": 1.2556603773584907e-05,
+      "loss": 0.1408,
+      "step": 790
+    },
+    {
+      "epoch": 0.7547169811320755,
+      "grad_norm": 0.07657451182603836,
+      "learning_rate": 1.2462264150943398e-05,
+      "loss": 0.1138,
+      "step": 800
+    },
+    {
+      "epoch": 0.7641509433962265,
+      "grad_norm": 0.0920625552535057,
+      "learning_rate": 1.2367924528301887e-05,
+      "loss": 0.0064,
+      "step": 810
+    },
+    {
+      "epoch": 0.7735849056603774,
+      "grad_norm": 3.893165111541748,
+      "learning_rate": 1.2273584905660379e-05,
+      "loss": 0.1015,
+      "step": 820
+    },
+    {
+      "epoch": 0.7830188679245284,
+      "grad_norm": 0.06635797768831253,
+      "learning_rate": 1.2179245283018868e-05,
+      "loss": 0.1405,
+      "step": 830
+    },
+    {
+      "epoch": 0.7924528301886793,
+      "grad_norm": 1.1072912216186523,
+      "learning_rate": 1.2084905660377359e-05,
+      "loss": 0.1225,
+      "step": 840
+    },
+    {
+      "epoch": 0.8018867924528302,
+      "grad_norm": 0.04783385619521141,
+      "learning_rate": 1.1990566037735848e-05,
+      "loss": 0.0895,
+      "step": 850
+    },
+    {
+      "epoch": 0.8113207547169812,
+      "grad_norm": 0.05416665971279144,
+      "learning_rate": 1.1896226415094341e-05,
+      "loss": 0.1095,
+      "step": 860
+    },
+    {
+      "epoch": 0.8207547169811321,
+      "grad_norm": 0.10190918296575546,
+      "learning_rate": 1.180188679245283e-05,
+      "loss": 0.1404,
+      "step": 870
+    },
+    {
+      "epoch": 0.8301886792452831,
+      "grad_norm": 92.75904083251953,
+      "learning_rate": 1.1707547169811322e-05,
+      "loss": 0.0269,
+      "step": 880
+    },
+    {
+      "epoch": 0.839622641509434,
+      "grad_norm": 0.06948844343423843,
+      "learning_rate": 1.1613207547169811e-05,
+      "loss": 0.0046,
+      "step": 890
+    },
+    {
+      "epoch": 0.8490566037735849,
+      "grad_norm": 0.0549422986805439,
+      "learning_rate": 1.1518867924528304e-05,
+      "loss": 0.1588,
+      "step": 900
+    },
+    {
+      "epoch": 0.8584905660377359,
+      "grad_norm": 0.09215264767408371,
+      "learning_rate": 1.1424528301886793e-05,
+      "loss": 0.0639,
+      "step": 910
+    },
+    {
+      "epoch": 0.8679245283018868,
+      "grad_norm": 0.0980132520198822,
+      "learning_rate": 1.1330188679245284e-05,
+      "loss": 0.21,
+      "step": 920
+    },
+    {
+      "epoch": 0.8773584905660378,
+      "grad_norm": 0.06740464270114899,
+      "learning_rate": 1.1235849056603774e-05,
+      "loss": 0.0059,
+      "step": 930
+    },
+    {
+      "epoch": 0.8867924528301887,
+      "grad_norm": 0.42118075489997864,
+      "learning_rate": 1.1141509433962265e-05,
+      "loss": 0.1012,
+      "step": 940
+    },
+    {
+      "epoch": 0.8962264150943396,
+      "grad_norm": 0.09071939438581467,
+      "learning_rate": 1.1047169811320754e-05,
+      "loss": 0.0636,
+      "step": 950
+    },
+    {
+      "epoch": 0.9056603773584906,
+      "grad_norm": 0.06605428457260132,
+      "learning_rate": 1.0952830188679247e-05,
+      "loss": 0.1424,
+      "step": 960
+    },
+    {
+      "epoch": 0.9150943396226415,
+      "grad_norm": 0.054869458079338074,
+      "learning_rate": 1.0858490566037736e-05,
+      "loss": 0.1506,
+      "step": 970
+    },
+    {
+      "epoch": 0.9245283018867925,
+      "grad_norm": 8.528816223144531,
+      "learning_rate": 1.0764150943396227e-05,
+      "loss": 0.0766,
+      "step": 980
+    },
+    {
+      "epoch": 0.9339622641509434,
+      "grad_norm": 0.04189067333936691,
+      "learning_rate": 1.0669811320754717e-05,
+      "loss": 0.0383,
+      "step": 990
+    },
+    {
+      "epoch": 0.9433962264150944,
+      "grad_norm": 0.19604367017745972,
+      "learning_rate": 1.057547169811321e-05,
+      "loss": 0.0474,
+      "step": 1000
+    },
+    {
+      "epoch": 0.9528301886792453,
+      "grad_norm": 0.04203261435031891,
+      "learning_rate": 1.0481132075471699e-05,
+      "loss": 0.0571,
+      "step": 1010
+    },
+    {
+      "epoch": 0.9622641509433962,
+      "grad_norm": 20.811012268066406,
+      "learning_rate": 1.038679245283019e-05,
+      "loss": 0.2019,
+      "step": 1020
+    },
+    {
+      "epoch": 0.9716981132075472,
+      "grad_norm": 0.10877203941345215,
+      "learning_rate": 1.029245283018868e-05,
+      "loss": 0.1336,
+      "step": 1030
+    },
+    {
+      "epoch": 0.9811320754716981,
+      "grad_norm": 0.10228094458580017,
+      "learning_rate": 1.019811320754717e-05,
+      "loss": 0.0273,
+      "step": 1040
+    },
+    {
+      "epoch": 0.9905660377358491,
+      "grad_norm": 1.2278637886047363,
+      "learning_rate": 1.010377358490566e-05,
+      "loss": 0.0452,
+      "step": 1050
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.03946210443973541,
+      "learning_rate": 1.0009433962264153e-05,
+      "loss": 0.0109,
+      "step": 1060
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.08500511199235916,
+      "eval_runtime": 1.6971,
+      "eval_samples_per_second": 555.67,
+      "eval_steps_per_second": 69.532,
+      "step": 1060
+    },
+    {
+      "epoch": 1.009433962264151,
+      "grad_norm": 0.03779453784227371,
+      "learning_rate": 9.915094339622642e-06,
+      "loss": 0.1822,
+      "step": 1070
+    },
+    {
+      "epoch": 1.0188679245283019,
+      "grad_norm": 0.040553513914346695,
+      "learning_rate": 9.820754716981133e-06,
+      "loss": 0.054,
+      "step": 1080
+    },
+    {
+      "epoch": 1.028301886792453,
+      "grad_norm": 0.02908136695623398,
+      "learning_rate": 9.726415094339623e-06,
+      "loss": 0.0062,
+      "step": 1090
+    },
+    {
+      "epoch": 1.0377358490566038,
+      "grad_norm": 0.04287223890423775,
+      "learning_rate": 9.632075471698114e-06,
+      "loss": 0.0039,
+      "step": 1100
+    },
+    {
+      "epoch": 1.0471698113207548,
+      "grad_norm": 0.03865998610854149,
+      "learning_rate": 9.537735849056605e-06,
+      "loss": 0.0446,
+      "step": 1110
+    },
+    {
+      "epoch": 1.0566037735849056,
+      "grad_norm": 0.04521052539348602,
+      "learning_rate": 9.443396226415094e-06,
+      "loss": 0.0029,
+      "step": 1120
+    },
+    {
+      "epoch": 1.0660377358490567,
+      "grad_norm": 0.03594714403152466,
+      "learning_rate": 9.349056603773585e-06,
+      "loss": 0.148,
+      "step": 1130
+    },
+    {
+      "epoch": 1.0754716981132075,
+      "grad_norm": 0.029539430513978004,
+      "learning_rate": 9.254716981132076e-06,
+      "loss": 0.0271,
+      "step": 1140
+    },
+    {
+      "epoch": 1.0849056603773586,
+      "grad_norm": 4.038683891296387,
+      "learning_rate": 9.160377358490566e-06,
+      "loss": 0.165,
+      "step": 1150
+    },
+    {
+      "epoch": 1.0943396226415094,
+      "grad_norm": 0.027737464755773544,
+      "learning_rate": 9.066037735849057e-06,
+      "loss": 0.0028,
+      "step": 1160
+    },
+    {
+      "epoch": 1.1037735849056605,
+      "grad_norm": 0.03591258078813553,
+      "learning_rate": 8.971698113207548e-06,
+      "loss": 0.1371,
+      "step": 1170
+    },
+    {
+      "epoch": 1.1132075471698113,
+      "grad_norm": 12.058833122253418,
+      "learning_rate": 8.877358490566039e-06,
+      "loss": 0.236,
+      "step": 1180
+    },
+    {
+      "epoch": 1.1226415094339623,
+      "grad_norm": 0.04443644732236862,
+      "learning_rate": 8.783018867924528e-06,
+      "loss": 0.003,
+      "step": 1190
+    },
+    {
+      "epoch": 1.1320754716981132,
+      "grad_norm": 40.05979919433594,
+      "learning_rate": 8.68867924528302e-06,
+      "loss": 0.0157,
+      "step": 1200
+    },
+    {
+      "epoch": 1.1415094339622642,
+      "grad_norm": 0.04003468528389931,
+      "learning_rate": 8.59433962264151e-06,
+      "loss": 0.0029,
+      "step": 1210
+    },
+    {
+      "epoch": 1.150943396226415,
+      "grad_norm": 2.571934223175049,
+      "learning_rate": 8.5e-06,
+      "loss": 0.1204,
+      "step": 1220
+    },
+    {
+      "epoch": 1.1603773584905661,
+      "grad_norm": 0.06405159831047058,
+      "learning_rate": 8.405660377358491e-06,
+      "loss": 0.0146,
+      "step": 1230
+    },
+    {
+      "epoch": 1.169811320754717,
+      "grad_norm": 8.398702621459961,
+      "learning_rate": 8.311320754716982e-06,
+      "loss": 0.0048,
+      "step": 1240
+    },
+    {
+      "epoch": 1.179245283018868,
+      "grad_norm": 19.97818946838379,
+      "learning_rate": 8.216981132075471e-06,
+      "loss": 0.0688,
+      "step": 1250
+    },
+    {
+      "epoch": 1.1886792452830188,
+      "grad_norm": 0.03282918781042099,
+      "learning_rate": 8.122641509433963e-06,
+      "loss": 0.0035,
+      "step": 1260
+    },
+    {
+      "epoch": 1.1981132075471699,
+      "grad_norm": 0.03513512760400772,
+      "learning_rate": 8.028301886792454e-06,
+      "loss": 0.0355,
+      "step": 1270
+    },
+    {
+      "epoch": 1.2075471698113207,
+      "grad_norm": 0.03274456784129143,
+      "learning_rate": 7.933962264150945e-06,
+      "loss": 0.188,
+      "step": 1280
+    },
+    {
+      "epoch": 1.2169811320754718,
+      "grad_norm": 0.03626378998160362,
+      "learning_rate": 7.839622641509434e-06,
+      "loss": 0.014,
+      "step": 1290
+    },
+    {
+      "epoch": 1.2264150943396226,
+      "grad_norm": 0.8501767516136169,
+      "learning_rate": 7.745283018867925e-06,
+      "loss": 0.1076,
+      "step": 1300
+    },
+    {
+      "epoch": 1.2358490566037736,
+      "grad_norm": 0.0267633106559515,
+      "learning_rate": 7.650943396226416e-06,
+      "loss": 0.0025,
+      "step": 1310
+    },
+    {
+      "epoch": 1.2452830188679245,
+      "grad_norm": 0.04418088495731354,
+      "learning_rate": 7.5566037735849066e-06,
+      "loss": 0.1331,
+      "step": 1320
+    },
+    {
+      "epoch": 1.2547169811320755,
+      "grad_norm": 6.747396469116211,
+      "learning_rate": 7.462264150943397e-06,
+      "loss": 0.3259,
+      "step": 1330
+    },
+    {
+      "epoch": 1.2641509433962264,
+      "grad_norm": 0.032822128385305405,
+      "learning_rate": 7.367924528301887e-06,
+      "loss": 0.1229,
+      "step": 1340
+    },
+    {
+      "epoch": 1.2735849056603774,
+      "grad_norm": 0.06315261125564575,
+      "learning_rate": 7.273584905660378e-06,
+      "loss": 0.0039,
+      "step": 1350
+    },
+    {
+      "epoch": 1.2830188679245282,
+      "grad_norm": 0.03962039574980736,
+      "learning_rate": 7.179245283018868e-06,
+      "loss": 0.0072,
+      "step": 1360
+    },
+    {
+      "epoch": 1.2924528301886793,
+      "grad_norm": 0.03726816922426224,
+      "learning_rate": 7.0849056603773594e-06,
+      "loss": 0.0138,
+      "step": 1370
+    },
+    {
+      "epoch": 1.3018867924528301,
+      "grad_norm": 0.04036370664834976,
+      "learning_rate": 6.99056603773585e-06,
+      "loss": 0.1472,
+      "step": 1380
+    },
+    {
+      "epoch": 1.3113207547169812,
+      "grad_norm": 0.03037635050714016,
+      "learning_rate": 6.89622641509434e-06,
+      "loss": 0.0069,
+      "step": 1390
+    },
+    {
+      "epoch": 1.320754716981132,
+      "grad_norm": 0.02670077607035637,
+      "learning_rate": 6.801886792452831e-06,
+      "loss": 0.0021,
+      "step": 1400
+    },
+    {
+      "epoch": 1.330188679245283,
+      "grad_norm": 0.05846339091658592,
+      "learning_rate": 6.707547169811321e-06,
+      "loss": 0.0022,
+      "step": 1410
+    },
+    {
+      "epoch": 1.3396226415094339,
+      "grad_norm": 9.76332950592041,
+      "learning_rate": 6.613207547169812e-06,
+      "loss": 0.1445,
+      "step": 1420
+    },
+    {
+      "epoch": 1.349056603773585,
+      "grad_norm": 0.048967599868774414,
+      "learning_rate": 6.5188679245283026e-06,
+      "loss": 0.0441,
+      "step": 1430
+    },
+    {
+      "epoch": 1.3584905660377358,
+      "grad_norm": 0.025179484859108925,
+      "learning_rate": 6.424528301886793e-06,
+      "loss": 0.0188,
+      "step": 1440
+    },
+    {
+      "epoch": 1.3679245283018868,
+      "grad_norm": 0.02890361286699772,
+      "learning_rate": 6.330188679245284e-06,
+      "loss": 0.0021,
+      "step": 1450
+    },
+    {
+      "epoch": 1.3773584905660377,
+      "grad_norm": 0.02526584453880787,
+      "learning_rate": 6.235849056603774e-06,
+      "loss": 0.0022,
+      "step": 1460
+    },
+    {
+      "epoch": 1.3867924528301887,
+      "grad_norm": 2.650209903717041,
+      "learning_rate": 6.141509433962265e-06,
+      "loss": 0.0482,
+      "step": 1470
+    },
+    {
+      "epoch": 1.3962264150943398,
+      "grad_norm": 0.0368034765124321,
+      "learning_rate": 6.0471698113207555e-06,
+      "loss": 0.0034,
+      "step": 1480
+    },
+    {
+      "epoch": 1.4056603773584906,
+      "grad_norm": 0.021781697869300842,
+      "learning_rate": 5.952830188679246e-06,
+      "loss": 0.0022,
+      "step": 1490
+    },
+    {
+      "epoch": 1.4150943396226414,
+      "grad_norm": 0.019001835957169533,
+      "learning_rate": 5.858490566037737e-06,
+      "loss": 0.2058,
+      "step": 1500
+    },
+    {
+      "epoch": 1.4245283018867925,
+      "grad_norm": 0.047584012150764465,
+      "learning_rate": 5.764150943396227e-06,
+      "loss": 0.1632,
+      "step": 1510
+    },
+    {
+      "epoch": 1.4339622641509435,
+      "grad_norm": 0.02781420387327671,
+      "learning_rate": 5.669811320754718e-06,
+      "loss": 0.0018,
+      "step": 1520
+    },
+    {
+      "epoch": 1.4433962264150944,
+      "grad_norm": 0.03572264313697815,
+      "learning_rate": 5.575471698113208e-06,
+      "loss": 0.0184,
+      "step": 1530
+    },
+    {
+      "epoch": 1.4528301886792452,
+      "grad_norm": 0.021896662190556526,
+      "learning_rate": 5.4811320754716994e-06,
+      "loss": 0.155,
+      "step": 1540
+    },
+    {
+      "epoch": 1.4622641509433962,
+      "grad_norm": 0.024771416559815407,
+      "learning_rate": 5.38679245283019e-06,
+      "loss": 0.0018,
+      "step": 1550
+    },
+    {
+      "epoch": 1.4716981132075473,
+      "grad_norm": 3.849034547805786,
+      "learning_rate": 5.29245283018868e-06,
+      "loss": 0.1006,
+      "step": 1560
+    },
+    {
+      "epoch": 1.4811320754716981,
+      "grad_norm": 0.12136558443307877,
+      "learning_rate": 5.198113207547171e-06,
+      "loss": 0.0024,
+      "step": 1570
+    },
+    {
+      "epoch": 1.490566037735849,
+      "grad_norm": 0.029468955472111702,
+      "learning_rate": 5.103773584905661e-06,
+      "loss": 0.0021,
+      "step": 1580
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 2.4301178455352783,
+      "learning_rate": 5.009433962264152e-06,
+      "loss": 0.0024,
+      "step": 1590
+    },
+    {
+      "epoch": 1.509433962264151,
+      "grad_norm": 0.024639485403895378,
+      "learning_rate": 4.915094339622642e-06,
+      "loss": 0.0019,
+      "step": 1600
+    },
+    {
+      "epoch": 1.5188679245283019,
+      "grad_norm": 5.811135768890381,
+      "learning_rate": 4.820754716981133e-06,
+      "loss": 0.0282,
+      "step": 1610
+    },
+    {
+      "epoch": 1.5283018867924527,
+      "grad_norm": 0.02190409228205681,
+      "learning_rate": 4.726415094339623e-06,
+      "loss": 0.0016,
+      "step": 1620
+    },
+    {
+      "epoch": 1.5377358490566038,
+      "grad_norm": 0.025405917316675186,
+      "learning_rate": 4.632075471698113e-06,
+      "loss": 0.0505,
+      "step": 1630
+    },
+    {
+      "epoch": 1.5471698113207548,
+      "grad_norm": 16.779964447021484,
+      "learning_rate": 4.537735849056604e-06,
+      "loss": 0.1169,
+      "step": 1640
+    },
+    {
+      "epoch": 1.5566037735849056,
+      "grad_norm": 43.401329040527344,
+      "learning_rate": 4.443396226415095e-06,
+      "loss": 0.0245,
+      "step": 1650
+    },
+    {
+      "epoch": 1.5660377358490565,
+      "grad_norm": 0.9246163964271545,
+      "learning_rate": 4.349056603773586e-06,
+      "loss": 0.0354,
+      "step": 1660
+    },
+    {
+      "epoch": 1.5754716981132075,
+      "grad_norm": 0.02293049544095993,
+      "learning_rate": 4.254716981132076e-06,
+      "loss": 0.0036,
+      "step": 1670
+    },
+    {
+      "epoch": 1.5849056603773586,
+      "grad_norm": 0.019884012639522552,
+      "learning_rate": 4.160377358490566e-06,
+      "loss": 0.0017,
+      "step": 1680
+    },
+    {
+      "epoch": 1.5943396226415094,
+      "grad_norm": 0.0297381728887558,
+      "learning_rate": 4.066037735849057e-06,
+      "loss": 0.002,
+      "step": 1690
+    },
+    {
+      "epoch": 1.6037735849056602,
+      "grad_norm": 0.01664115861058235,
+      "learning_rate": 3.9716981132075475e-06,
+      "loss": 0.0029,
+      "step": 1700
+    },
+    {
+      "epoch": 1.6132075471698113,
+      "grad_norm": 0.021111104637384415,
+      "learning_rate": 3.8773584905660386e-06,
+      "loss": 0.0019,
+      "step": 1710
+    },
+    {
+      "epoch": 1.6226415094339623,
+      "grad_norm": 5.916421890258789,
+      "learning_rate": 3.783018867924529e-06,
+      "loss": 0.0597,
+      "step": 1720
+    },
+    {
+      "epoch": 1.6320754716981132,
+      "grad_norm": 0.11948911845684052,
+      "learning_rate": 3.688679245283019e-06,
+      "loss": 0.0288,
+      "step": 1730
+    },
+    {
+      "epoch": 1.641509433962264,
+      "grad_norm": 0.029013920575380325,
+      "learning_rate": 3.5943396226415093e-06,
+      "loss": 0.0022,
+      "step": 1740
+    },
+    {
+      "epoch": 1.650943396226415,
+      "grad_norm": 0.021010151132941246,
+      "learning_rate": 3.5e-06,
+      "loss": 0.0021,
+      "step": 1750
+    },
+    {
+      "epoch": 1.6603773584905661,
+      "grad_norm": 0.020002691075205803,
+      "learning_rate": 3.4056603773584906e-06,
+      "loss": 0.0016,
+      "step": 1760
+    },
+    {
+      "epoch": 1.669811320754717,
+      "grad_norm": 0.02407264895737171,
+      "learning_rate": 3.3113207547169813e-06,
+      "loss": 0.0928,
+      "step": 1770
+    },
+    {
+      "epoch": 1.6792452830188678,
+      "grad_norm": 0.024595679715275764,
+      "learning_rate": 3.216981132075472e-06,
+      "loss": 0.0018,
+      "step": 1780
+    },
+    {
+      "epoch": 1.6886792452830188,
+      "grad_norm": 0.017810633406043053,
+      "learning_rate": 3.122641509433962e-06,
+      "loss": 0.1722,
+      "step": 1790
+    },
+    {
+      "epoch": 1.6981132075471699,
+      "grad_norm": 0.01612844318151474,
+      "learning_rate": 3.028301886792453e-06,
+      "loss": 0.1158,
+      "step": 1800
+    },
+    {
+      "epoch": 1.7075471698113207,
+      "grad_norm": 0.023075569421052933,
+      "learning_rate": 2.9339622641509435e-06,
+      "loss": 0.0016,
+      "step": 1810
+    },
+    {
+      "epoch": 1.7169811320754715,
+      "grad_norm": 0.01716834492981434,
+      "learning_rate": 2.839622641509434e-06,
+      "loss": 0.0015,
+      "step": 1820
+    },
+    {
+      "epoch": 1.7264150943396226,
+      "grad_norm": 0.0205362718552351,
+      "learning_rate": 2.745283018867925e-06,
+      "loss": 0.0017,
+      "step": 1830
+    },
+    {
+      "epoch": 1.7358490566037736,
+      "grad_norm": 0.023218706250190735,
+      "learning_rate": 2.6509433962264155e-06,
+      "loss": 0.0014,
+      "step": 1840
+    },
+    {
+      "epoch": 1.7452830188679245,
+      "grad_norm": 0.018329111859202385,
+      "learning_rate": 2.5566037735849057e-06,
+      "loss": 0.1204,
+      "step": 1850
+    },
+    {
+      "epoch": 1.7547169811320755,
+      "grad_norm": 0.019258936867117882,
+      "learning_rate": 2.4622641509433964e-06,
+      "loss": 0.0018,
+      "step": 1860
+    },
+    {
+      "epoch": 1.7641509433962264,
+      "grad_norm": 0.023526819422841072,
+      "learning_rate": 2.367924528301887e-06,
+      "loss": 0.0074,
+      "step": 1870
+    },
+    {
+      "epoch": 1.7735849056603774,
+      "grad_norm": 0.01679695025086403,
+      "learning_rate": 2.2735849056603777e-06,
+      "loss": 0.0014,
+      "step": 1880
+    },
+    {
+      "epoch": 1.7830188679245285,
+      "grad_norm": 0.014311902225017548,
+      "learning_rate": 2.1792452830188684e-06,
+      "loss": 0.0015,
+      "step": 1890
+    },
+    {
+      "epoch": 1.7924528301886793,
+      "grad_norm": 1.5082017183303833,
+      "learning_rate": 2.0849056603773586e-06,
+      "loss": 0.0708,
+      "step": 1900
+    },
+    {
+      "epoch": 1.8018867924528301,
+      "grad_norm": 52.86256408691406,
+      "learning_rate": 1.9905660377358493e-06,
+      "loss": 0.0666,
+      "step": 1910
+    },
+    {
+      "epoch": 1.8113207547169812,
+      "grad_norm": 0.020178191363811493,
+      "learning_rate": 1.89622641509434e-06,
+      "loss": 0.0694,
+      "step": 1920
+    },
+    {
+      "epoch": 1.8207547169811322,
+      "grad_norm": 0.01885703019797802,
+      "learning_rate": 1.8018867924528302e-06,
+      "loss": 0.0416,
+      "step": 1930
+    },
+    {
+      "epoch": 1.830188679245283,
+      "grad_norm": 0.021212713792920113,
+      "learning_rate": 1.7075471698113208e-06,
+      "loss": 0.0015,
+      "step": 1940
+    },
+    {
+      "epoch": 1.8396226415094339,
+      "grad_norm": 0.020716039463877678,
+      "learning_rate": 1.6132075471698113e-06,
+      "loss": 0.0446,
+      "step": 1950
+    },
+    {
+      "epoch": 1.849056603773585,
+      "grad_norm": 0.01979793794453144,
+      "learning_rate": 1.518867924528302e-06,
+      "loss": 0.0017,
+      "step": 1960
+    },
+    {
+      "epoch": 1.858490566037736,
+      "grad_norm": 0.029191287234425545,
+      "learning_rate": 1.4245283018867926e-06,
+      "loss": 0.0016,
+      "step": 1970
+    },
+    {
+      "epoch": 1.8679245283018868,
+      "grad_norm": 0.02217436581850052,
+      "learning_rate": 1.330188679245283e-06,
+      "loss": 0.0441,
+      "step": 1980
+    },
+    {
+      "epoch": 1.8773584905660377,
+      "grad_norm": 0.0228409580886364,
+      "learning_rate": 1.2358490566037737e-06,
+      "loss": 0.0016,
+      "step": 1990
+    },
+    {
+      "epoch": 1.8867924528301887,
+      "grad_norm": 0.022314254194498062,
+      "learning_rate": 1.1415094339622642e-06,
+      "loss": 0.1457,
+      "step": 2000
+    },
+    {
+      "epoch": 1.8962264150943398,
+      "grad_norm": 0.017337264493107796,
+      "learning_rate": 1.0471698113207548e-06,
+      "loss": 0.1144,
+      "step": 2010
+    },
+    {
+      "epoch": 1.9056603773584906,
+      "grad_norm": 0.021478446200489998,
+      "learning_rate": 9.528301886792454e-07,
+      "loss": 0.0014,
+      "step": 2020
+    },
+    {
+      "epoch": 1.9150943396226414,
+      "grad_norm": 0.021643251180648804,
+      "learning_rate": 8.584905660377358e-07,
+      "loss": 0.0284,
+      "step": 2030
+    },
+    {
+      "epoch": 1.9245283018867925,
+      "grad_norm": 0.02016671560704708,
+      "learning_rate": 7.641509433962264e-07,
+      "loss": 0.0482,
+      "step": 2040
+    },
+    {
+      "epoch": 1.9339622641509435,
+      "grad_norm": 0.019274510443210602,
+      "learning_rate": 6.698113207547171e-07,
+      "loss": 0.0016,
+      "step": 2050
+    },
+    {
+      "epoch": 1.9433962264150944,
+      "grad_norm": 0.014301498420536518,
+      "learning_rate": 5.754716981132076e-07,
+      "loss": 0.0045,
+      "step": 2060
+    },
+    {
+      "epoch": 1.9528301886792452,
+      "grad_norm": 0.01988300494849682,
+      "learning_rate": 4.811320754716982e-07,
+      "loss": 0.0015,
+      "step": 2070
+    },
+    {
+      "epoch": 1.9622641509433962,
+      "grad_norm": 0.02060701698064804,
+      "learning_rate": 3.867924528301887e-07,
+      "loss": 0.0044,
+      "step": 2080
+    },
+    {
+      "epoch": 1.9716981132075473,
+      "grad_norm": 41.62403106689453,
+      "learning_rate": 2.924528301886793e-07,
+      "loss": 0.1818,
+      "step": 2090
+    },
+    {
+      "epoch": 1.9811320754716981,
+      "grad_norm": 0.0649556890130043,
+      "learning_rate": 1.9811320754716982e-07,
+      "loss": 0.0016,
+      "step": 2100
+    },
+    {
+      "epoch": 1.990566037735849,
+      "grad_norm": 0.02280914969742298,
+      "learning_rate": 1.0377358490566039e-07,
+      "loss": 0.0414,
+      "step": 2110
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.01854662224650383,
+      "learning_rate": 9.433962264150945e-09,
+      "loss": 0.0015,
+      "step": 2120
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.06546525657176971,
+      "eval_runtime": 1.7009,
+      "eval_samples_per_second": 554.403,
+      "eval_steps_per_second": 69.374,
+      "step": 2120
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 2120,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 4461837276794880.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f8378db2b776ca5ccea1c7f23bb55f2db0dab729578a11003daf76a9cbb0d5
+size 5841