Training in progress, step 2500, checkpoint

last-checkpoint/config.json

@@ -0,0 +1,86 @@
+{
+  "_name_or_path": "CocoRoF/ModernBERT-SimCSE-multitask_v03-distill",
+  "architectures": [
+    "ModernBertForSequenceClassification"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 50281,
+  "classifier_activation": "gelu",
+  "classifier_bias": false,
+  "classifier_dropout": 0.0,
+  "classifier_pooling": "mean",
+  "cls_token_id": 50281,
+  "decoder_bias": true,
+  "deterministic_flash_attn": false,
+  "embedding_dropout": 0.0,
+  "eos_token_id": 50282,
+  "global_attn_every_n_layers": 3,
+  "global_rope_theta": 160000.0,
+  "gradient_checkpointing": false,
+  "hidden_activation": "gelu",
+  "hidden_size": 768,
+  "id2label": {
+    "0": "LABEL_0",
+    "1": "LABEL_1",
+    "2": "LABEL_2",
+    "3": "LABEL_3",
+    "4": "LABEL_4",
+    "5": "LABEL_5",
+    "6": "LABEL_6",
+    "7": "LABEL_7",
+    "8": "LABEL_8",
+    "9": "LABEL_9",
+    "10": "LABEL_10",
+    "11": "LABEL_11",
+    "12": "LABEL_12",
+    "13": "LABEL_13",
+    "14": "LABEL_14",
+    "15": "LABEL_15",
+    "16": "LABEL_16"
+  },
+  "initializer_cutoff_factor": 2.0,
+  "initializer_range": 0.02,
+  "intermediate_size": 1152,
+  "label2id": {
+    "LABEL_0": 0,
+    "LABEL_1": 1,
+    "LABEL_10": 10,
+    "LABEL_11": 11,
+    "LABEL_12": 12,
+    "LABEL_13": 13,
+    "LABEL_14": 14,
+    "LABEL_15": 15,
+    "LABEL_16": 16,
+    "LABEL_2": 2,
+    "LABEL_3": 3,
+    "LABEL_4": 4,
+    "LABEL_5": 5,
+    "LABEL_6": 6,
+    "LABEL_7": 7,
+    "LABEL_8": 8,
+    "LABEL_9": 9
+  },
+  "layer_norm_eps": 1e-05,
+  "local_attention": 128,
+  "local_rope_theta": 10000.0,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "mlp_dropout": 0.0,
+  "model_type": "modernbert",
+  "norm_bias": false,
+  "norm_eps": 1e-05,
+  "num_attention_heads": 12,
+  "num_hidden_layers": 22,
+  "pad_token_id": 50283,
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "reference_compile": false,
+  "repad_logits_with_grad": false,
+  "sep_token_id": 50282,
+  "sparse_pred_ignore_index": -100,
+  "sparse_prediction": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.49.0",
+  "vocab_size": 95663
+}

last-checkpoint/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0598cf4c0d949fb5d2ece8c2b9a49b542391a4aa397571645e38483ab748399c
+size 737632172

last-checkpoint/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14bc3239240bf9024e747c23023fedf985bad39fcca09135776d56fd1cc9e50
+size 1475354682

last-checkpoint/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74386f26f36ed67f56395205881e5db2d0c28ffcbeed50dd95b28771d2dac588
+size 15984

last-checkpoint/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c88f9de084200454883a13c3717941ea3fd433e2f8735507fc30611f9c5501
+size 15984

last-checkpoint/rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965b00d4cb4710ebab57c8787b9925bb3f77b8eeba94a186ec4bc1c2f326ef3f
+size 15984

last-checkpoint/rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5dc374b8b9a4c45c950f9d136feab85a767081fa59f0c7d68ed3a62060c4949
+size 15984

last-checkpoint/rng_state_4.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7c212fb779217f1edac0baf44f67b608eefc1e0e4e3f5a9dd7eb557032c1bc
+size 15984

last-checkpoint/rng_state_5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e1effd626ce1e95dd68a0c8089fe19218f2b24dfe9e45ed2cab1c0ebc10ba1
+size 15984

last-checkpoint/rng_state_6.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799cc83f60dfc1c4243cfd6403592112414a2eec494e6832f10221c96ff62c20
+size 15984

last-checkpoint/rng_state_7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586777c398770c3255d3a1f48c7fef44ea9d89117c627c9ea490e16bfd9a49ba
+size 15984

last-checkpoint/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:458ea0fd6c5fd9a917dfe3f8b6bf19bb7e7cc081c80d7da750a7340a0cfca1f2
+size 1000

last-checkpoint/special_tokens_map.json

@@ -0,0 +1,37 @@
+{
+  "cls_token": {
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "[MASK]",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "[PAD]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

last-checkpoint/tokenizer_config.json

@@ -0,0 +1,952 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "|||IP_ADDRESS|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "1": {
+      "content": "<|padding|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50254": {
+      "content": "                        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50255": {
+      "content": "                       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50256": {
+      "content": "                      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50257": {
+      "content": "                     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50258": {
+      "content": "                    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50259": {
+      "content": "                   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50260": {
+      "content": "                  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50261": {
+      "content": "                 ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50262": {
+      "content": "                ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50263": {
+      "content": "               ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50264": {
+      "content": "              ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50265": {
+      "content": "             ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50266": {
+      "content": "            ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50267": {
+      "content": "           ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50268": {
+      "content": "          ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50269": {
+      "content": "         ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50270": {
+      "content": "        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50271": {
+      "content": "       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50272": {
+      "content": "      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50273": {
+      "content": "     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50274": {
+      "content": "    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50275": {
+      "content": "   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50276": {
+      "content": "  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50277": {
+      "content": "|||EMAIL_ADDRESS|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50278": {
+      "content": "|||PHONE_NUMBER|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50279": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50280": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50281": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50282": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50283": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50284": {
+      "content": "[MASK]",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "95580": {
+      "content": "[unused0]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95581": {
+      "content": "[unused1]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95582": {
+      "content": "[unused2]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95583": {
+      "content": "[unused3]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95584": {
+      "content": "[unused4]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95585": {
+      "content": "[unused5]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95586": {
+      "content": "[unused6]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95587": {
+      "content": "[unused7]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95588": {
+      "content": "[unused8]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95589": {
+      "content": "[unused9]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95590": {
+      "content": "[unused10]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95591": {
+      "content": "[unused11]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95592": {
+      "content": "[unused12]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95593": {
+      "content": "[unused13]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95594": {
+      "content": "[unused14]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95595": {
+      "content": "[unused15]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95596": {
+      "content": "[unused16]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95597": {
+      "content": "[unused17]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95598": {
+      "content": "[unused18]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95599": {
+      "content": "[unused19]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95600": {
+      "content": "[unused20]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95601": {
+      "content": "[unused21]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95602": {
+      "content": "[unused22]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95603": {
+      "content": "[unused23]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95604": {
+      "content": "[unused24]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95605": {
+      "content": "[unused25]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95606": {
+      "content": "[unused26]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95607": {
+      "content": "[unused27]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95608": {
+      "content": "[unused28]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95609": {
+      "content": "[unused29]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95610": {
+      "content": "[unused30]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95611": {
+      "content": "[unused31]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95612": {
+      "content": "[unused32]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95613": {
+      "content": "[unused33]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95614": {
+      "content": "[unused34]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95615": {
+      "content": "[unused35]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95616": {
+      "content": "[unused36]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95617": {
+      "content": "[unused37]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95618": {
+      "content": "[unused38]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95619": {
+      "content": "[unused39]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95620": {
+      "content": "[unused40]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95621": {
+      "content": "[unused41]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95622": {
+      "content": "[unused42]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95623": {
+      "content": "[unused43]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95624": {
+      "content": "[unused44]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95625": {
+      "content": "[unused45]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95626": {
+      "content": "[unused46]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95627": {
+      "content": "[unused47]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95628": {
+      "content": "[unused48]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95629": {
+      "content": "[unused49]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95630": {
+      "content": "[unused50]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95631": {
+      "content": "[unused51]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95632": {
+      "content": "[unused52]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95633": {
+      "content": "[unused53]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95634": {
+      "content": "[unused54]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95635": {
+      "content": "[unused55]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95636": {
+      "content": "[unused56]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95637": {
+      "content": "[unused57]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95638": {
+      "content": "[unused58]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95639": {
+      "content": "[unused59]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95640": {
+      "content": "[unused60]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95641": {
+      "content": "[unused61]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95642": {
+      "content": "[unused62]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95643": {
+      "content": "[unused63]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95644": {
+      "content": "[unused64]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95645": {
+      "content": "[unused65]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95646": {
+      "content": "[unused66]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95647": {
+      "content": "[unused67]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95648": {
+      "content": "[unused68]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95649": {
+      "content": "[unused69]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95650": {
+      "content": "[unused70]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95651": {
+      "content": "[unused71]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95652": {
+      "content": "[unused72]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95653": {
+      "content": "[unused73]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95654": {
+      "content": "[unused74]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95655": {
+      "content": "[unused75]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95656": {
+      "content": "[unused76]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95657": {
+      "content": "[unused77]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95658": {
+      "content": "[unused78]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95659": {
+      "content": "[unused79]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95660": {
+      "content": "[unused80]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95661": {
+      "content": "[unused81]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95662": {
+      "content": "[unused82]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "extra_special_tokens": {},
+  "mask_token": "[MASK]",
+  "max_length": 2048,
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 2048,
+  "pad_to_multiple_of": null,
+  "pad_token": "[PAD]",
+  "pad_token_type_id": 0,
+  "padding_side": "right",
+  "sep_token": "[SEP]",
+  "stride": 0,
+  "tokenizer_class": "PreTrainedTokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
+  "unk_token": "[UNK]"
+}

last-checkpoint/trainer_state.json

@@ -0,0 +1,1799 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.11095023327286546,
+  "eval_steps": 1000,
+  "global_step": 2500,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.00044380093309146184,
+      "grad_norm": 725.3771362304688,
+      "learning_rate": 9.999982664038074e-06,
+      "loss": 85.6201,
+      "step": 10
+    },
+    {
+      "epoch": 0.0008876018661829237,
+      "grad_norm": 471.7138977050781,
+      "learning_rate": 9.999965328076145e-06,
+      "loss": 58.4931,
+      "step": 20
+    },
+    {
+      "epoch": 0.0013314027992743854,
+      "grad_norm": 330.69317626953125,
+      "learning_rate": 9.999947992114218e-06,
+      "loss": 39.9778,
+      "step": 30
+    },
+    {
+      "epoch": 0.0017752037323658474,
+      "grad_norm": 283.2129821777344,
+      "learning_rate": 9.999930656152291e-06,
+      "loss": 30.2775,
+      "step": 40
+    },
+    {
+      "epoch": 0.002219004665457309,
+      "grad_norm": 283.95977783203125,
+      "learning_rate": 9.999913320190363e-06,
+      "loss": 26.528,
+      "step": 50
+    },
+    {
+      "epoch": 0.0026628055985487707,
+      "grad_norm": 327.2074890136719,
+      "learning_rate": 9.999895984228436e-06,
+      "loss": 25.2187,
+      "step": 60
+    },
+    {
+      "epoch": 0.0031066065316402327,
+      "grad_norm": 290.6508483886719,
+      "learning_rate": 9.999878648266509e-06,
+      "loss": 23.4217,
+      "step": 70
+    },
+    {
+      "epoch": 0.0035504074647316947,
+      "grad_norm": 268.8506774902344,
+      "learning_rate": 9.99986131230458e-06,
+      "loss": 22.3678,
+      "step": 80
+    },
+    {
+      "epoch": 0.003994208397823156,
+      "grad_norm": 303.6665954589844,
+      "learning_rate": 9.999843976342653e-06,
+      "loss": 21.8689,
+      "step": 90
+    },
+    {
+      "epoch": 0.004438009330914618,
+      "grad_norm": 221.8241424560547,
+      "learning_rate": 9.999826640380727e-06,
+      "loss": 21.7776,
+      "step": 100
+    },
+    {
+      "epoch": 0.00488181026400608,
+      "grad_norm": 208.48538208007812,
+      "learning_rate": 9.9998093044188e-06,
+      "loss": 21.2487,
+      "step": 110
+    },
+    {
+      "epoch": 0.0053256111970975415,
+      "grad_norm": 195.47113037109375,
+      "learning_rate": 9.999791968456871e-06,
+      "loss": 20.7403,
+      "step": 120
+    },
+    {
+      "epoch": 0.0057694121301890035,
+      "grad_norm": 289.3889465332031,
+      "learning_rate": 9.999774632494944e-06,
+      "loss": 20.443,
+      "step": 130
+    },
+    {
+      "epoch": 0.0062132130632804655,
+      "grad_norm": 321.8573303222656,
+      "learning_rate": 9.999757296533017e-06,
+      "loss": 20.8289,
+      "step": 140
+    },
+    {
+      "epoch": 0.0066570139963719275,
+      "grad_norm": 297.0621337890625,
+      "learning_rate": 9.999739960571089e-06,
+      "loss": 19.7784,
+      "step": 150
+    },
+    {
+      "epoch": 0.0071008149294633895,
+      "grad_norm": 240.9821014404297,
+      "learning_rate": 9.999722624609162e-06,
+      "loss": 19.0094,
+      "step": 160
+    },
+    {
+      "epoch": 0.007544615862554851,
+      "grad_norm": 261.113037109375,
+      "learning_rate": 9.999705288647235e-06,
+      "loss": 19.1363,
+      "step": 170
+    },
+    {
+      "epoch": 0.007988416795646313,
+      "grad_norm": 218.0191650390625,
+      "learning_rate": 9.999687952685306e-06,
+      "loss": 18.8289,
+      "step": 180
+    },
+    {
+      "epoch": 0.008432217728737776,
+      "grad_norm": 310.36712646484375,
+      "learning_rate": 9.999670616723379e-06,
+      "loss": 19.4811,
+      "step": 190
+    },
+    {
+      "epoch": 0.008876018661829237,
+      "grad_norm": 217.39454650878906,
+      "learning_rate": 9.999653280761452e-06,
+      "loss": 18.593,
+      "step": 200
+    },
+    {
+      "epoch": 0.009319819594920698,
+      "grad_norm": 221.60879516601562,
+      "learning_rate": 9.999635944799524e-06,
+      "loss": 18.8921,
+      "step": 210
+    },
+    {
+      "epoch": 0.00976362052801216,
+      "grad_norm": 254.957763671875,
+      "learning_rate": 9.999618608837597e-06,
+      "loss": 18.9504,
+      "step": 220
+    },
+    {
+      "epoch": 0.010207421461103622,
+      "grad_norm": 230.76243591308594,
+      "learning_rate": 9.99960127287567e-06,
+      "loss": 18.8949,
+      "step": 230
+    },
+    {
+      "epoch": 0.010651222394195083,
+      "grad_norm": 316.453857421875,
+      "learning_rate": 9.999583936913741e-06,
+      "loss": 18.6263,
+      "step": 240
+    },
+    {
+      "epoch": 0.011095023327286546,
+      "grad_norm": 275.41265869140625,
+      "learning_rate": 9.999566600951814e-06,
+      "loss": 18.6316,
+      "step": 250
+    },
+    {
+      "epoch": 0.011538824260378007,
+      "grad_norm": 275.3472595214844,
+      "learning_rate": 9.999549264989887e-06,
+      "loss": 18.6499,
+      "step": 260
+    },
+    {
+      "epoch": 0.01198262519346947,
+      "grad_norm": 239.0996551513672,
+      "learning_rate": 9.999531929027959e-06,
+      "loss": 18.9865,
+      "step": 270
+    },
+    {
+      "epoch": 0.012426426126560931,
+      "grad_norm": 176.33468627929688,
+      "learning_rate": 9.999514593066032e-06,
+      "loss": 18.2206,
+      "step": 280
+    },
+    {
+      "epoch": 0.012870227059652392,
+      "grad_norm": 199.18878173828125,
+      "learning_rate": 9.999497257104105e-06,
+      "loss": 17.4809,
+      "step": 290
+    },
+    {
+      "epoch": 0.013314027992743855,
+      "grad_norm": 212.03488159179688,
+      "learning_rate": 9.999479921142176e-06,
+      "loss": 17.9092,
+      "step": 300
+    },
+    {
+      "epoch": 0.013757828925835316,
+      "grad_norm": 244.9204559326172,
+      "learning_rate": 9.99946258518025e-06,
+      "loss": 17.5332,
+      "step": 310
+    },
+    {
+      "epoch": 0.014201629858926779,
+      "grad_norm": 215.74754333496094,
+      "learning_rate": 9.999445249218322e-06,
+      "loss": 18.2855,
+      "step": 320
+    },
+    {
+      "epoch": 0.01464543079201824,
+      "grad_norm": 226.8377227783203,
+      "learning_rate": 9.999427913256395e-06,
+      "loss": 17.7032,
+      "step": 330
+    },
+    {
+      "epoch": 0.015089231725109701,
+      "grad_norm": 242.4842987060547,
+      "learning_rate": 9.999410577294467e-06,
+      "loss": 17.7969,
+      "step": 340
+    },
+    {
+      "epoch": 0.015533032658201164,
+      "grad_norm": 233.77847290039062,
+      "learning_rate": 9.99939324133254e-06,
+      "loss": 17.4911,
+      "step": 350
+    },
+    {
+      "epoch": 0.015976833591292625,
+      "grad_norm": 291.48065185546875,
+      "learning_rate": 9.999375905370613e-06,
+      "loss": 17.5533,
+      "step": 360
+    },
+    {
+      "epoch": 0.016420634524384088,
+      "grad_norm": 219.2302703857422,
+      "learning_rate": 9.999358569408684e-06,
+      "loss": 17.3406,
+      "step": 370
+    },
+    {
+      "epoch": 0.01686443545747555,
+      "grad_norm": 219.14234924316406,
+      "learning_rate": 9.999341233446757e-06,
+      "loss": 17.208,
+      "step": 380
+    },
+    {
+      "epoch": 0.01730823639056701,
+      "grad_norm": 224.26629638671875,
+      "learning_rate": 9.99932389748483e-06,
+      "loss": 17.2251,
+      "step": 390
+    },
+    {
+      "epoch": 0.017752037323658473,
+      "grad_norm": 269.49090576171875,
+      "learning_rate": 9.999306561522902e-06,
+      "loss": 17.1339,
+      "step": 400
+    },
+    {
+      "epoch": 0.018195838256749936,
+      "grad_norm": 268.406494140625,
+      "learning_rate": 9.999289225560975e-06,
+      "loss": 17.0892,
+      "step": 410
+    },
+    {
+      "epoch": 0.018639639189841396,
+      "grad_norm": 319.0367431640625,
+      "learning_rate": 9.999271889599048e-06,
+      "loss": 17.3344,
+      "step": 420
+    },
+    {
+      "epoch": 0.01908344012293286,
+      "grad_norm": 259.054443359375,
+      "learning_rate": 9.99925455363712e-06,
+      "loss": 17.0951,
+      "step": 430
+    },
+    {
+      "epoch": 0.01952724105602432,
+      "grad_norm": 191.9784698486328,
+      "learning_rate": 9.999237217675193e-06,
+      "loss": 16.1768,
+      "step": 440
+    },
+    {
+      "epoch": 0.01997104198911578,
+      "grad_norm": 214.4703826904297,
+      "learning_rate": 9.999219881713266e-06,
+      "loss": 17.0767,
+      "step": 450
+    },
+    {
+      "epoch": 0.020414842922207244,
+      "grad_norm": 271.8641662597656,
+      "learning_rate": 9.999202545751337e-06,
+      "loss": 16.9147,
+      "step": 460
+    },
+    {
+      "epoch": 0.020858643855298706,
+      "grad_norm": 293.4891357421875,
+      "learning_rate": 9.99918520978941e-06,
+      "loss": 17.3521,
+      "step": 470
+    },
+    {
+      "epoch": 0.021302444788390166,
+      "grad_norm": 200.57672119140625,
+      "learning_rate": 9.999167873827483e-06,
+      "loss": 16.7094,
+      "step": 480
+    },
+    {
+      "epoch": 0.02174624572148163,
+      "grad_norm": 167.0054931640625,
+      "learning_rate": 9.999150537865555e-06,
+      "loss": 16.874,
+      "step": 490
+    },
+    {
+      "epoch": 0.02219004665457309,
+      "grad_norm": 155.45993041992188,
+      "learning_rate": 9.999133201903628e-06,
+      "loss": 16.6857,
+      "step": 500
+    },
+    {
+      "epoch": 0.022633847587664555,
+      "grad_norm": 169.74298095703125,
+      "learning_rate": 9.9991158659417e-06,
+      "loss": 16.9436,
+      "step": 510
+    },
+    {
+      "epoch": 0.023077648520756014,
+      "grad_norm": 175.02944946289062,
+      "learning_rate": 9.999098529979772e-06,
+      "loss": 16.4027,
+      "step": 520
+    },
+    {
+      "epoch": 0.023521449453847477,
+      "grad_norm": 206.35028076171875,
+      "learning_rate": 9.999081194017845e-06,
+      "loss": 17.196,
+      "step": 530
+    },
+    {
+      "epoch": 0.02396525038693894,
+      "grad_norm": 175.73011779785156,
+      "learning_rate": 9.999063858055918e-06,
+      "loss": 16.2829,
+      "step": 540
+    },
+    {
+      "epoch": 0.0244090513200304,
+      "grad_norm": 193.17225646972656,
+      "learning_rate": 9.999046522093991e-06,
+      "loss": 16.3072,
+      "step": 550
+    },
+    {
+      "epoch": 0.024852852253121862,
+      "grad_norm": 232.3939971923828,
+      "learning_rate": 9.999029186132063e-06,
+      "loss": 16.2658,
+      "step": 560
+    },
+    {
+      "epoch": 0.025296653186213325,
+      "grad_norm": 200.2445526123047,
+      "learning_rate": 9.999011850170136e-06,
+      "loss": 16.8102,
+      "step": 570
+    },
+    {
+      "epoch": 0.025740454119304784,
+      "grad_norm": 235.8720703125,
+      "learning_rate": 9.998994514208209e-06,
+      "loss": 16.5103,
+      "step": 580
+    },
+    {
+      "epoch": 0.026184255052396247,
+      "grad_norm": 174.5557403564453,
+      "learning_rate": 9.99897717824628e-06,
+      "loss": 16.4585,
+      "step": 590
+    },
+    {
+      "epoch": 0.02662805598548771,
+      "grad_norm": 211.39187622070312,
+      "learning_rate": 9.998959842284353e-06,
+      "loss": 16.0689,
+      "step": 600
+    },
+    {
+      "epoch": 0.027071856918579173,
+      "grad_norm": 274.6959228515625,
+      "learning_rate": 9.998942506322426e-06,
+      "loss": 15.9399,
+      "step": 610
+    },
+    {
+      "epoch": 0.027515657851670632,
+      "grad_norm": 220.5891571044922,
+      "learning_rate": 9.998925170360498e-06,
+      "loss": 16.2098,
+      "step": 620
+    },
+    {
+      "epoch": 0.027959458784762095,
+      "grad_norm": 239.71881103515625,
+      "learning_rate": 9.998907834398571e-06,
+      "loss": 16.6608,
+      "step": 630
+    },
+    {
+      "epoch": 0.028403259717853558,
+      "grad_norm": 192.038818359375,
+      "learning_rate": 9.998890498436644e-06,
+      "loss": 16.0857,
+      "step": 640
+    },
+    {
+      "epoch": 0.028847060650945017,
+      "grad_norm": 197.78492736816406,
+      "learning_rate": 9.998873162474715e-06,
+      "loss": 16.4402,
+      "step": 650
+    },
+    {
+      "epoch": 0.02929086158403648,
+      "grad_norm": 180.5525360107422,
+      "learning_rate": 9.998855826512788e-06,
+      "loss": 15.6789,
+      "step": 660
+    },
+    {
+      "epoch": 0.029734662517127943,
+      "grad_norm": 190.83297729492188,
+      "learning_rate": 9.998838490550861e-06,
+      "loss": 16.3187,
+      "step": 670
+    },
+    {
+      "epoch": 0.030178463450219403,
+      "grad_norm": 259.5210266113281,
+      "learning_rate": 9.998821154588933e-06,
+      "loss": 15.9802,
+      "step": 680
+    },
+    {
+      "epoch": 0.030622264383310865,
+      "grad_norm": 193.27146911621094,
+      "learning_rate": 9.998803818627006e-06,
+      "loss": 16.3872,
+      "step": 690
+    },
+    {
+      "epoch": 0.03106606531640233,
+      "grad_norm": 187.4614715576172,
+      "learning_rate": 9.998786482665079e-06,
+      "loss": 15.7645,
+      "step": 700
+    },
+    {
+      "epoch": 0.03150986624949379,
+      "grad_norm": 201.60263061523438,
+      "learning_rate": 9.99876914670315e-06,
+      "loss": 15.6817,
+      "step": 710
+    },
+    {
+      "epoch": 0.03195366718258525,
+      "grad_norm": 170.6359100341797,
+      "learning_rate": 9.998751810741223e-06,
+      "loss": 15.8353,
+      "step": 720
+    },
+    {
+      "epoch": 0.03239746811567671,
+      "grad_norm": 239.1863555908203,
+      "learning_rate": 9.998734474779297e-06,
+      "loss": 15.6572,
+      "step": 730
+    },
+    {
+      "epoch": 0.032841269048768176,
+      "grad_norm": 174.40811157226562,
+      "learning_rate": 9.998717138817368e-06,
+      "loss": 16.2995,
+      "step": 740
+    },
+    {
+      "epoch": 0.033285069981859636,
+      "grad_norm": 208.86151123046875,
+      "learning_rate": 9.998699802855441e-06,
+      "loss": 15.5835,
+      "step": 750
+    },
+    {
+      "epoch": 0.0337288709149511,
+      "grad_norm": 186.65267944335938,
+      "learning_rate": 9.998682466893514e-06,
+      "loss": 15.7859,
+      "step": 760
+    },
+    {
+      "epoch": 0.03417267184804256,
+      "grad_norm": 178.12464904785156,
+      "learning_rate": 9.998665130931587e-06,
+      "loss": 15.9824,
+      "step": 770
+    },
+    {
+      "epoch": 0.03461647278113402,
+      "grad_norm": 213.6521759033203,
+      "learning_rate": 9.998647794969659e-06,
+      "loss": 15.8112,
+      "step": 780
+    },
+    {
+      "epoch": 0.03506027371422549,
+      "grad_norm": 158.35516357421875,
+      "learning_rate": 9.998630459007732e-06,
+      "loss": 15.7298,
+      "step": 790
+    },
+    {
+      "epoch": 0.03550407464731695,
+      "grad_norm": 221.17010498046875,
+      "learning_rate": 9.998613123045805e-06,
+      "loss": 15.4734,
+      "step": 800
+    },
+    {
+      "epoch": 0.035947875580408406,
+      "grad_norm": 218.5003204345703,
+      "learning_rate": 9.998595787083876e-06,
+      "loss": 16.2934,
+      "step": 810
+    },
+    {
+      "epoch": 0.03639167651349987,
+      "grad_norm": 162.29537963867188,
+      "learning_rate": 9.99857845112195e-06,
+      "loss": 15.4424,
+      "step": 820
+    },
+    {
+      "epoch": 0.03683547744659133,
+      "grad_norm": 233.5081787109375,
+      "learning_rate": 9.998561115160022e-06,
+      "loss": 15.3749,
+      "step": 830
+    },
+    {
+      "epoch": 0.03727927837968279,
+      "grad_norm": 230.38172912597656,
+      "learning_rate": 9.998543779198094e-06,
+      "loss": 15.4327,
+      "step": 840
+    },
+    {
+      "epoch": 0.03772307931277426,
+      "grad_norm": 187.3807373046875,
+      "learning_rate": 9.998526443236167e-06,
+      "loss": 15.2466,
+      "step": 850
+    },
+    {
+      "epoch": 0.03816688024586572,
+      "grad_norm": 287.6422119140625,
+      "learning_rate": 9.99850910727424e-06,
+      "loss": 16.137,
+      "step": 860
+    },
+    {
+      "epoch": 0.038610681178957176,
+      "grad_norm": 144.71505737304688,
+      "learning_rate": 9.998491771312311e-06,
+      "loss": 15.2375,
+      "step": 870
+    },
+    {
+      "epoch": 0.03905448211204864,
+      "grad_norm": 195.58685302734375,
+      "learning_rate": 9.998474435350384e-06,
+      "loss": 15.2691,
+      "step": 880
+    },
+    {
+      "epoch": 0.0394982830451401,
+      "grad_norm": 156.4313201904297,
+      "learning_rate": 9.998457099388457e-06,
+      "loss": 15.098,
+      "step": 890
+    },
+    {
+      "epoch": 0.03994208397823156,
+      "grad_norm": 211.72653198242188,
+      "learning_rate": 9.998439763426529e-06,
+      "loss": 15.3399,
+      "step": 900
+    },
+    {
+      "epoch": 0.04038588491132303,
+      "grad_norm": 188.71702575683594,
+      "learning_rate": 9.998422427464602e-06,
+      "loss": 15.563,
+      "step": 910
+    },
+    {
+      "epoch": 0.04082968584441449,
+      "grad_norm": 183.34080505371094,
+      "learning_rate": 9.998405091502675e-06,
+      "loss": 15.077,
+      "step": 920
+    },
+    {
+      "epoch": 0.04127348677750595,
+      "grad_norm": 195.2317657470703,
+      "learning_rate": 9.998387755540748e-06,
+      "loss": 15.5238,
+      "step": 930
+    },
+    {
+      "epoch": 0.04171728771059741,
+      "grad_norm": 165.41636657714844,
+      "learning_rate": 9.99837041957882e-06,
+      "loss": 15.4294,
+      "step": 940
+    },
+    {
+      "epoch": 0.04216108864368887,
+      "grad_norm": 161.98556518554688,
+      "learning_rate": 9.998353083616892e-06,
+      "loss": 15.3307,
+      "step": 950
+    },
+    {
+      "epoch": 0.04260488957678033,
+      "grad_norm": 204.99436950683594,
+      "learning_rate": 9.998335747654965e-06,
+      "loss": 15.0829,
+      "step": 960
+    },
+    {
+      "epoch": 0.0430486905098718,
+      "grad_norm": 153.96363830566406,
+      "learning_rate": 9.998318411693037e-06,
+      "loss": 14.9974,
+      "step": 970
+    },
+    {
+      "epoch": 0.04349249144296326,
+      "grad_norm": 212.83502197265625,
+      "learning_rate": 9.99830107573111e-06,
+      "loss": 14.8463,
+      "step": 980
+    },
+    {
+      "epoch": 0.043936292376054724,
+      "grad_norm": 171.2718505859375,
+      "learning_rate": 9.998283739769183e-06,
+      "loss": 15.22,
+      "step": 990
+    },
+    {
+      "epoch": 0.04438009330914618,
+      "grad_norm": 159.00628662109375,
+      "learning_rate": 9.998266403807254e-06,
+      "loss": 15.608,
+      "step": 1000
+    },
+    {
+      "epoch": 0.04438009330914618,
+      "eval_loss": 0.47256025671958923,
+      "eval_runtime": 675.519,
+      "eval_samples_per_second": 1797.715,
+      "eval_steps_per_second": 56.179,
+      "step": 1000
+    },
+    {
+      "epoch": 0.04482389424223764,
+      "grad_norm": 268.4474792480469,
+      "learning_rate": 9.998249067845328e-06,
+      "loss": 15.0797,
+      "step": 1010
+    },
+    {
+      "epoch": 0.04526769517532911,
+      "grad_norm": 195.7564697265625,
+      "learning_rate": 9.9982317318834e-06,
+      "loss": 15.2636,
+      "step": 1020
+    },
+    {
+      "epoch": 0.04571149610842057,
+      "grad_norm": 156.26730346679688,
+      "learning_rate": 9.998214395921472e-06,
+      "loss": 15.5175,
+      "step": 1030
+    },
+    {
+      "epoch": 0.04615529704151203,
+      "grad_norm": 171.27798461914062,
+      "learning_rate": 9.998197059959545e-06,
+      "loss": 15.1707,
+      "step": 1040
+    },
+    {
+      "epoch": 0.046599097974603494,
+      "grad_norm": 180.56385803222656,
+      "learning_rate": 9.998179723997618e-06,
+      "loss": 15.7545,
+      "step": 1050
+    },
+    {
+      "epoch": 0.047042898907694954,
+      "grad_norm": 165.36468505859375,
+      "learning_rate": 9.998162388035691e-06,
+      "loss": 14.6627,
+      "step": 1060
+    },
+    {
+      "epoch": 0.04748669984078641,
+      "grad_norm": 189.90077209472656,
+      "learning_rate": 9.998145052073763e-06,
+      "loss": 14.6988,
+      "step": 1070
+    },
+    {
+      "epoch": 0.04793050077387788,
+      "grad_norm": 225.11740112304688,
+      "learning_rate": 9.998127716111836e-06,
+      "loss": 15.1959,
+      "step": 1080
+    },
+    {
+      "epoch": 0.04837430170696934,
+      "grad_norm": 174.7201690673828,
+      "learning_rate": 9.998110380149909e-06,
+      "loss": 15.2072,
+      "step": 1090
+    },
+    {
+      "epoch": 0.0488181026400608,
+      "grad_norm": 182.18833923339844,
+      "learning_rate": 9.99809304418798e-06,
+      "loss": 15.2541,
+      "step": 1100
+    },
+    {
+      "epoch": 0.049261903573152264,
+      "grad_norm": 166.11903381347656,
+      "learning_rate": 9.998075708226053e-06,
+      "loss": 14.5574,
+      "step": 1110
+    },
+    {
+      "epoch": 0.049705704506243724,
+      "grad_norm": 154.42739868164062,
+      "learning_rate": 9.998058372264126e-06,
+      "loss": 14.5568,
+      "step": 1120
+    },
+    {
+      "epoch": 0.05014950543933518,
+      "grad_norm": 204.05294799804688,
+      "learning_rate": 9.998041036302198e-06,
+      "loss": 15.9922,
+      "step": 1130
+    },
+    {
+      "epoch": 0.05059330637242665,
+      "grad_norm": 150.65687561035156,
+      "learning_rate": 9.99802370034027e-06,
+      "loss": 14.9494,
+      "step": 1140
+    },
+    {
+      "epoch": 0.05103710730551811,
+      "grad_norm": 214.66461181640625,
+      "learning_rate": 9.998006364378344e-06,
+      "loss": 14.969,
+      "step": 1150
+    },
+    {
+      "epoch": 0.05148090823860957,
+      "grad_norm": 150.3427734375,
+      "learning_rate": 9.997989028416417e-06,
+      "loss": 15.8738,
+      "step": 1160
+    },
+    {
+      "epoch": 0.051924709171701035,
+      "grad_norm": 200.99319458007812,
+      "learning_rate": 9.997971692454488e-06,
+      "loss": 15.0359,
+      "step": 1170
+    },
+    {
+      "epoch": 0.052368510104792494,
+      "grad_norm": 160.50755310058594,
+      "learning_rate": 9.997954356492561e-06,
+      "loss": 14.3384,
+      "step": 1180
+    },
+    {
+      "epoch": 0.05281231103788396,
+      "grad_norm": 198.73057556152344,
+      "learning_rate": 9.997937020530634e-06,
+      "loss": 14.6252,
+      "step": 1190
+    },
+    {
+      "epoch": 0.05325611197097542,
+      "grad_norm": 284.5395202636719,
+      "learning_rate": 9.997919684568706e-06,
+      "loss": 14.4951,
+      "step": 1200
+    },
+    {
+      "epoch": 0.05369991290406688,
+      "grad_norm": 197.24905395507812,
+      "learning_rate": 9.997902348606779e-06,
+      "loss": 14.0584,
+      "step": 1210
+    },
+    {
+      "epoch": 0.054143713837158346,
+      "grad_norm": 210.77964782714844,
+      "learning_rate": 9.997885012644852e-06,
+      "loss": 14.7978,
+      "step": 1220
+    },
+    {
+      "epoch": 0.054587514770249805,
+      "grad_norm": 227.98147583007812,
+      "learning_rate": 9.997867676682923e-06,
+      "loss": 14.5782,
+      "step": 1230
+    },
+    {
+      "epoch": 0.055031315703341264,
+      "grad_norm": 174.67752075195312,
+      "learning_rate": 9.997850340720996e-06,
+      "loss": 15.018,
+      "step": 1240
+    },
+    {
+      "epoch": 0.05547511663643273,
+      "grad_norm": 211.7549285888672,
+      "learning_rate": 9.99783300475907e-06,
+      "loss": 14.7918,
+      "step": 1250
+    },
+    {
+      "epoch": 0.05591891756952419,
+      "grad_norm": 170.83355712890625,
+      "learning_rate": 9.997815668797141e-06,
+      "loss": 14.4284,
+      "step": 1260
+    },
+    {
+      "epoch": 0.05636271850261565,
+      "grad_norm": 200.0304412841797,
+      "learning_rate": 9.997798332835214e-06,
+      "loss": 14.2359,
+      "step": 1270
+    },
+    {
+      "epoch": 0.056806519435707116,
+      "grad_norm": 198.56309509277344,
+      "learning_rate": 9.997780996873287e-06,
+      "loss": 15.2276,
+      "step": 1280
+    },
+    {
+      "epoch": 0.057250320368798575,
+      "grad_norm": 193.32701110839844,
+      "learning_rate": 9.99776366091136e-06,
+      "loss": 14.369,
+      "step": 1290
+    },
+    {
+      "epoch": 0.057694121301890035,
+      "grad_norm": 167.3224639892578,
+      "learning_rate": 9.997746324949432e-06,
+      "loss": 14.5175,
+      "step": 1300
+    },
+    {
+      "epoch": 0.0581379222349815,
+      "grad_norm": 222.6139678955078,
+      "learning_rate": 9.997728988987505e-06,
+      "loss": 14.3153,
+      "step": 1310
+    },
+    {
+      "epoch": 0.05858172316807296,
+      "grad_norm": 200.5888671875,
+      "learning_rate": 9.997711653025578e-06,
+      "loss": 15.0348,
+      "step": 1320
+    },
+    {
+      "epoch": 0.05902552410116442,
+      "grad_norm": 152.54669189453125,
+      "learning_rate": 9.997694317063649e-06,
+      "loss": 14.2657,
+      "step": 1330
+    },
+    {
+      "epoch": 0.059469325034255886,
+      "grad_norm": 208.6412811279297,
+      "learning_rate": 9.997676981101722e-06,
+      "loss": 14.4811,
+      "step": 1340
+    },
+    {
+      "epoch": 0.059913125967347346,
+      "grad_norm": 163.86343383789062,
+      "learning_rate": 9.997659645139795e-06,
+      "loss": 14.364,
+      "step": 1350
+    },
+    {
+      "epoch": 0.060356926900438805,
+      "grad_norm": 196.13272094726562,
+      "learning_rate": 9.997642309177867e-06,
+      "loss": 14.9816,
+      "step": 1360
+    },
+    {
+      "epoch": 0.06080072783353027,
+      "grad_norm": 184.44252014160156,
+      "learning_rate": 9.99762497321594e-06,
+      "loss": 14.3186,
+      "step": 1370
+    },
+    {
+      "epoch": 0.06124452876662173,
+      "grad_norm": 188.05926513671875,
+      "learning_rate": 9.997607637254013e-06,
+      "loss": 14.0344,
+      "step": 1380
+    },
+    {
+      "epoch": 0.06168832969971319,
+      "grad_norm": 145.69866943359375,
+      "learning_rate": 9.997590301292084e-06,
+      "loss": 14.584,
+      "step": 1390
+    },
+    {
+      "epoch": 0.06213213063280466,
+      "grad_norm": 158.0360107421875,
+      "learning_rate": 9.997572965330157e-06,
+      "loss": 14.2096,
+      "step": 1400
+    },
+    {
+      "epoch": 0.06257593156589612,
+      "grad_norm": 197.41757202148438,
+      "learning_rate": 9.99755562936823e-06,
+      "loss": 14.7819,
+      "step": 1410
+    },
+    {
+      "epoch": 0.06301973249898758,
+      "grad_norm": 164.63351440429688,
+      "learning_rate": 9.997538293406303e-06,
+      "loss": 14.3291,
+      "step": 1420
+    },
+    {
+      "epoch": 0.06346353343207904,
+      "grad_norm": 186.9270782470703,
+      "learning_rate": 9.997520957444375e-06,
+      "loss": 14.3004,
+      "step": 1430
+    },
+    {
+      "epoch": 0.0639073343651705,
+      "grad_norm": 167.5779266357422,
+      "learning_rate": 9.997503621482448e-06,
+      "loss": 14.0414,
+      "step": 1440
+    },
+    {
+      "epoch": 0.06435113529826196,
+      "grad_norm": 148.85032653808594,
+      "learning_rate": 9.997486285520521e-06,
+      "loss": 14.3065,
+      "step": 1450
+    },
+    {
+      "epoch": 0.06479493623135342,
+      "grad_norm": 222.2272491455078,
+      "learning_rate": 9.997468949558592e-06,
+      "loss": 14.6169,
+      "step": 1460
+    },
+    {
+      "epoch": 0.0652387371644449,
+      "grad_norm": 144.12142944335938,
+      "learning_rate": 9.997451613596665e-06,
+      "loss": 15.0054,
+      "step": 1470
+    },
+    {
+      "epoch": 0.06568253809753635,
+      "grad_norm": 205.4581298828125,
+      "learning_rate": 9.997434277634738e-06,
+      "loss": 14.3197,
+      "step": 1480
+    },
+    {
+      "epoch": 0.06612633903062781,
+      "grad_norm": 183.8268280029297,
+      "learning_rate": 9.99741694167281e-06,
+      "loss": 14.046,
+      "step": 1490
+    },
+    {
+      "epoch": 0.06657013996371927,
+      "grad_norm": 131.39759826660156,
+      "learning_rate": 9.997399605710883e-06,
+      "loss": 14.4233,
+      "step": 1500
+    },
+    {
+      "epoch": 0.06701394089681073,
+      "grad_norm": 160.77137756347656,
+      "learning_rate": 9.997382269748956e-06,
+      "loss": 13.7336,
+      "step": 1510
+    },
+    {
+      "epoch": 0.0674577418299022,
+      "grad_norm": 137.20225524902344,
+      "learning_rate": 9.997364933787027e-06,
+      "loss": 13.8353,
+      "step": 1520
+    },
+    {
+      "epoch": 0.06790154276299366,
+      "grad_norm": 214.53268432617188,
+      "learning_rate": 9.9973475978251e-06,
+      "loss": 14.3842,
+      "step": 1530
+    },
+    {
+      "epoch": 0.06834534369608512,
+      "grad_norm": 162.3836669921875,
+      "learning_rate": 9.997330261863174e-06,
+      "loss": 14.3846,
+      "step": 1540
+    },
+    {
+      "epoch": 0.06878914462917658,
+      "grad_norm": 151.75082397460938,
+      "learning_rate": 9.997312925901247e-06,
+      "loss": 14.2962,
+      "step": 1550
+    },
+    {
+      "epoch": 0.06923294556226804,
+      "grad_norm": 201.07388305664062,
+      "learning_rate": 9.997295589939318e-06,
+      "loss": 14.6052,
+      "step": 1560
+    },
+    {
+      "epoch": 0.0696767464953595,
+      "grad_norm": 135.7477264404297,
+      "learning_rate": 9.997278253977391e-06,
+      "loss": 14.0033,
+      "step": 1570
+    },
+    {
+      "epoch": 0.07012054742845097,
+      "grad_norm": 157.89686584472656,
+      "learning_rate": 9.997260918015464e-06,
+      "loss": 13.8008,
+      "step": 1580
+    },
+    {
+      "epoch": 0.07056434836154243,
+      "grad_norm": 169.57518005371094,
+      "learning_rate": 9.997243582053536e-06,
+      "loss": 13.9898,
+      "step": 1590
+    },
+    {
+      "epoch": 0.0710081492946339,
+      "grad_norm": 182.89100646972656,
+      "learning_rate": 9.997226246091609e-06,
+      "loss": 14.0484,
+      "step": 1600
+    },
+    {
+      "epoch": 0.07145195022772535,
+      "grad_norm": 170.64639282226562,
+      "learning_rate": 9.997208910129682e-06,
+      "loss": 14.1716,
+      "step": 1610
+    },
+    {
+      "epoch": 0.07189575116081681,
+      "grad_norm": 179.93946838378906,
+      "learning_rate": 9.997191574167753e-06,
+      "loss": 13.6771,
+      "step": 1620
+    },
+    {
+      "epoch": 0.07233955209390827,
+      "grad_norm": 145.3518829345703,
+      "learning_rate": 9.997174238205826e-06,
+      "loss": 13.9909,
+      "step": 1630
+    },
+    {
+      "epoch": 0.07278335302699974,
+      "grad_norm": 153.2678680419922,
+      "learning_rate": 9.9971569022439e-06,
+      "loss": 13.6993,
+      "step": 1640
+    },
+    {
+      "epoch": 0.0732271539600912,
+      "grad_norm": 170.7726287841797,
+      "learning_rate": 9.99713956628197e-06,
+      "loss": 13.7267,
+      "step": 1650
+    },
+    {
+      "epoch": 0.07367095489318266,
+      "grad_norm": 137.22825622558594,
+      "learning_rate": 9.997122230320044e-06,
+      "loss": 13.9653,
+      "step": 1660
+    },
+    {
+      "epoch": 0.07411475582627412,
+      "grad_norm": 184.2819366455078,
+      "learning_rate": 9.997104894358117e-06,
+      "loss": 14.0155,
+      "step": 1670
+    },
+    {
+      "epoch": 0.07455855675936558,
+      "grad_norm": 186.31808471679688,
+      "learning_rate": 9.99708755839619e-06,
+      "loss": 14.1664,
+      "step": 1680
+    },
+    {
+      "epoch": 0.07500235769245704,
+      "grad_norm": 159.4346160888672,
+      "learning_rate": 9.997070222434261e-06,
+      "loss": 13.9029,
+      "step": 1690
+    },
+    {
+      "epoch": 0.07544615862554852,
+      "grad_norm": 148.49266052246094,
+      "learning_rate": 9.997052886472334e-06,
+      "loss": 14.4053,
+      "step": 1700
+    },
+    {
+      "epoch": 0.07588995955863997,
+      "grad_norm": 154.17291259765625,
+      "learning_rate": 9.997035550510407e-06,
+      "loss": 14.4536,
+      "step": 1710
+    },
+    {
+      "epoch": 0.07633376049173143,
+      "grad_norm": 164.39495849609375,
+      "learning_rate": 9.997018214548479e-06,
+      "loss": 14.1982,
+      "step": 1720
+    },
+    {
+      "epoch": 0.0767775614248229,
+      "grad_norm": 203.73599243164062,
+      "learning_rate": 9.997000878586552e-06,
+      "loss": 13.7706,
+      "step": 1730
+    },
+    {
+      "epoch": 0.07722136235791435,
+      "grad_norm": 201.3606719970703,
+      "learning_rate": 9.996983542624625e-06,
+      "loss": 14.2293,
+      "step": 1740
+    },
+    {
+      "epoch": 0.07766516329100583,
+      "grad_norm": 158.88832092285156,
+      "learning_rate": 9.996966206662696e-06,
+      "loss": 13.9448,
+      "step": 1750
+    },
+    {
+      "epoch": 0.07810896422409729,
+      "grad_norm": 193.7799530029297,
+      "learning_rate": 9.99694887070077e-06,
+      "loss": 13.4655,
+      "step": 1760
+    },
+    {
+      "epoch": 0.07855276515718874,
+      "grad_norm": 189.9005889892578,
+      "learning_rate": 9.996931534738842e-06,
+      "loss": 13.5407,
+      "step": 1770
+    },
+    {
+      "epoch": 0.0789965660902802,
+      "grad_norm": 161.69204711914062,
+      "learning_rate": 9.996914198776914e-06,
+      "loss": 13.9047,
+      "step": 1780
+    },
+    {
+      "epoch": 0.07944036702337166,
+      "grad_norm": 168.77694702148438,
+      "learning_rate": 9.996896862814987e-06,
+      "loss": 13.7892,
+      "step": 1790
+    },
+    {
+      "epoch": 0.07988416795646312,
+      "grad_norm": 168.03192138671875,
+      "learning_rate": 9.99687952685306e-06,
+      "loss": 13.3482,
+      "step": 1800
+    },
+    {
+      "epoch": 0.0803279688895546,
+      "grad_norm": 140.20399475097656,
+      "learning_rate": 9.996862190891131e-06,
+      "loss": 13.9784,
+      "step": 1810
+    },
+    {
+      "epoch": 0.08077176982264606,
+      "grad_norm": 157.78277587890625,
+      "learning_rate": 9.996844854929204e-06,
+      "loss": 14.3328,
+      "step": 1820
+    },
+    {
+      "epoch": 0.08121557075573752,
+      "grad_norm": 155.1420135498047,
+      "learning_rate": 9.996827518967278e-06,
+      "loss": 13.6884,
+      "step": 1830
+    },
+    {
+      "epoch": 0.08165937168882897,
+      "grad_norm": 135.9541473388672,
+      "learning_rate": 9.996810183005349e-06,
+      "loss": 13.5477,
+      "step": 1840
+    },
+    {
+      "epoch": 0.08210317262192043,
+      "grad_norm": 163.42974853515625,
+      "learning_rate": 9.996792847043422e-06,
+      "loss": 13.2751,
+      "step": 1850
+    },
+    {
+      "epoch": 0.0825469735550119,
+      "grad_norm": 168.12744140625,
+      "learning_rate": 9.996775511081495e-06,
+      "loss": 13.8876,
+      "step": 1860
+    },
+    {
+      "epoch": 0.08299077448810337,
+      "grad_norm": 173.35897827148438,
+      "learning_rate": 9.996758175119568e-06,
+      "loss": 14.0019,
+      "step": 1870
+    },
+    {
+      "epoch": 0.08343457542119483,
+      "grad_norm": 160.2526397705078,
+      "learning_rate": 9.99674083915764e-06,
+      "loss": 13.6193,
+      "step": 1880
+    },
+    {
+      "epoch": 0.08387837635428629,
+      "grad_norm": 140.53231811523438,
+      "learning_rate": 9.996723503195713e-06,
+      "loss": 13.6471,
+      "step": 1890
+    },
+    {
+      "epoch": 0.08432217728737774,
+      "grad_norm": 134.29800415039062,
+      "learning_rate": 9.996706167233786e-06,
+      "loss": 13.6341,
+      "step": 1900
+    },
+    {
+      "epoch": 0.0847659782204692,
+      "grad_norm": 176.61903381347656,
+      "learning_rate": 9.996688831271857e-06,
+      "loss": 13.7481,
+      "step": 1910
+    },
+    {
+      "epoch": 0.08520977915356066,
+      "grad_norm": 141.41427612304688,
+      "learning_rate": 9.99667149530993e-06,
+      "loss": 13.5171,
+      "step": 1920
+    },
+    {
+      "epoch": 0.08565358008665214,
+      "grad_norm": 155.45187377929688,
+      "learning_rate": 9.996654159348003e-06,
+      "loss": 13.2516,
+      "step": 1930
+    },
+    {
+      "epoch": 0.0860973810197436,
+      "grad_norm": 130.82913208007812,
+      "learning_rate": 9.996636823386075e-06,
+      "loss": 13.1989,
+      "step": 1940
+    },
+    {
+      "epoch": 0.08654118195283506,
+      "grad_norm": 158.8917694091797,
+      "learning_rate": 9.996619487424148e-06,
+      "loss": 13.1475,
+      "step": 1950
+    },
+    {
+      "epoch": 0.08698498288592652,
+      "grad_norm": 175.22116088867188,
+      "learning_rate": 9.99660215146222e-06,
+      "loss": 13.5781,
+      "step": 1960
+    },
+    {
+      "epoch": 0.08742878381901797,
+      "grad_norm": 152.9134979248047,
+      "learning_rate": 9.996584815500292e-06,
+      "loss": 13.7951,
+      "step": 1970
+    },
+    {
+      "epoch": 0.08787258475210945,
+      "grad_norm": 139.04403686523438,
+      "learning_rate": 9.996567479538365e-06,
+      "loss": 13.6352,
+      "step": 1980
+    },
+    {
+      "epoch": 0.08831638568520091,
+      "grad_norm": 166.22174072265625,
+      "learning_rate": 9.996550143576438e-06,
+      "loss": 14.035,
+      "step": 1990
+    },
+    {
+      "epoch": 0.08876018661829237,
+      "grad_norm": 148.52734375,
+      "learning_rate": 9.99653280761451e-06,
+      "loss": 14.207,
+      "step": 2000
+    },
+    {
+      "epoch": 0.08876018661829237,
+      "eval_loss": 0.4256989657878876,
+      "eval_runtime": 673.4968,
+      "eval_samples_per_second": 1803.113,
+      "eval_steps_per_second": 56.348,
+      "step": 2000
+    },
+    {
+      "epoch": 0.08920398755138383,
+      "grad_norm": 155.57510375976562,
+      "learning_rate": 9.996515471652583e-06,
+      "loss": 13.5324,
+      "step": 2010
+    },
+    {
+      "epoch": 0.08964778848447529,
+      "grad_norm": 172.14755249023438,
+      "learning_rate": 9.996498135690656e-06,
+      "loss": 13.7738,
+      "step": 2020
+    },
+    {
+      "epoch": 0.09009158941756674,
+      "grad_norm": 175.1804656982422,
+      "learning_rate": 9.996480799728727e-06,
+      "loss": 13.6314,
+      "step": 2030
+    },
+    {
+      "epoch": 0.09053539035065822,
+      "grad_norm": 157.45474243164062,
+      "learning_rate": 9.9964634637668e-06,
+      "loss": 13.6318,
+      "step": 2040
+    },
+    {
+      "epoch": 0.09097919128374968,
+      "grad_norm": 149.86843872070312,
+      "learning_rate": 9.996446127804873e-06,
+      "loss": 13.761,
+      "step": 2050
+    },
+    {
+      "epoch": 0.09142299221684114,
+      "grad_norm": 139.11117553710938,
+      "learning_rate": 9.996428791842945e-06,
+      "loss": 13.7724,
+      "step": 2060
+    },
+    {
+      "epoch": 0.0918667931499326,
+      "grad_norm": 207.54212951660156,
+      "learning_rate": 9.996411455881018e-06,
+      "loss": 13.5893,
+      "step": 2070
+    },
+    {
+      "epoch": 0.09231059408302406,
+      "grad_norm": 160.33975219726562,
+      "learning_rate": 9.996394119919091e-06,
+      "loss": 13.624,
+      "step": 2080
+    },
+    {
+      "epoch": 0.09275439501611552,
+      "grad_norm": 130.01426696777344,
+      "learning_rate": 9.996376783957164e-06,
+      "loss": 13.8974,
+      "step": 2090
+    },
+    {
+      "epoch": 0.09319819594920699,
+      "grad_norm": 132.64810180664062,
+      "learning_rate": 9.996359447995235e-06,
+      "loss": 13.4078,
+      "step": 2100
+    },
+    {
+      "epoch": 0.09364199688229845,
+      "grad_norm": 148.302734375,
+      "learning_rate": 9.996342112033308e-06,
+      "loss": 14.1865,
+      "step": 2110
+    },
+    {
+      "epoch": 0.09408579781538991,
+      "grad_norm": 185.2609405517578,
+      "learning_rate": 9.996324776071382e-06,
+      "loss": 13.5624,
+      "step": 2120
+    },
+    {
+      "epoch": 0.09452959874848137,
+      "grad_norm": 159.40829467773438,
+      "learning_rate": 9.996307440109453e-06,
+      "loss": 13.428,
+      "step": 2130
+    },
+    {
+      "epoch": 0.09497339968157283,
+      "grad_norm": 162.26693725585938,
+      "learning_rate": 9.996290104147526e-06,
+      "loss": 14.0764,
+      "step": 2140
+    },
+    {
+      "epoch": 0.0954172006146643,
+      "grad_norm": 144.18853759765625,
+      "learning_rate": 9.996272768185599e-06,
+      "loss": 13.581,
+      "step": 2150
+    },
+    {
+      "epoch": 0.09586100154775576,
+      "grad_norm": 141.41928100585938,
+      "learning_rate": 9.99625543222367e-06,
+      "loss": 14.1607,
+      "step": 2160
+    },
+    {
+      "epoch": 0.09630480248084722,
+      "grad_norm": 144.21542358398438,
+      "learning_rate": 9.996238096261744e-06,
+      "loss": 13.6053,
+      "step": 2170
+    },
+    {
+      "epoch": 0.09674860341393868,
+      "grad_norm": 146.44114685058594,
+      "learning_rate": 9.996220760299817e-06,
+      "loss": 13.3627,
+      "step": 2180
+    },
+    {
+      "epoch": 0.09719240434703014,
+      "grad_norm": 142.94996643066406,
+      "learning_rate": 9.996203424337888e-06,
+      "loss": 13.0106,
+      "step": 2190
+    },
+    {
+      "epoch": 0.0976362052801216,
+      "grad_norm": 137.17572021484375,
+      "learning_rate": 9.996186088375961e-06,
+      "loss": 13.2873,
+      "step": 2200
+    },
+    {
+      "epoch": 0.09808000621321307,
+      "grad_norm": 165.0562744140625,
+      "learning_rate": 9.996168752414034e-06,
+      "loss": 14.0056,
+      "step": 2210
+    },
+    {
+      "epoch": 0.09852380714630453,
+      "grad_norm": 154.87319946289062,
+      "learning_rate": 9.996151416452106e-06,
+      "loss": 13.6771,
+      "step": 2220
+    },
+    {
+      "epoch": 0.09896760807939599,
+      "grad_norm": 145.29185485839844,
+      "learning_rate": 9.996134080490179e-06,
+      "loss": 13.2175,
+      "step": 2230
+    },
+    {
+      "epoch": 0.09941140901248745,
+      "grad_norm": 138.25790405273438,
+      "learning_rate": 9.996116744528252e-06,
+      "loss": 13.4874,
+      "step": 2240
+    },
+    {
+      "epoch": 0.09985520994557891,
+      "grad_norm": 129.90760803222656,
+      "learning_rate": 9.996099408566323e-06,
+      "loss": 13.2961,
+      "step": 2250
+    },
+    {
+      "epoch": 0.10029901087867037,
+      "grad_norm": 167.95828247070312,
+      "learning_rate": 9.996082072604396e-06,
+      "loss": 13.8555,
+      "step": 2260
+    },
+    {
+      "epoch": 0.10074281181176184,
+      "grad_norm": 171.57943725585938,
+      "learning_rate": 9.99606473664247e-06,
+      "loss": 13.7328,
+      "step": 2270
+    },
+    {
+      "epoch": 0.1011866127448533,
+      "grad_norm": 129.10914611816406,
+      "learning_rate": 9.99604740068054e-06,
+      "loss": 13.1205,
+      "step": 2280
+    },
+    {
+      "epoch": 0.10163041367794476,
+      "grad_norm": 142.1722869873047,
+      "learning_rate": 9.996030064718614e-06,
+      "loss": 13.4908,
+      "step": 2290
+    },
+    {
+      "epoch": 0.10207421461103622,
+      "grad_norm": 174.66026306152344,
+      "learning_rate": 9.996012728756687e-06,
+      "loss": 12.8445,
+      "step": 2300
+    },
+    {
+      "epoch": 0.10251801554412768,
+      "grad_norm": 159.54783630371094,
+      "learning_rate": 9.99599539279476e-06,
+      "loss": 12.9509,
+      "step": 2310
+    },
+    {
+      "epoch": 0.10296181647721914,
+      "grad_norm": 119.40794372558594,
+      "learning_rate": 9.995978056832831e-06,
+      "loss": 13.689,
+      "step": 2320
+    },
+    {
+      "epoch": 0.10340561741031061,
+      "grad_norm": 114.7558364868164,
+      "learning_rate": 9.995960720870904e-06,
+      "loss": 12.7327,
+      "step": 2330
+    },
+    {
+      "epoch": 0.10384941834340207,
+      "grad_norm": 163.34475708007812,
+      "learning_rate": 9.995943384908977e-06,
+      "loss": 13.5477,
+      "step": 2340
+    },
+    {
+      "epoch": 0.10429321927649353,
+      "grad_norm": 169.064208984375,
+      "learning_rate": 9.995926048947049e-06,
+      "loss": 13.7607,
+      "step": 2350
+    },
+    {
+      "epoch": 0.10473702020958499,
+      "grad_norm": 128.2354736328125,
+      "learning_rate": 9.995908712985122e-06,
+      "loss": 13.8691,
+      "step": 2360
+    },
+    {
+      "epoch": 0.10518082114267645,
+      "grad_norm": 184.0960235595703,
+      "learning_rate": 9.995891377023195e-06,
+      "loss": 13.9122,
+      "step": 2370
+    },
+    {
+      "epoch": 0.10562462207576792,
+      "grad_norm": 143.75611877441406,
+      "learning_rate": 9.995874041061266e-06,
+      "loss": 13.1847,
+      "step": 2380
+    },
+    {
+      "epoch": 0.10606842300885938,
+      "grad_norm": 160.75901794433594,
+      "learning_rate": 9.99585670509934e-06,
+      "loss": 13.3183,
+      "step": 2390
+    },
+    {
+      "epoch": 0.10651222394195084,
+      "grad_norm": 178.99951171875,
+      "learning_rate": 9.995839369137413e-06,
+      "loss": 12.9939,
+      "step": 2400
+    },
+    {
+      "epoch": 0.1069560248750423,
+      "grad_norm": 161.1572723388672,
+      "learning_rate": 9.995822033175484e-06,
+      "loss": 12.9724,
+      "step": 2410
+    },
+    {
+      "epoch": 0.10739982580813376,
+      "grad_norm": 138.41233825683594,
+      "learning_rate": 9.995804697213557e-06,
+      "loss": 13.3155,
+      "step": 2420
+    },
+    {
+      "epoch": 0.10784362674122522,
+      "grad_norm": 186.98597717285156,
+      "learning_rate": 9.99578736125163e-06,
+      "loss": 13.385,
+      "step": 2430
+    },
+    {
+      "epoch": 0.10828742767431669,
+      "grad_norm": 148.47291564941406,
+      "learning_rate": 9.995770025289701e-06,
+      "loss": 12.6492,
+      "step": 2440
+    },
+    {
+      "epoch": 0.10873122860740815,
+      "grad_norm": 187.78671264648438,
+      "learning_rate": 9.995752689327775e-06,
+      "loss": 13.181,
+      "step": 2450
+    },
+    {
+      "epoch": 0.10917502954049961,
+      "grad_norm": 119.649658203125,
+      "learning_rate": 9.995735353365848e-06,
+      "loss": 13.285,
+      "step": 2460
+    },
+    {
+      "epoch": 0.10961883047359107,
+      "grad_norm": 165.08554077148438,
+      "learning_rate": 9.995718017403919e-06,
+      "loss": 13.2161,
+      "step": 2470
+    },
+    {
+      "epoch": 0.11006263140668253,
+      "grad_norm": 201.1644287109375,
+      "learning_rate": 9.995700681441992e-06,
+      "loss": 13.8907,
+      "step": 2480
+    },
+    {
+      "epoch": 0.11050643233977399,
+      "grad_norm": 127.61051940917969,
+      "learning_rate": 9.995683345480065e-06,
+      "loss": 13.1687,
+      "step": 2490
+    },
+    {
+      "epoch": 0.11095023327286546,
+      "grad_norm": 152.43359375,
+      "learning_rate": 9.995666009518137e-06,
+      "loss": 13.7492,
+      "step": 2500
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 22532,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 2500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 8.72430801256448e+17,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

last-checkpoint/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8645fade10e36c63fb16b30876169d83bbbc9703d2205ae38a09c61598097e4f
+size 5368