Training in progress, step 1000, checkpoint

last-checkpoint/config.json

@@ -0,0 +1,47 @@
+{
+  "_name_or_path": "answerdotai/ModernBERT-Large-Instruct",
+  "architectures": [
+    "ModernBertForMaskedLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 50281,
+  "classifier_activation": "gelu",
+  "classifier_bias": false,
+  "classifier_dropout": 0.0,
+  "classifier_pooling": "mean",
+  "cls_token_id": 50281,
+  "decoder_bias": true,
+  "deterministic_flash_attn": false,
+  "embedding_dropout": 0.0,
+  "eos_token_id": 50282,
+  "global_attn_every_n_layers": 3,
+  "global_rope_theta": 160000.0,
+  "gradient_checkpointing": false,
+  "hidden_activation": "gelu",
+  "hidden_size": 1024,
+  "initializer_cutoff_factor": 2.0,
+  "initializer_range": 0.02,
+  "intermediate_size": 2624,
+  "layer_norm_eps": 1e-05,
+  "local_attention": 128,
+  "local_rope_theta": 10000.0,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "mlp_dropout": 0.0,
+  "model_type": "modernbert",
+  "norm_bias": false,
+  "norm_eps": 1e-05,
+  "num_attention_heads": 16,
+  "num_hidden_layers": 28,
+  "pad_token_id": 50283,
+  "position_embedding_type": "absolute",
+  "reference_compile": true,
+  "repad_logits_with_grad": false,
+  "sep_token_id": 50282,
+  "sparse_pred_ignore_index": -100,
+  "sparse_prediction": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.49.0",
+  "vocab_size": 50368
+}

last-checkpoint/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68287c18f880a50ea1f55ab9e918f690ebd87aaf716c5e066f0052277de8c1fd
+size 791781368

last-checkpoint/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d401706fe0db31f3a43b074a2e6bb9f0530ba55c63bbda7473480ffbc1acd15b
+size 2375487866

last-checkpoint/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25a66bce66c09652383a0839fbbe1e8187db02fbdfb7a47d70ae88b467cd642
+size 15920

last-checkpoint/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1a9c65c2869356282cad6b4a0f7dff7f4dd68ab3d9d216c72b7d6cb524f860
+size 15984

last-checkpoint/rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896febe768e17bae5022a95960c041f6425783774ec8859d99d3b149063b1bf9
+size 15984

last-checkpoint/rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac482d57e966585467c8ef44dae2869bf7e5d92886f69c11ed7bccc34c07efe
+size 15984

last-checkpoint/rng_state_4.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f27d227a20dc320ac283e0938fb2f6e5b475829a583f8c44d1a16a8c828307
+size 15984

last-checkpoint/rng_state_5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d05a7106aaeaec4b81704e3f4a998b5123cf9342a6733bd9fd2d578e99108c3b
+size 15984

last-checkpoint/rng_state_6.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94120d8d88502ec8d8b623ec7550315caca003b44fcffbb5767ab0de91baefe
+size 15984

last-checkpoint/rng_state_7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332e4d901be380f740b5d8578f7b80ef1865c7fba83bc288c8a35852205cc668
+size 15984

last-checkpoint/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3447ca6cc16e14aea98b2269a3aa4e5446a87729acbfec0746d24b1cbb51286
+size 1000

last-checkpoint/special_tokens_map.json

@@ -0,0 +1,37 @@
+{
+  "cls_token": {
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "[MASK]",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "[PAD]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

last-checkpoint/tokenizer_config.json

@@ -0,0 +1,946 @@
+{
+  "add_prefix_space": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "|||IP_ADDRESS|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "1": {
+      "content": "<|padding|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50254": {
+      "content": "                        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50255": {
+      "content": "                       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50256": {
+      "content": "                      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50257": {
+      "content": "                     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50258": {
+      "content": "                    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50259": {
+      "content": "                   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50260": {
+      "content": "                  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50261": {
+      "content": "                 ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50262": {
+      "content": "                ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50263": {
+      "content": "               ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50264": {
+      "content": "              ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50265": {
+      "content": "             ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50266": {
+      "content": "            ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50267": {
+      "content": "           ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50268": {
+      "content": "          ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50269": {
+      "content": "         ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50270": {
+      "content": "        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50271": {
+      "content": "       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50272": {
+      "content": "      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50273": {
+      "content": "     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50274": {
+      "content": "    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50275": {
+      "content": "   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50276": {
+      "content": "  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50277": {
+      "content": "|||EMAIL_ADDRESS|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50278": {
+      "content": "|||PHONE_NUMBER|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50279": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50280": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50281": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50282": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50283": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50284": {
+      "content": "[MASK]",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50285": {
+      "content": "[unused0]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50286": {
+      "content": "[unused1]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50287": {
+      "content": "[unused2]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50288": {
+      "content": "[unused3]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50289": {
+      "content": "[unused4]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50290": {
+      "content": "[unused5]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50291": {
+      "content": "[unused6]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50292": {
+      "content": "[unused7]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50293": {
+      "content": "[unused8]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50294": {
+      "content": "[unused9]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50295": {
+      "content": "[unused10]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50296": {
+      "content": "[unused11]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50297": {
+      "content": "[unused12]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50298": {
+      "content": "[unused13]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50299": {
+      "content": "[unused14]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50300": {
+      "content": "[unused15]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50301": {
+      "content": "[unused16]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50302": {
+      "content": "[unused17]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50303": {
+      "content": "[unused18]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50304": {
+      "content": "[unused19]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50305": {
+      "content": "[unused20]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50306": {
+      "content": "[unused21]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50307": {
+      "content": "[unused22]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50308": {
+      "content": "[unused23]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50309": {
+      "content": "[unused24]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50310": {
+      "content": "[unused25]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50311": {
+      "content": "[unused26]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50312": {
+      "content": "[unused27]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50313": {
+      "content": "[unused28]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50314": {
+      "content": "[unused29]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50315": {
+      "content": "[unused30]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50316": {
+      "content": "[unused31]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50317": {
+      "content": "[unused32]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50318": {
+      "content": "[unused33]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50319": {
+      "content": "[unused34]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50320": {
+      "content": "[unused35]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50321": {
+      "content": "[unused36]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50322": {
+      "content": "[unused37]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50323": {
+      "content": "[unused38]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50324": {
+      "content": "[unused39]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50325": {
+      "content": "[unused40]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50326": {
+      "content": "[unused41]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50327": {
+      "content": "[unused42]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50328": {
+      "content": "[unused43]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50329": {
+      "content": "[unused44]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50330": {
+      "content": "[unused45]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50331": {
+      "content": "[unused46]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50332": {
+      "content": "[unused47]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50333": {
+      "content": "[unused48]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50334": {
+      "content": "[unused49]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50335": {
+      "content": "[unused50]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50336": {
+      "content": "[unused51]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50337": {
+      "content": "[unused52]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50338": {
+      "content": "[unused53]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50339": {
+      "content": "[unused54]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50340": {
+      "content": "[unused55]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50341": {
+      "content": "[unused56]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50342": {
+      "content": "[unused57]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50343": {
+      "content": "[unused58]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50344": {
+      "content": "[unused59]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50345": {
+      "content": "[unused60]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50346": {
+      "content": "[unused61]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50347": {
+      "content": "[unused62]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50348": {
+      "content": "[unused63]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50349": {
+      "content": "[unused64]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50350": {
+      "content": "[unused65]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50351": {
+      "content": "[unused66]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50352": {
+      "content": "[unused67]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50353": {
+      "content": "[unused68]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50354": {
+      "content": "[unused69]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50355": {
+      "content": "[unused70]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50356": {
+      "content": "[unused71]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50357": {
+      "content": "[unused72]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50358": {
+      "content": "[unused73]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50359": {
+      "content": "[unused74]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50360": {
+      "content": "[unused75]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50361": {
+      "content": "[unused76]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50362": {
+      "content": "[unused77]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50363": {
+      "content": "[unused78]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50364": {
+      "content": "[unused79]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50365": {
+      "content": "[unused80]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50366": {
+      "content": "[unused81]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50367": {
+      "content": "[unused82]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "extra_special_tokens": {},
+  "mask_token": "[MASK]",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "tokenizer_class": "PreTrainedTokenizer",
+  "unk_token": "[UNK]"
+}

last-checkpoint/trainer_state.json

@@ -0,0 +1,1441 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.4381101025451459,
+  "eval_steps": 1000,
+  "global_step": 1000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0021905505127257294,
+      "grad_norm": 13096.0,
+      "learning_rate": 4.366812227074236e-07,
+      "loss": 742.6802,
+      "step": 5
+    },
+    {
+      "epoch": 0.004381101025451459,
+      "grad_norm": 90.625,
+      "learning_rate": 8.733624454148472e-07,
+      "loss": 111.4364,
+      "step": 10
+    },
+    {
+      "epoch": 0.006571651538177188,
+      "grad_norm": 64.625,
+      "learning_rate": 1.3100436681222709e-06,
+      "loss": 44.6282,
+      "step": 15
+    },
+    {
+      "epoch": 0.008762202050902917,
+      "grad_norm": 56.09375,
+      "learning_rate": 1.7467248908296944e-06,
+      "loss": 44.0656,
+      "step": 20
+    },
+    {
+      "epoch": 0.010952752563628647,
+      "grad_norm": 40.4375,
+      "learning_rate": 2.183406113537118e-06,
+      "loss": 41.889,
+      "step": 25
+    },
+    {
+      "epoch": 0.013143303076354376,
+      "grad_norm": 50.6875,
+      "learning_rate": 2.6200873362445417e-06,
+      "loss": 40.9611,
+      "step": 30
+    },
+    {
+      "epoch": 0.015333853589080106,
+      "grad_norm": 34.125,
+      "learning_rate": 3.0567685589519653e-06,
+      "loss": 40.9319,
+      "step": 35
+    },
+    {
+      "epoch": 0.017524404101805835,
+      "grad_norm": 37.34375,
+      "learning_rate": 3.493449781659389e-06,
+      "loss": 41.2922,
+      "step": 40
+    },
+    {
+      "epoch": 0.019714954614531564,
+      "grad_norm": 30.140625,
+      "learning_rate": 3.930131004366812e-06,
+      "loss": 39.5204,
+      "step": 45
+    },
+    {
+      "epoch": 0.021905505127257294,
+      "grad_norm": 30.953125,
+      "learning_rate": 4.366812227074236e-06,
+      "loss": 39.9045,
+      "step": 50
+    },
+    {
+      "epoch": 0.024096055639983023,
+      "grad_norm": 30.453125,
+      "learning_rate": 4.80349344978166e-06,
+      "loss": 40.7265,
+      "step": 55
+    },
+    {
+      "epoch": 0.026286606152708752,
+      "grad_norm": 32.65625,
+      "learning_rate": 5.2401746724890834e-06,
+      "loss": 39.5216,
+      "step": 60
+    },
+    {
+      "epoch": 0.028477156665434482,
+      "grad_norm": 4284.0,
+      "learning_rate": 5.676855895196507e-06,
+      "loss": 50.5946,
+      "step": 65
+    },
+    {
+      "epoch": 0.03066770717816021,
+      "grad_norm": 1012.0,
+      "learning_rate": 6.1135371179039305e-06,
+      "loss": 55.345,
+      "step": 70
+    },
+    {
+      "epoch": 0.03285825769088594,
+      "grad_norm": 662.5,
+      "learning_rate": 6.550218340611354e-06,
+      "loss": 72.4566,
+      "step": 75
+    },
+    {
+      "epoch": 0.03504880820361167,
+      "grad_norm": 92.875,
+      "learning_rate": 6.986899563318778e-06,
+      "loss": 50.0984,
+      "step": 80
+    },
+    {
+      "epoch": 0.0372393587163374,
+      "grad_norm": 33.5,
+      "learning_rate": 7.423580786026201e-06,
+      "loss": 42.5405,
+      "step": 85
+    },
+    {
+      "epoch": 0.03942990922906313,
+      "grad_norm": 32.3125,
+      "learning_rate": 7.860262008733624e-06,
+      "loss": 40.9513,
+      "step": 90
+    },
+    {
+      "epoch": 0.04162045974178886,
+      "grad_norm": 73.125,
+      "learning_rate": 8.296943231441049e-06,
+      "loss": 39.5486,
+      "step": 95
+    },
+    {
+      "epoch": 0.04381101025451459,
+      "grad_norm": 36.5625,
+      "learning_rate": 8.733624454148473e-06,
+      "loss": 38.6845,
+      "step": 100
+    },
+    {
+      "epoch": 0.04600156076724032,
+      "grad_norm": 28.875,
+      "learning_rate": 9.170305676855896e-06,
+      "loss": 40.9694,
+      "step": 105
+    },
+    {
+      "epoch": 0.048192111279966046,
+      "grad_norm": 30.09375,
+      "learning_rate": 9.60698689956332e-06,
+      "loss": 40.6168,
+      "step": 110
+    },
+    {
+      "epoch": 0.050382661792691776,
+      "grad_norm": 28.40625,
+      "learning_rate": 1.0043668122270742e-05,
+      "loss": 39.6493,
+      "step": 115
+    },
+    {
+      "epoch": 0.052573212305417505,
+      "grad_norm": 33.90625,
+      "learning_rate": 1.0480349344978167e-05,
+      "loss": 38.692,
+      "step": 120
+    },
+    {
+      "epoch": 0.054763762818143234,
+      "grad_norm": 24.046875,
+      "learning_rate": 1.0917030567685592e-05,
+      "loss": 39.2953,
+      "step": 125
+    },
+    {
+      "epoch": 0.056954313330868964,
+      "grad_norm": 50.1875,
+      "learning_rate": 1.1353711790393014e-05,
+      "loss": 39.2942,
+      "step": 130
+    },
+    {
+      "epoch": 0.05914486384359469,
+      "grad_norm": 25.578125,
+      "learning_rate": 1.179039301310044e-05,
+      "loss": 40.2007,
+      "step": 135
+    },
+    {
+      "epoch": 0.06133541435632042,
+      "grad_norm": 24.453125,
+      "learning_rate": 1.2227074235807861e-05,
+      "loss": 40.4033,
+      "step": 140
+    },
+    {
+      "epoch": 0.06352596486904616,
+      "grad_norm": 25.109375,
+      "learning_rate": 1.2663755458515286e-05,
+      "loss": 40.2883,
+      "step": 145
+    },
+    {
+      "epoch": 0.06571651538177188,
+      "grad_norm": 24.3125,
+      "learning_rate": 1.3100436681222708e-05,
+      "loss": 38.8529,
+      "step": 150
+    },
+    {
+      "epoch": 0.06790706589449762,
+      "grad_norm": 33.03125,
+      "learning_rate": 1.3537117903930132e-05,
+      "loss": 40.0824,
+      "step": 155
+    },
+    {
+      "epoch": 0.07009761640722334,
+      "grad_norm": 36.375,
+      "learning_rate": 1.3973799126637555e-05,
+      "loss": 40.8283,
+      "step": 160
+    },
+    {
+      "epoch": 0.07228816691994908,
+      "grad_norm": 32.375,
+      "learning_rate": 1.4410480349344979e-05,
+      "loss": 38.3279,
+      "step": 165
+    },
+    {
+      "epoch": 0.0744787174326748,
+      "grad_norm": 23.328125,
+      "learning_rate": 1.4847161572052402e-05,
+      "loss": 39.6786,
+      "step": 170
+    },
+    {
+      "epoch": 0.07666926794540053,
+      "grad_norm": 33.65625,
+      "learning_rate": 1.5283842794759826e-05,
+      "loss": 39.6196,
+      "step": 175
+    },
+    {
+      "epoch": 0.07885981845812626,
+      "grad_norm": 34.46875,
+      "learning_rate": 1.5720524017467248e-05,
+      "loss": 39.4438,
+      "step": 180
+    },
+    {
+      "epoch": 0.081050368970852,
+      "grad_norm": 38.03125,
+      "learning_rate": 1.6157205240174673e-05,
+      "loss": 39.3557,
+      "step": 185
+    },
+    {
+      "epoch": 0.08324091948357772,
+      "grad_norm": 45.59375,
+      "learning_rate": 1.6593886462882098e-05,
+      "loss": 39.7753,
+      "step": 190
+    },
+    {
+      "epoch": 0.08543146999630345,
+      "grad_norm": 42.0625,
+      "learning_rate": 1.703056768558952e-05,
+      "loss": 38.6387,
+      "step": 195
+    },
+    {
+      "epoch": 0.08762202050902917,
+      "grad_norm": 31.296875,
+      "learning_rate": 1.7467248908296945e-05,
+      "loss": 38.944,
+      "step": 200
+    },
+    {
+      "epoch": 0.08981257102175491,
+      "grad_norm": 23.0,
+      "learning_rate": 1.7903930131004367e-05,
+      "loss": 39.5787,
+      "step": 205
+    },
+    {
+      "epoch": 0.09200312153448063,
+      "grad_norm": 31.796875,
+      "learning_rate": 1.8340611353711792e-05,
+      "loss": 40.2236,
+      "step": 210
+    },
+    {
+      "epoch": 0.09419367204720637,
+      "grad_norm": 31.796875,
+      "learning_rate": 1.8777292576419214e-05,
+      "loss": 39.7339,
+      "step": 215
+    },
+    {
+      "epoch": 0.09638422255993209,
+      "grad_norm": 48.78125,
+      "learning_rate": 1.921397379912664e-05,
+      "loss": 41.8436,
+      "step": 220
+    },
+    {
+      "epoch": 0.09857477307265783,
+      "grad_norm": 385.25,
+      "learning_rate": 1.965065502183406e-05,
+      "loss": 44.5202,
+      "step": 225
+    },
+    {
+      "epoch": 0.10076532358538355,
+      "grad_norm": 39.03125,
+      "learning_rate": 1.9990258158792012e-05,
+      "loss": 45.2576,
+      "step": 230
+    },
+    {
+      "epoch": 0.10295587409810929,
+      "grad_norm": 29.96875,
+      "learning_rate": 1.994154895275207e-05,
+      "loss": 42.9545,
+      "step": 235
+    },
+    {
+      "epoch": 0.10514642461083501,
+      "grad_norm": 26.09375,
+      "learning_rate": 1.989283974671213e-05,
+      "loss": 41.42,
+      "step": 240
+    },
+    {
+      "epoch": 0.10733697512356075,
+      "grad_norm": 28.609375,
+      "learning_rate": 1.984413054067219e-05,
+      "loss": 40.9569,
+      "step": 245
+    },
+    {
+      "epoch": 0.10952752563628647,
+      "grad_norm": 45.03125,
+      "learning_rate": 1.979542133463225e-05,
+      "loss": 43.257,
+      "step": 250
+    },
+    {
+      "epoch": 0.1117180761490122,
+      "grad_norm": 31.65625,
+      "learning_rate": 1.9746712128592305e-05,
+      "loss": 43.1437,
+      "step": 255
+    },
+    {
+      "epoch": 0.11390862666173793,
+      "grad_norm": 24.5,
+      "learning_rate": 1.9698002922552364e-05,
+      "loss": 40.8937,
+      "step": 260
+    },
+    {
+      "epoch": 0.11609917717446366,
+      "grad_norm": 37.34375,
+      "learning_rate": 1.9649293716512423e-05,
+      "loss": 41.702,
+      "step": 265
+    },
+    {
+      "epoch": 0.11828972768718939,
+      "grad_norm": 28.078125,
+      "learning_rate": 1.960058451047248e-05,
+      "loss": 40.8823,
+      "step": 270
+    },
+    {
+      "epoch": 0.12048027819991512,
+      "grad_norm": 30.703125,
+      "learning_rate": 1.955187530443254e-05,
+      "loss": 41.0227,
+      "step": 275
+    },
+    {
+      "epoch": 0.12267082871264084,
+      "grad_norm": 28.703125,
+      "learning_rate": 1.9503166098392598e-05,
+      "loss": 41.8211,
+      "step": 280
+    },
+    {
+      "epoch": 0.12486137922536658,
+      "grad_norm": 40.5625,
+      "learning_rate": 1.9454456892352657e-05,
+      "loss": 40.5589,
+      "step": 285
+    },
+    {
+      "epoch": 0.12705192973809232,
+      "grad_norm": 32.625,
+      "learning_rate": 1.9405747686312716e-05,
+      "loss": 40.9865,
+      "step": 290
+    },
+    {
+      "epoch": 0.12924248025081803,
+      "grad_norm": 67.3125,
+      "learning_rate": 1.9357038480272775e-05,
+      "loss": 40.3525,
+      "step": 295
+    },
+    {
+      "epoch": 0.13143303076354376,
+      "grad_norm": 32.3125,
+      "learning_rate": 1.930832927423283e-05,
+      "loss": 40.1777,
+      "step": 300
+    },
+    {
+      "epoch": 0.1336235812762695,
+      "grad_norm": 24.765625,
+      "learning_rate": 1.925962006819289e-05,
+      "loss": 39.8659,
+      "step": 305
+    },
+    {
+      "epoch": 0.13581413178899523,
+      "grad_norm": 26.921875,
+      "learning_rate": 1.921091086215295e-05,
+      "loss": 41.8758,
+      "step": 310
+    },
+    {
+      "epoch": 0.13800468230172094,
+      "grad_norm": 30.34375,
+      "learning_rate": 1.9162201656113005e-05,
+      "loss": 40.2781,
+      "step": 315
+    },
+    {
+      "epoch": 0.14019523281444668,
+      "grad_norm": 100.1875,
+      "learning_rate": 1.9113492450073065e-05,
+      "loss": 38.3503,
+      "step": 320
+    },
+    {
+      "epoch": 0.14238578332717242,
+      "grad_norm": 30.6875,
+      "learning_rate": 1.9064783244033124e-05,
+      "loss": 41.6195,
+      "step": 325
+    },
+    {
+      "epoch": 0.14457633383989815,
+      "grad_norm": 31.53125,
+      "learning_rate": 1.9016074037993183e-05,
+      "loss": 40.62,
+      "step": 330
+    },
+    {
+      "epoch": 0.14676688435262386,
+      "grad_norm": 32.75,
+      "learning_rate": 1.8967364831953242e-05,
+      "loss": 48.5258,
+      "step": 335
+    },
+    {
+      "epoch": 0.1489574348653496,
+      "grad_norm": 21.390625,
+      "learning_rate": 1.8918655625913298e-05,
+      "loss": 41.4756,
+      "step": 340
+    },
+    {
+      "epoch": 0.15114798537807533,
+      "grad_norm": 31.734375,
+      "learning_rate": 1.8869946419873357e-05,
+      "loss": 40.7427,
+      "step": 345
+    },
+    {
+      "epoch": 0.15333853589080107,
+      "grad_norm": 47.53125,
+      "learning_rate": 1.8821237213833417e-05,
+      "loss": 40.1635,
+      "step": 350
+    },
+    {
+      "epoch": 0.15552908640352678,
+      "grad_norm": 25.46875,
+      "learning_rate": 1.8772528007793472e-05,
+      "loss": 40.0878,
+      "step": 355
+    },
+    {
+      "epoch": 0.15771963691625251,
+      "grad_norm": 29.828125,
+      "learning_rate": 1.872381880175353e-05,
+      "loss": 41.3363,
+      "step": 360
+    },
+    {
+      "epoch": 0.15991018742897825,
+      "grad_norm": 32.65625,
+      "learning_rate": 1.867510959571359e-05,
+      "loss": 40.1477,
+      "step": 365
+    },
+    {
+      "epoch": 0.162100737941704,
+      "grad_norm": 27.765625,
+      "learning_rate": 1.862640038967365e-05,
+      "loss": 39.9975,
+      "step": 370
+    },
+    {
+      "epoch": 0.1642912884544297,
+      "grad_norm": 21.671875,
+      "learning_rate": 1.857769118363371e-05,
+      "loss": 40.2893,
+      "step": 375
+    },
+    {
+      "epoch": 0.16648183896715543,
+      "grad_norm": 19.515625,
+      "learning_rate": 1.852898197759377e-05,
+      "loss": 38.7055,
+      "step": 380
+    },
+    {
+      "epoch": 0.16867238947988117,
+      "grad_norm": 162.625,
+      "learning_rate": 1.8480272771553824e-05,
+      "loss": 48.099,
+      "step": 385
+    },
+    {
+      "epoch": 0.1708629399926069,
+      "grad_norm": 29.8125,
+      "learning_rate": 1.8431563565513884e-05,
+      "loss": 48.3286,
+      "step": 390
+    },
+    {
+      "epoch": 0.1730534905053326,
+      "grad_norm": 34.5625,
+      "learning_rate": 1.8382854359473943e-05,
+      "loss": 40.6334,
+      "step": 395
+    },
+    {
+      "epoch": 0.17524404101805835,
+      "grad_norm": 20.9375,
+      "learning_rate": 1.8334145153434e-05,
+      "loss": 39.5327,
+      "step": 400
+    },
+    {
+      "epoch": 0.17743459153078409,
+      "grad_norm": 24.359375,
+      "learning_rate": 1.8285435947394058e-05,
+      "loss": 38.2548,
+      "step": 405
+    },
+    {
+      "epoch": 0.17962514204350982,
+      "grad_norm": 26.109375,
+      "learning_rate": 1.8236726741354117e-05,
+      "loss": 39.5699,
+      "step": 410
+    },
+    {
+      "epoch": 0.18181569255623553,
+      "grad_norm": 74.4375,
+      "learning_rate": 1.8188017535314176e-05,
+      "loss": 40.1855,
+      "step": 415
+    },
+    {
+      "epoch": 0.18400624306896127,
+      "grad_norm": 38.1875,
+      "learning_rate": 1.8139308329274236e-05,
+      "loss": 39.2502,
+      "step": 420
+    },
+    {
+      "epoch": 0.186196793581687,
+      "grad_norm": 19.75,
+      "learning_rate": 1.8090599123234295e-05,
+      "loss": 38.5868,
+      "step": 425
+    },
+    {
+      "epoch": 0.18838734409441274,
+      "grad_norm": 22.546875,
+      "learning_rate": 1.804188991719435e-05,
+      "loss": 38.2078,
+      "step": 430
+    },
+    {
+      "epoch": 0.19057789460713845,
+      "grad_norm": 32.96875,
+      "learning_rate": 1.799318071115441e-05,
+      "loss": 38.6803,
+      "step": 435
+    },
+    {
+      "epoch": 0.19276844511986418,
+      "grad_norm": 36.75,
+      "learning_rate": 1.794447150511447e-05,
+      "loss": 39.3906,
+      "step": 440
+    },
+    {
+      "epoch": 0.19495899563258992,
+      "grad_norm": 23.71875,
+      "learning_rate": 1.7895762299074525e-05,
+      "loss": 38.3763,
+      "step": 445
+    },
+    {
+      "epoch": 0.19714954614531566,
+      "grad_norm": 26.328125,
+      "learning_rate": 1.7847053093034584e-05,
+      "loss": 37.9731,
+      "step": 450
+    },
+    {
+      "epoch": 0.19934009665804137,
+      "grad_norm": 27.03125,
+      "learning_rate": 1.7798343886994643e-05,
+      "loss": 39.5706,
+      "step": 455
+    },
+    {
+      "epoch": 0.2015306471707671,
+      "grad_norm": 17.046875,
+      "learning_rate": 1.7749634680954703e-05,
+      "loss": 38.7336,
+      "step": 460
+    },
+    {
+      "epoch": 0.20372119768349284,
+      "grad_norm": 24.59375,
+      "learning_rate": 1.7700925474914762e-05,
+      "loss": 38.5834,
+      "step": 465
+    },
+    {
+      "epoch": 0.20591174819621857,
+      "grad_norm": 33.5625,
+      "learning_rate": 1.7652216268874818e-05,
+      "loss": 39.1163,
+      "step": 470
+    },
+    {
+      "epoch": 0.20810229870894428,
+      "grad_norm": 28.875,
+      "learning_rate": 1.7603507062834877e-05,
+      "loss": 39.7169,
+      "step": 475
+    },
+    {
+      "epoch": 0.21029284922167002,
+      "grad_norm": 26.0625,
+      "learning_rate": 1.7554797856794936e-05,
+      "loss": 38.2182,
+      "step": 480
+    },
+    {
+      "epoch": 0.21248339973439576,
+      "grad_norm": 25.265625,
+      "learning_rate": 1.7506088650754992e-05,
+      "loss": 38.4219,
+      "step": 485
+    },
+    {
+      "epoch": 0.2146739502471215,
+      "grad_norm": 40.53125,
+      "learning_rate": 1.745737944471505e-05,
+      "loss": 39.3143,
+      "step": 490
+    },
+    {
+      "epoch": 0.2168645007598472,
+      "grad_norm": 28.828125,
+      "learning_rate": 1.740867023867511e-05,
+      "loss": 38.7423,
+      "step": 495
+    },
+    {
+      "epoch": 0.21905505127257294,
+      "grad_norm": 19.84375,
+      "learning_rate": 1.735996103263517e-05,
+      "loss": 37.1676,
+      "step": 500
+    },
+    {
+      "epoch": 0.22124560178529867,
+      "grad_norm": 22.0625,
+      "learning_rate": 1.731125182659523e-05,
+      "loss": 38.0275,
+      "step": 505
+    },
+    {
+      "epoch": 0.2234361522980244,
+      "grad_norm": 45.5,
+      "learning_rate": 1.7262542620555288e-05,
+      "loss": 37.0928,
+      "step": 510
+    },
+    {
+      "epoch": 0.22562670281075012,
+      "grad_norm": 40.5625,
+      "learning_rate": 1.7213833414515344e-05,
+      "loss": 37.4132,
+      "step": 515
+    },
+    {
+      "epoch": 0.22781725332347585,
+      "grad_norm": 26.9375,
+      "learning_rate": 1.7165124208475403e-05,
+      "loss": 38.0051,
+      "step": 520
+    },
+    {
+      "epoch": 0.2300078038362016,
+      "grad_norm": 31.796875,
+      "learning_rate": 1.7116415002435462e-05,
+      "loss": 36.731,
+      "step": 525
+    },
+    {
+      "epoch": 0.23219835434892733,
+      "grad_norm": 24.328125,
+      "learning_rate": 1.7067705796395518e-05,
+      "loss": 36.7867,
+      "step": 530
+    },
+    {
+      "epoch": 0.23438890486165304,
+      "grad_norm": 28.390625,
+      "learning_rate": 1.7018996590355577e-05,
+      "loss": 38.4257,
+      "step": 535
+    },
+    {
+      "epoch": 0.23657945537437877,
+      "grad_norm": 33.5625,
+      "learning_rate": 1.6970287384315637e-05,
+      "loss": 38.0036,
+      "step": 540
+    },
+    {
+      "epoch": 0.2387700058871045,
+      "grad_norm": 36.125,
+      "learning_rate": 1.6921578178275696e-05,
+      "loss": 37.2956,
+      "step": 545
+    },
+    {
+      "epoch": 0.24096055639983024,
+      "grad_norm": 59.34375,
+      "learning_rate": 1.6872868972235755e-05,
+      "loss": 36.8695,
+      "step": 550
+    },
+    {
+      "epoch": 0.24315110691255595,
+      "grad_norm": 17.25,
+      "learning_rate": 1.6824159766195814e-05,
+      "loss": 36.5629,
+      "step": 555
+    },
+    {
+      "epoch": 0.2453416574252817,
+      "grad_norm": 26.875,
+      "learning_rate": 1.677545056015587e-05,
+      "loss": 36.3663,
+      "step": 560
+    },
+    {
+      "epoch": 0.24753220793800743,
+      "grad_norm": 29.59375,
+      "learning_rate": 1.672674135411593e-05,
+      "loss": 36.5514,
+      "step": 565
+    },
+    {
+      "epoch": 0.24972275845073316,
+      "grad_norm": 94.8125,
+      "learning_rate": 1.667803214807599e-05,
+      "loss": 37.2822,
+      "step": 570
+    },
+    {
+      "epoch": 0.25191330896345887,
+      "grad_norm": 25.921875,
+      "learning_rate": 1.6629322942036044e-05,
+      "loss": 37.0216,
+      "step": 575
+    },
+    {
+      "epoch": 0.25410385947618463,
+      "grad_norm": 29.46875,
+      "learning_rate": 1.6580613735996104e-05,
+      "loss": 36.9,
+      "step": 580
+    },
+    {
+      "epoch": 0.25629440998891034,
+      "grad_norm": 25.40625,
+      "learning_rate": 1.6531904529956163e-05,
+      "loss": 36.3711,
+      "step": 585
+    },
+    {
+      "epoch": 0.25848496050163605,
+      "grad_norm": 23.453125,
+      "learning_rate": 1.6483195323916222e-05,
+      "loss": 36.7133,
+      "step": 590
+    },
+    {
+      "epoch": 0.2606755110143618,
+      "grad_norm": 28.328125,
+      "learning_rate": 1.643448611787628e-05,
+      "loss": 36.4338,
+      "step": 595
+    },
+    {
+      "epoch": 0.2628660615270875,
+      "grad_norm": 31.875,
+      "learning_rate": 1.6385776911836337e-05,
+      "loss": 36.4187,
+      "step": 600
+    },
+    {
+      "epoch": 0.26505661203981323,
+      "grad_norm": 26.375,
+      "learning_rate": 1.6337067705796396e-05,
+      "loss": 37.0881,
+      "step": 605
+    },
+    {
+      "epoch": 0.267247162552539,
+      "grad_norm": 47.84375,
+      "learning_rate": 1.6288358499756456e-05,
+      "loss": 36.7284,
+      "step": 610
+    },
+    {
+      "epoch": 0.2694377130652647,
+      "grad_norm": 36.9375,
+      "learning_rate": 1.623964929371651e-05,
+      "loss": 35.6421,
+      "step": 615
+    },
+    {
+      "epoch": 0.27162826357799047,
+      "grad_norm": 44.9375,
+      "learning_rate": 1.619094008767657e-05,
+      "loss": 35.6973,
+      "step": 620
+    },
+    {
+      "epoch": 0.2738188140907162,
+      "grad_norm": 17.4375,
+      "learning_rate": 1.614223088163663e-05,
+      "loss": 35.1017,
+      "step": 625
+    },
+    {
+      "epoch": 0.2760093646034419,
+      "grad_norm": 30.0625,
+      "learning_rate": 1.609352167559669e-05,
+      "loss": 36.4951,
+      "step": 630
+    },
+    {
+      "epoch": 0.27819991511616765,
+      "grad_norm": 35.84375,
+      "learning_rate": 1.604481246955675e-05,
+      "loss": 35.1649,
+      "step": 635
+    },
+    {
+      "epoch": 0.28039046562889336,
+      "grad_norm": 25.703125,
+      "learning_rate": 1.5996103263516808e-05,
+      "loss": 34.9533,
+      "step": 640
+    },
+    {
+      "epoch": 0.28258101614161907,
+      "grad_norm": 41.28125,
+      "learning_rate": 1.5947394057476863e-05,
+      "loss": 34.6937,
+      "step": 645
+    },
+    {
+      "epoch": 0.28477156665434483,
+      "grad_norm": 27.390625,
+      "learning_rate": 1.5898684851436923e-05,
+      "loss": 36.1568,
+      "step": 650
+    },
+    {
+      "epoch": 0.28696211716707054,
+      "grad_norm": 24.828125,
+      "learning_rate": 1.5849975645396982e-05,
+      "loss": 34.8646,
+      "step": 655
+    },
+    {
+      "epoch": 0.2891526676797963,
+      "grad_norm": 29.734375,
+      "learning_rate": 1.5801266439357038e-05,
+      "loss": 35.4552,
+      "step": 660
+    },
+    {
+      "epoch": 0.291343218192522,
+      "grad_norm": 21.140625,
+      "learning_rate": 1.5752557233317097e-05,
+      "loss": 35.4214,
+      "step": 665
+    },
+    {
+      "epoch": 0.2935337687052477,
+      "grad_norm": 20.53125,
+      "learning_rate": 1.5703848027277156e-05,
+      "loss": 35.3401,
+      "step": 670
+    },
+    {
+      "epoch": 0.2957243192179735,
+      "grad_norm": 57.25,
+      "learning_rate": 1.5655138821237215e-05,
+      "loss": 35.3161,
+      "step": 675
+    },
+    {
+      "epoch": 0.2979148697306992,
+      "grad_norm": 21.375,
+      "learning_rate": 1.5606429615197275e-05,
+      "loss": 34.5353,
+      "step": 680
+    },
+    {
+      "epoch": 0.3001054202434249,
+      "grad_norm": 19.28125,
+      "learning_rate": 1.5557720409157334e-05,
+      "loss": 34.1415,
+      "step": 685
+    },
+    {
+      "epoch": 0.30229597075615067,
+      "grad_norm": 46.0625,
+      "learning_rate": 1.550901120311739e-05,
+      "loss": 34.5647,
+      "step": 690
+    },
+    {
+      "epoch": 0.3044865212688764,
+      "grad_norm": 19.796875,
+      "learning_rate": 1.546030199707745e-05,
+      "loss": 35.0429,
+      "step": 695
+    },
+    {
+      "epoch": 0.30667707178160214,
+      "grad_norm": 79.375,
+      "learning_rate": 1.5411592791037505e-05,
+      "loss": 33.6274,
+      "step": 700
+    },
+    {
+      "epoch": 0.30886762229432785,
+      "grad_norm": 51.71875,
+      "learning_rate": 1.5362883584997564e-05,
+      "loss": 35.4228,
+      "step": 705
+    },
+    {
+      "epoch": 0.31105817280705356,
+      "grad_norm": 27.234375,
+      "learning_rate": 1.5314174378957623e-05,
+      "loss": 35.1287,
+      "step": 710
+    },
+    {
+      "epoch": 0.3132487233197793,
+      "grad_norm": 30.390625,
+      "learning_rate": 1.5265465172917682e-05,
+      "loss": 34.1134,
+      "step": 715
+    },
+    {
+      "epoch": 0.31543927383250503,
+      "grad_norm": 27.359375,
+      "learning_rate": 1.5216755966877742e-05,
+      "loss": 34.4372,
+      "step": 720
+    },
+    {
+      "epoch": 0.31762982434523074,
+      "grad_norm": 25.90625,
+      "learning_rate": 1.51680467608378e-05,
+      "loss": 34.7943,
+      "step": 725
+    },
+    {
+      "epoch": 0.3198203748579565,
+      "grad_norm": 31.765625,
+      "learning_rate": 1.5119337554797857e-05,
+      "loss": 34.0021,
+      "step": 730
+    },
+    {
+      "epoch": 0.3220109253706822,
+      "grad_norm": 32.625,
+      "learning_rate": 1.5070628348757916e-05,
+      "loss": 34.3029,
+      "step": 735
+    },
+    {
+      "epoch": 0.324201475883408,
+      "grad_norm": 26.109375,
+      "learning_rate": 1.5021919142717975e-05,
+      "loss": 34.2254,
+      "step": 740
+    },
+    {
+      "epoch": 0.3263920263961337,
+      "grad_norm": 32.65625,
+      "learning_rate": 1.4973209936678033e-05,
+      "loss": 34.6909,
+      "step": 745
+    },
+    {
+      "epoch": 0.3285825769088594,
+      "grad_norm": 26.890625,
+      "learning_rate": 1.4924500730638092e-05,
+      "loss": 34.4121,
+      "step": 750
+    },
+    {
+      "epoch": 0.33077312742158516,
+      "grad_norm": 28.453125,
+      "learning_rate": 1.4875791524598151e-05,
+      "loss": 34.1999,
+      "step": 755
+    },
+    {
+      "epoch": 0.33296367793431086,
+      "grad_norm": 24.25,
+      "learning_rate": 1.4827082318558209e-05,
+      "loss": 34.5926,
+      "step": 760
+    },
+    {
+      "epoch": 0.3351542284470366,
+      "grad_norm": 29.4375,
+      "learning_rate": 1.4778373112518268e-05,
+      "loss": 34.2804,
+      "step": 765
+    },
+    {
+      "epoch": 0.33734477895976234,
+      "grad_norm": 36.125,
+      "learning_rate": 1.4729663906478327e-05,
+      "loss": 33.5547,
+      "step": 770
+    },
+    {
+      "epoch": 0.33953532947248805,
+      "grad_norm": 19.875,
+      "learning_rate": 1.4680954700438383e-05,
+      "loss": 33.3131,
+      "step": 775
+    },
+    {
+      "epoch": 0.3417258799852138,
+      "grad_norm": 37.09375,
+      "learning_rate": 1.4632245494398442e-05,
+      "loss": 33.288,
+      "step": 780
+    },
+    {
+      "epoch": 0.3439164304979395,
+      "grad_norm": 32.09375,
+      "learning_rate": 1.4583536288358501e-05,
+      "loss": 34.4507,
+      "step": 785
+    },
+    {
+      "epoch": 0.3461069810106652,
+      "grad_norm": 27.0625,
+      "learning_rate": 1.4534827082318559e-05,
+      "loss": 34.0287,
+      "step": 790
+    },
+    {
+      "epoch": 0.348297531523391,
+      "grad_norm": 34.59375,
+      "learning_rate": 1.4486117876278618e-05,
+      "loss": 33.4372,
+      "step": 795
+    },
+    {
+      "epoch": 0.3504880820361167,
+      "grad_norm": 33.84375,
+      "learning_rate": 1.4437408670238677e-05,
+      "loss": 33.7221,
+      "step": 800
+    },
+    {
+      "epoch": 0.3526786325488424,
+      "grad_norm": 30.1875,
+      "learning_rate": 1.4388699464198735e-05,
+      "loss": 33.3108,
+      "step": 805
+    },
+    {
+      "epoch": 0.35486918306156817,
+      "grad_norm": 39.8125,
+      "learning_rate": 1.4339990258158794e-05,
+      "loss": 33.231,
+      "step": 810
+    },
+    {
+      "epoch": 0.3570597335742939,
+      "grad_norm": 30.296875,
+      "learning_rate": 1.429128105211885e-05,
+      "loss": 33.9207,
+      "step": 815
+    },
+    {
+      "epoch": 0.35925028408701964,
+      "grad_norm": 23.484375,
+      "learning_rate": 1.4242571846078909e-05,
+      "loss": 33.4625,
+      "step": 820
+    },
+    {
+      "epoch": 0.36144083459974535,
+      "grad_norm": 32.15625,
+      "learning_rate": 1.4193862640038968e-05,
+      "loss": 33.2117,
+      "step": 825
+    },
+    {
+      "epoch": 0.36363138511247106,
+      "grad_norm": 548.5,
+      "learning_rate": 1.4145153433999026e-05,
+      "loss": 33.2816,
+      "step": 830
+    },
+    {
+      "epoch": 0.3658219356251968,
+      "grad_norm": 46.03125,
+      "learning_rate": 1.4096444227959085e-05,
+      "loss": 32.2993,
+      "step": 835
+    },
+    {
+      "epoch": 0.36801248613792253,
+      "grad_norm": 25.96875,
+      "learning_rate": 1.4047735021919144e-05,
+      "loss": 33.0793,
+      "step": 840
+    },
+    {
+      "epoch": 0.37020303665064824,
+      "grad_norm": 45.6875,
+      "learning_rate": 1.3999025815879202e-05,
+      "loss": 32.4659,
+      "step": 845
+    },
+    {
+      "epoch": 0.372393587163374,
+      "grad_norm": 48.03125,
+      "learning_rate": 1.3950316609839261e-05,
+      "loss": 32.3893,
+      "step": 850
+    },
+    {
+      "epoch": 0.3745841376760997,
+      "grad_norm": 28.9375,
+      "learning_rate": 1.390160740379932e-05,
+      "loss": 32.7858,
+      "step": 855
+    },
+    {
+      "epoch": 0.3767746881888255,
+      "grad_norm": 39.90625,
+      "learning_rate": 1.3852898197759376e-05,
+      "loss": 32.1438,
+      "step": 860
+    },
+    {
+      "epoch": 0.3789652387015512,
+      "grad_norm": 51.34375,
+      "learning_rate": 1.3804188991719435e-05,
+      "loss": 32.3068,
+      "step": 865
+    },
+    {
+      "epoch": 0.3811557892142769,
+      "grad_norm": 25.125,
+      "learning_rate": 1.3755479785679495e-05,
+      "loss": 32.0212,
+      "step": 870
+    },
+    {
+      "epoch": 0.38334633972700266,
+      "grad_norm": 41.96875,
+      "learning_rate": 1.3706770579639552e-05,
+      "loss": 32.0489,
+      "step": 875
+    },
+    {
+      "epoch": 0.38553689023972837,
+      "grad_norm": 36.25,
+      "learning_rate": 1.3658061373599611e-05,
+      "loss": 31.558,
+      "step": 880
+    },
+    {
+      "epoch": 0.3877274407524541,
+      "grad_norm": 39.5625,
+      "learning_rate": 1.360935216755967e-05,
+      "loss": 31.9841,
+      "step": 885
+    },
+    {
+      "epoch": 0.38991799126517984,
+      "grad_norm": 26.921875,
+      "learning_rate": 1.3560642961519728e-05,
+      "loss": 33.2559,
+      "step": 890
+    },
+    {
+      "epoch": 0.39210854177790555,
+      "grad_norm": 49.65625,
+      "learning_rate": 1.3511933755479787e-05,
+      "loss": 33.6144,
+      "step": 895
+    },
+    {
+      "epoch": 0.3942990922906313,
+      "grad_norm": 51.8125,
+      "learning_rate": 1.3463224549439847e-05,
+      "loss": 33.1955,
+      "step": 900
+    },
+    {
+      "epoch": 0.396489642803357,
+      "grad_norm": 46.28125,
+      "learning_rate": 1.3414515343399902e-05,
+      "loss": 32.873,
+      "step": 905
+    },
+    {
+      "epoch": 0.39868019331608273,
+      "grad_norm": 26.859375,
+      "learning_rate": 1.3365806137359962e-05,
+      "loss": 31.7345,
+      "step": 910
+    },
+    {
+      "epoch": 0.4008707438288085,
+      "grad_norm": 34.1875,
+      "learning_rate": 1.331709693132002e-05,
+      "loss": 31.5948,
+      "step": 915
+    },
+    {
+      "epoch": 0.4030612943415342,
+      "grad_norm": 21.265625,
+      "learning_rate": 1.3268387725280078e-05,
+      "loss": 31.6987,
+      "step": 920
+    },
+    {
+      "epoch": 0.4052518448542599,
+      "grad_norm": 28.09375,
+      "learning_rate": 1.3219678519240138e-05,
+      "loss": 32.0258,
+      "step": 925
+    },
+    {
+      "epoch": 0.4074423953669857,
+      "grad_norm": 108.375,
+      "learning_rate": 1.3170969313200197e-05,
+      "loss": 32.0971,
+      "step": 930
+    },
+    {
+      "epoch": 0.4096329458797114,
+      "grad_norm": 28.53125,
+      "learning_rate": 1.3122260107160254e-05,
+      "loss": 32.1107,
+      "step": 935
+    },
+    {
+      "epoch": 0.41182349639243715,
+      "grad_norm": 22.46875,
+      "learning_rate": 1.3073550901120314e-05,
+      "loss": 31.9156,
+      "step": 940
+    },
+    {
+      "epoch": 0.41401404690516286,
+      "grad_norm": 17.734375,
+      "learning_rate": 1.302484169508037e-05,
+      "loss": 31.5545,
+      "step": 945
+    },
+    {
+      "epoch": 0.41620459741788857,
+      "grad_norm": 23.25,
+      "learning_rate": 1.2976132489040429e-05,
+      "loss": 31.4469,
+      "step": 950
+    },
+    {
+      "epoch": 0.41839514793061433,
+      "grad_norm": 34.84375,
+      "learning_rate": 1.2927423283000488e-05,
+      "loss": 31.7367,
+      "step": 955
+    },
+    {
+      "epoch": 0.42058569844334004,
+      "grad_norm": 20.53125,
+      "learning_rate": 1.2878714076960545e-05,
+      "loss": 32.3651,
+      "step": 960
+    },
+    {
+      "epoch": 0.42277624895606575,
+      "grad_norm": 21.546875,
+      "learning_rate": 1.2830004870920605e-05,
+      "loss": 32.3428,
+      "step": 965
+    },
+    {
+      "epoch": 0.4249667994687915,
+      "grad_norm": 22.328125,
+      "learning_rate": 1.2781295664880664e-05,
+      "loss": 32.0113,
+      "step": 970
+    },
+    {
+      "epoch": 0.4271573499815172,
+      "grad_norm": 26.34375,
+      "learning_rate": 1.2732586458840721e-05,
+      "loss": 31.9163,
+      "step": 975
+    },
+    {
+      "epoch": 0.429347900494243,
+      "grad_norm": 22.171875,
+      "learning_rate": 1.268387725280078e-05,
+      "loss": 32.0345,
+      "step": 980
+    },
+    {
+      "epoch": 0.4315384510069687,
+      "grad_norm": 106.3125,
+      "learning_rate": 1.263516804676084e-05,
+      "loss": 32.1245,
+      "step": 985
+    },
+    {
+      "epoch": 0.4337290015196944,
+      "grad_norm": 21.1875,
+      "learning_rate": 1.2586458840720897e-05,
+      "loss": 32.4236,
+      "step": 990
+    },
+    {
+      "epoch": 0.43591955203242017,
+      "grad_norm": 34.84375,
+      "learning_rate": 1.2537749634680957e-05,
+      "loss": 31.7463,
+      "step": 995
+    },
+    {
+      "epoch": 0.4381101025451459,
+      "grad_norm": 34.875,
+      "learning_rate": 1.2489040428641016e-05,
+      "loss": 32.5371,
+      "step": 1000
+    },
+    {
+      "epoch": 0.4381101025451459,
+      "eval_loss": NaN,
+      "eval_runtime": 244.1573,
+      "eval_samples_per_second": 1007.682,
+      "eval_steps_per_second": 31.492,
+      "step": 1000
+    }
+  ],
+  "logging_steps": 5,
+  "max_steps": 2282,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 8.664715126584115e+18,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}

last-checkpoint/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720dfc4a8bf8d5246821c427aeebf82b97f318ea02e4245c2f175949f870e340
+size 5752