Training in progress, step 1000, checkpoint

last-checkpoint/config.json

@@ -0,0 +1,47 @@
+{
+  "_name_or_path": "CocoRoF/KoModernBERT-base-mlm-v04-retry-model-NoKCbert",
+  "architectures": [
+    "ModernBERTSimCSE"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 50281,
+  "classifier_activation": "gelu",
+  "classifier_bias": false,
+  "classifier_dropout": 0.0,
+  "classifier_pooling": "mean",
+  "cls_token_id": 50281,
+  "decoder_bias": true,
+  "deterministic_flash_attn": false,
+  "embedding_dropout": 0.0,
+  "eos_token_id": 50282,
+  "global_attn_every_n_layers": 3,
+  "global_rope_theta": 160000.0,
+  "gradient_checkpointing": false,
+  "hidden_activation": "gelu",
+  "hidden_size": 768,
+  "initializer_cutoff_factor": 2.0,
+  "initializer_range": 0.02,
+  "intermediate_size": 1152,
+  "layer_norm_eps": 1e-05,
+  "local_attention": 128,
+  "local_rope_theta": 10000.0,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "mlp_dropout": 0.0,
+  "model_type": "modernbert",
+  "norm_bias": false,
+  "norm_eps": 1e-05,
+  "num_attention_heads": 12,
+  "num_hidden_layers": 22,
+  "pad_token_id": 50283,
+  "position_embedding_type": "absolute",
+  "reference_compile": false,
+  "repad_logits_with_grad": false,
+  "sep_token_id": 50282,
+  "sparse_pred_ignore_index": -100,
+  "sparse_prediction": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.48.3",
+  "vocab_size": 95663
+}

last-checkpoint/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb537bc58a461228b496e058380dfff3de3db1fc3f2945771e96c8310f621661
+size 737580392

last-checkpoint/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4202f05dcca1fa833f65010e10965eabf5ab866b8682de76c6f36e41f9427aba
+size 1475248442

last-checkpoint/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ec6e3926fa071bede113523efa3dc6e630c3c7958c54a9ca321cf4d62ed145
+size 15984

last-checkpoint/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6127ee4f0c13500ec5038fce65af8f7beec63c137c7d4b7c157aa6303cf5879
+size 15984

last-checkpoint/rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da01d1c5eb2cc3a323f97c1f590d13ccfac2a4c5b1479bd378b4e643304f5a4f
+size 15984

last-checkpoint/rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a3f04d76c0d3acc7d3dd95a04215f368f35a451ae8cba8a2fdba38cda9ca0a
+size 15984

last-checkpoint/rng_state_4.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df7d2c9825dba80cb544920f8cc0c72122f96514e6cd259052a8765b034393e2
+size 15984

last-checkpoint/rng_state_5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a20a42d44ff48cc162224010190e898fe28598ddad8cd1896d330a3bb1d8ec3
+size 15984

last-checkpoint/rng_state_6.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ac0dc4f09f25179860561fcea7c5c8f997aabdc46a170665f9dc5a72bc27c6
+size 15984

last-checkpoint/rng_state_7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a16fcb5411ff961b47eff7378d85105fe9837e0492d19ea5ce3b7c4b77aa3b6
+size 15984

last-checkpoint/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc979d8a4a308942c202386cab3e9f600572bc65e2a425e5891132147d087023
+size 1000

last-checkpoint/special_tokens_map.json

@@ -0,0 +1,37 @@
+{
+  "cls_token": {
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "[MASK]",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "[PAD]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

last-checkpoint/tokenizer_config.json

@@ -0,0 +1,945 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "|||IP_ADDRESS|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "1": {
+      "content": "<|padding|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50254": {
+      "content": "                        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50255": {
+      "content": "                       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50256": {
+      "content": "                      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50257": {
+      "content": "                     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50258": {
+      "content": "                    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50259": {
+      "content": "                   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50260": {
+      "content": "                  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50261": {
+      "content": "                 ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50262": {
+      "content": "                ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50263": {
+      "content": "               ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50264": {
+      "content": "              ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50265": {
+      "content": "             ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50266": {
+      "content": "            ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50267": {
+      "content": "           ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50268": {
+      "content": "          ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50269": {
+      "content": "         ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50270": {
+      "content": "        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50271": {
+      "content": "       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50272": {
+      "content": "      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50273": {
+      "content": "     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50274": {
+      "content": "    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50275": {
+      "content": "   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50276": {
+      "content": "  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50277": {
+      "content": "|||EMAIL_ADDRESS|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50278": {
+      "content": "|||PHONE_NUMBER|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50279": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50280": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50281": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50282": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50283": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50284": {
+      "content": "[MASK]",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "95580": {
+      "content": "[unused0]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95581": {
+      "content": "[unused1]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95582": {
+      "content": "[unused2]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95583": {
+      "content": "[unused3]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95584": {
+      "content": "[unused4]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95585": {
+      "content": "[unused5]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95586": {
+      "content": "[unused6]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95587": {
+      "content": "[unused7]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95588": {
+      "content": "[unused8]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95589": {
+      "content": "[unused9]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95590": {
+      "content": "[unused10]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95591": {
+      "content": "[unused11]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95592": {
+      "content": "[unused12]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95593": {
+      "content": "[unused13]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95594": {
+      "content": "[unused14]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95595": {
+      "content": "[unused15]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95596": {
+      "content": "[unused16]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95597": {
+      "content": "[unused17]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95598": {
+      "content": "[unused18]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95599": {
+      "content": "[unused19]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95600": {
+      "content": "[unused20]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95601": {
+      "content": "[unused21]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95602": {
+      "content": "[unused22]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95603": {
+      "content": "[unused23]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95604": {
+      "content": "[unused24]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95605": {
+      "content": "[unused25]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95606": {
+      "content": "[unused26]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95607": {
+      "content": "[unused27]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95608": {
+      "content": "[unused28]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95609": {
+      "content": "[unused29]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95610": {
+      "content": "[unused30]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95611": {
+      "content": "[unused31]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95612": {
+      "content": "[unused32]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95613": {
+      "content": "[unused33]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95614": {
+      "content": "[unused34]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95615": {
+      "content": "[unused35]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95616": {
+      "content": "[unused36]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95617": {
+      "content": "[unused37]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95618": {
+      "content": "[unused38]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95619": {
+      "content": "[unused39]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95620": {
+      "content": "[unused40]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95621": {
+      "content": "[unused41]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95622": {
+      "content": "[unused42]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95623": {
+      "content": "[unused43]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95624": {
+      "content": "[unused44]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95625": {
+      "content": "[unused45]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95626": {
+      "content": "[unused46]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95627": {
+      "content": "[unused47]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95628": {
+      "content": "[unused48]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95629": {
+      "content": "[unused49]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95630": {
+      "content": "[unused50]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95631": {
+      "content": "[unused51]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95632": {
+      "content": "[unused52]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95633": {
+      "content": "[unused53]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95634": {
+      "content": "[unused54]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95635": {
+      "content": "[unused55]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95636": {
+      "content": "[unused56]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95637": {
+      "content": "[unused57]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95638": {
+      "content": "[unused58]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95639": {
+      "content": "[unused59]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95640": {
+      "content": "[unused60]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95641": {
+      "content": "[unused61]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95642": {
+      "content": "[unused62]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95643": {
+      "content": "[unused63]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95644": {
+      "content": "[unused64]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95645": {
+      "content": "[unused65]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95646": {
+      "content": "[unused66]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95647": {
+      "content": "[unused67]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95648": {
+      "content": "[unused68]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95649": {
+      "content": "[unused69]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95650": {
+      "content": "[unused70]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95651": {
+      "content": "[unused71]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95652": {
+      "content": "[unused72]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95653": {
+      "content": "[unused73]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95654": {
+      "content": "[unused74]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95655": {
+      "content": "[unused75]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95656": {
+      "content": "[unused76]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95657": {
+      "content": "[unused77]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95658": {
+      "content": "[unused78]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95659": {
+      "content": "[unused79]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95660": {
+      "content": "[unused80]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95661": {
+      "content": "[unused81]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95662": {
+      "content": "[unused82]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "extra_special_tokens": {},
+  "mask_token": "[MASK]",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "[UNK]"
+}

last-checkpoint/trainer_state.json

@@ -0,0 +1,797 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.8753514526710404,
+  "eval_steps": 250,
+  "global_step": 1000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.01874414245548266,
+      "grad_norm": 1.0379021167755127,
+      "learning_rate": 0.0007999941425412586,
+      "loss": 0.6752,
+      "step": 10
+    },
+    {
+      "epoch": 0.03748828491096532,
+      "grad_norm": 0.779513955116272,
+      "learning_rate": 0.000799988285082517,
+      "loss": 0.3775,
+      "step": 20
+    },
+    {
+      "epoch": 0.056232427366447985,
+      "grad_norm": 0.7819342017173767,
+      "learning_rate": 0.0007999824276237754,
+      "loss": 0.3341,
+      "step": 30
+    },
+    {
+      "epoch": 0.07497656982193064,
+      "grad_norm": 0.8172865509986877,
+      "learning_rate": 0.0007999765701650339,
+      "loss": 0.3026,
+      "step": 40
+    },
+    {
+      "epoch": 0.09372071227741331,
+      "grad_norm": 0.6789480447769165,
+      "learning_rate": 0.0007999707127062924,
+      "loss": 0.3091,
+      "step": 50
+    },
+    {
+      "epoch": 0.11246485473289597,
+      "grad_norm": 0.6779003143310547,
+      "learning_rate": 0.0007999648552475509,
+      "loss": 0.2934,
+      "step": 60
+    },
+    {
+      "epoch": 0.13120899718837864,
+      "grad_norm": 0.5085116028785706,
+      "learning_rate": 0.0007999589977888094,
+      "loss": 0.2856,
+      "step": 70
+    },
+    {
+      "epoch": 0.14995313964386128,
+      "grad_norm": 0.5592414140701294,
+      "learning_rate": 0.0007999531403300678,
+      "loss": 0.2736,
+      "step": 80
+    },
+    {
+      "epoch": 0.16869728209934395,
+      "grad_norm": 0.5976341366767883,
+      "learning_rate": 0.0007999472828713263,
+      "loss": 0.2938,
+      "step": 90
+    },
+    {
+      "epoch": 0.18744142455482662,
+      "grad_norm": 0.5462539196014404,
+      "learning_rate": 0.0007999414254125848,
+      "loss": 0.2597,
+      "step": 100
+    },
+    {
+      "epoch": 0.20618556701030927,
+      "grad_norm": 0.5744641423225403,
+      "learning_rate": 0.0007999355679538432,
+      "loss": 0.2784,
+      "step": 110
+    },
+    {
+      "epoch": 0.22492970946579194,
+      "grad_norm": 0.6287326812744141,
+      "learning_rate": 0.0007999297104951018,
+      "loss": 0.2616,
+      "step": 120
+    },
+    {
+      "epoch": 0.2436738519212746,
+      "grad_norm": 0.5516992211341858,
+      "learning_rate": 0.0007999238530363602,
+      "loss": 0.2668,
+      "step": 130
+    },
+    {
+      "epoch": 0.2624179943767573,
+      "grad_norm": 0.5527953505516052,
+      "learning_rate": 0.0007999179955776188,
+      "loss": 0.2623,
+      "step": 140
+    },
+    {
+      "epoch": 0.28116213683223995,
+      "grad_norm": 0.5433118343353271,
+      "learning_rate": 0.0007999121381188772,
+      "loss": 0.2692,
+      "step": 150
+    },
+    {
+      "epoch": 0.29990627928772257,
+      "grad_norm": 0.5417677760124207,
+      "learning_rate": 0.0007999062806601356,
+      "loss": 0.2435,
+      "step": 160
+    },
+    {
+      "epoch": 0.31865042174320524,
+      "grad_norm": 0.523895800113678,
+      "learning_rate": 0.0007999004232013942,
+      "loss": 0.2459,
+      "step": 170
+    },
+    {
+      "epoch": 0.3373945641986879,
+      "grad_norm": 0.7117316126823425,
+      "learning_rate": 0.0007998945657426526,
+      "loss": 0.2638,
+      "step": 180
+    },
+    {
+      "epoch": 0.3561387066541706,
+      "grad_norm": 0.777367353439331,
+      "learning_rate": 0.0007998887082839111,
+      "loss": 0.2423,
+      "step": 190
+    },
+    {
+      "epoch": 0.37488284910965325,
+      "grad_norm": 0.6237531304359436,
+      "learning_rate": 0.0007998828508251696,
+      "loss": 0.2446,
+      "step": 200
+    },
+    {
+      "epoch": 0.3936269915651359,
+      "grad_norm": 0.47088104486465454,
+      "learning_rate": 0.000799876993366428,
+      "loss": 0.2556,
+      "step": 210
+    },
+    {
+      "epoch": 0.41237113402061853,
+      "grad_norm": 0.48523184657096863,
+      "learning_rate": 0.0007998711359076864,
+      "loss": 0.2361,
+      "step": 220
+    },
+    {
+      "epoch": 0.4311152764761012,
+      "grad_norm": 0.5119248628616333,
+      "learning_rate": 0.000799865278448945,
+      "loss": 0.2401,
+      "step": 230
+    },
+    {
+      "epoch": 0.4498594189315839,
+      "grad_norm": 0.4833837151527405,
+      "learning_rate": 0.0007998594209902034,
+      "loss": 0.2412,
+      "step": 240
+    },
+    {
+      "epoch": 0.46860356138706655,
+      "grad_norm": 0.5014116764068604,
+      "learning_rate": 0.000799853563531462,
+      "loss": 0.2475,
+      "step": 250
+    },
+    {
+      "epoch": 0.46860356138706655,
+      "eval_loss": 0.11557532846927643,
+      "eval_pearson_cosine": 0.7298070192337036,
+      "eval_pearson_dot": 0.7093910574913025,
+      "eval_pearson_euclidean": 0.7365932464599609,
+      "eval_pearson_manhattan": 0.7382453680038452,
+      "eval_runtime": 27.2701,
+      "eval_samples_per_second": 55.005,
+      "eval_spearman_cosine": 0.7577597198343433,
+      "eval_spearman_dot": 0.7151991550847255,
+      "eval_spearman_euclidean": 0.7434473510612767,
+      "eval_spearman_manhattan": 0.747354805702794,
+      "eval_steps_per_second": 6.894,
+      "step": 250
+    },
+    {
+      "epoch": 0.4873477038425492,
+      "grad_norm": 0.4523856043815613,
+      "learning_rate": 0.0007998477060727204,
+      "loss": 0.2261,
+      "step": 260
+    },
+    {
+      "epoch": 0.5060918462980318,
+      "grad_norm": 0.5232961177825928,
+      "learning_rate": 0.0007998418486139788,
+      "loss": 0.2473,
+      "step": 270
+    },
+    {
+      "epoch": 0.5248359887535146,
+      "grad_norm": 0.5113686323165894,
+      "learning_rate": 0.0007998359911552374,
+      "loss": 0.2354,
+      "step": 280
+    },
+    {
+      "epoch": 0.5435801312089972,
+      "grad_norm": 0.458387166261673,
+      "learning_rate": 0.0007998301336964958,
+      "loss": 0.2568,
+      "step": 290
+    },
+    {
+      "epoch": 0.5623242736644799,
+      "grad_norm": 0.45359304547309875,
+      "learning_rate": 0.0007998242762377543,
+      "loss": 0.2415,
+      "step": 300
+    },
+    {
+      "epoch": 0.5810684161199625,
+      "grad_norm": 0.46073561906814575,
+      "learning_rate": 0.0007998184187790128,
+      "loss": 0.2291,
+      "step": 310
+    },
+    {
+      "epoch": 0.5998125585754451,
+      "grad_norm": 0.4503585696220398,
+      "learning_rate": 0.0007998125613202712,
+      "loss": 0.2368,
+      "step": 320
+    },
+    {
+      "epoch": 0.6185567010309279,
+      "grad_norm": 0.4221174716949463,
+      "learning_rate": 0.0007998067038615297,
+      "loss": 0.2322,
+      "step": 330
+    },
+    {
+      "epoch": 0.6373008434864105,
+      "grad_norm": 0.42522430419921875,
+      "learning_rate": 0.0007998008464027882,
+      "loss": 0.241,
+      "step": 340
+    },
+    {
+      "epoch": 0.6560449859418932,
+      "grad_norm": 0.47986653447151184,
+      "learning_rate": 0.0007997949889440467,
+      "loss": 0.2252,
+      "step": 350
+    },
+    {
+      "epoch": 0.6747891283973758,
+      "grad_norm": 0.6221345067024231,
+      "learning_rate": 0.0007997891314853051,
+      "loss": 0.2418,
+      "step": 360
+    },
+    {
+      "epoch": 0.6935332708528584,
+      "grad_norm": 0.4737911820411682,
+      "learning_rate": 0.0007997832740265637,
+      "loss": 0.2232,
+      "step": 370
+    },
+    {
+      "epoch": 0.7122774133083412,
+      "grad_norm": 0.47973355650901794,
+      "learning_rate": 0.000799777416567822,
+      "loss": 0.227,
+      "step": 380
+    },
+    {
+      "epoch": 0.7310215557638238,
+      "grad_norm": 0.4451119005680084,
+      "learning_rate": 0.0007997715591090806,
+      "loss": 0.2206,
+      "step": 390
+    },
+    {
+      "epoch": 0.7497656982193065,
+      "grad_norm": 0.4816949963569641,
+      "learning_rate": 0.0007997657016503391,
+      "loss": 0.221,
+      "step": 400
+    },
+    {
+      "epoch": 0.7685098406747891,
+      "grad_norm": 0.44739213585853577,
+      "learning_rate": 0.0007997598441915975,
+      "loss": 0.226,
+      "step": 410
+    },
+    {
+      "epoch": 0.7872539831302718,
+      "grad_norm": 0.4036339521408081,
+      "learning_rate": 0.0007997539867328561,
+      "loss": 0.2359,
+      "step": 420
+    },
+    {
+      "epoch": 0.8059981255857545,
+      "grad_norm": 0.4639866054058075,
+      "learning_rate": 0.0007997481292741144,
+      "loss": 0.2251,
+      "step": 430
+    },
+    {
+      "epoch": 0.8247422680412371,
+      "grad_norm": 0.4569236636161804,
+      "learning_rate": 0.0007997422718153729,
+      "loss": 0.2337,
+      "step": 440
+    },
+    {
+      "epoch": 0.8434864104967198,
+      "grad_norm": 0.37712669372558594,
+      "learning_rate": 0.0007997364143566314,
+      "loss": 0.2009,
+      "step": 450
+    },
+    {
+      "epoch": 0.8622305529522024,
+      "grad_norm": 0.3660425543785095,
+      "learning_rate": 0.0007997305568978899,
+      "loss": 0.2217,
+      "step": 460
+    },
+    {
+      "epoch": 0.8809746954076851,
+      "grad_norm": 0.37786588072776794,
+      "learning_rate": 0.0007997246994391483,
+      "loss": 0.2256,
+      "step": 470
+    },
+    {
+      "epoch": 0.8997188378631678,
+      "grad_norm": 0.34985071420669556,
+      "learning_rate": 0.0007997188419804069,
+      "loss": 0.2137,
+      "step": 480
+    },
+    {
+      "epoch": 0.9184629803186504,
+      "grad_norm": 0.5390796661376953,
+      "learning_rate": 0.0007997129845216653,
+      "loss": 0.2164,
+      "step": 490
+    },
+    {
+      "epoch": 0.9372071227741331,
+      "grad_norm": 0.45559704303741455,
+      "learning_rate": 0.0007997071270629237,
+      "loss": 0.2267,
+      "step": 500
+    },
+    {
+      "epoch": 0.9372071227741331,
+      "eval_loss": 0.120799720287323,
+      "eval_pearson_cosine": 0.739181399345398,
+      "eval_pearson_dot": 0.7062755823135376,
+      "eval_pearson_euclidean": 0.7443870306015015,
+      "eval_pearson_manhattan": 0.7475869655609131,
+      "eval_runtime": 27.6267,
+      "eval_samples_per_second": 54.295,
+      "eval_spearman_cosine": 0.7615568395698803,
+      "eval_spearman_dot": 0.7105088137905408,
+      "eval_spearman_euclidean": 0.7483334786946333,
+      "eval_spearman_manhattan": 0.753415014125672,
+      "eval_steps_per_second": 6.805,
+      "step": 500
+    },
+    {
+      "epoch": 0.9559512652296157,
+      "grad_norm": 0.4264763593673706,
+      "learning_rate": 0.0007997012696041823,
+      "loss": 0.1925,
+      "step": 510
+    },
+    {
+      "epoch": 0.9746954076850984,
+      "grad_norm": 0.3580343425273895,
+      "learning_rate": 0.0007996954121454407,
+      "loss": 0.2208,
+      "step": 520
+    },
+    {
+      "epoch": 0.993439550140581,
+      "grad_norm": 0.3899773359298706,
+      "learning_rate": 0.0007996895546866993,
+      "loss": 0.2219,
+      "step": 530
+    },
+    {
+      "epoch": 1.013120899718838,
+      "grad_norm": 0.34510987997055054,
+      "learning_rate": 0.0007996836972279577,
+      "loss": 0.1681,
+      "step": 540
+    },
+    {
+      "epoch": 1.0318650421743205,
+      "grad_norm": 0.52265465259552,
+      "learning_rate": 0.0007996778397692161,
+      "loss": 0.1328,
+      "step": 550
+    },
+    {
+      "epoch": 1.0506091846298031,
+      "grad_norm": 0.39699018001556396,
+      "learning_rate": 0.0007996719823104747,
+      "loss": 0.146,
+      "step": 560
+    },
+    {
+      "epoch": 1.069353327085286,
+      "grad_norm": 0.3806276023387909,
+      "learning_rate": 0.0007996661248517331,
+      "loss": 0.1394,
+      "step": 570
+    },
+    {
+      "epoch": 1.0880974695407686,
+      "grad_norm": 0.38312238454818726,
+      "learning_rate": 0.0007996602673929916,
+      "loss": 0.1296,
+      "step": 580
+    },
+    {
+      "epoch": 1.1068416119962512,
+      "grad_norm": 0.40978288650512695,
+      "learning_rate": 0.0007996544099342501,
+      "loss": 0.1328,
+      "step": 590
+    },
+    {
+      "epoch": 1.1255857544517338,
+      "grad_norm": 0.36600926518440247,
+      "learning_rate": 0.0007996485524755086,
+      "loss": 0.1403,
+      "step": 600
+    },
+    {
+      "epoch": 1.1443298969072164,
+      "grad_norm": 0.44099515676498413,
+      "learning_rate": 0.0007996426950167669,
+      "loss": 0.133,
+      "step": 610
+    },
+    {
+      "epoch": 1.1630740393626993,
+      "grad_norm": 0.3496938645839691,
+      "learning_rate": 0.0007996368375580255,
+      "loss": 0.1334,
+      "step": 620
+    },
+    {
+      "epoch": 1.1818181818181819,
+      "grad_norm": 0.3754808306694031,
+      "learning_rate": 0.0007996309800992839,
+      "loss": 0.1417,
+      "step": 630
+    },
+    {
+      "epoch": 1.2005623242736645,
+      "grad_norm": 0.45285704731941223,
+      "learning_rate": 0.0007996251226405425,
+      "loss": 0.1525,
+      "step": 640
+    },
+    {
+      "epoch": 1.219306466729147,
+      "grad_norm": 0.4499760866165161,
+      "learning_rate": 0.000799619265181801,
+      "loss": 0.1432,
+      "step": 650
+    },
+    {
+      "epoch": 1.2380506091846297,
+      "grad_norm": 0.3310897648334503,
+      "learning_rate": 0.0007996134077230593,
+      "loss": 0.1392,
+      "step": 660
+    },
+    {
+      "epoch": 1.2567947516401126,
+      "grad_norm": 0.32931098341941833,
+      "learning_rate": 0.0007996075502643179,
+      "loss": 0.1484,
+      "step": 670
+    },
+    {
+      "epoch": 1.2755388940955952,
+      "grad_norm": 0.32448434829711914,
+      "learning_rate": 0.0007996016928055763,
+      "loss": 0.1464,
+      "step": 680
+    },
+    {
+      "epoch": 1.2942830365510778,
+      "grad_norm": 0.38759011030197144,
+      "learning_rate": 0.0007995958353468348,
+      "loss": 0.1412,
+      "step": 690
+    },
+    {
+      "epoch": 1.3130271790065604,
+      "grad_norm": 0.29216083884239197,
+      "learning_rate": 0.0007995899778880933,
+      "loss": 0.1381,
+      "step": 700
+    },
+    {
+      "epoch": 1.331771321462043,
+      "grad_norm": 0.36174365878105164,
+      "learning_rate": 0.0007995841204293518,
+      "loss": 0.1429,
+      "step": 710
+    },
+    {
+      "epoch": 1.3505154639175259,
+      "grad_norm": 0.3533223569393158,
+      "learning_rate": 0.0007995782629706102,
+      "loss": 0.1349,
+      "step": 720
+    },
+    {
+      "epoch": 1.3692596063730085,
+      "grad_norm": 0.34500110149383545,
+      "learning_rate": 0.0007995724055118687,
+      "loss": 0.1445,
+      "step": 730
+    },
+    {
+      "epoch": 1.388003748828491,
+      "grad_norm": 0.3347356617450714,
+      "learning_rate": 0.0007995665480531272,
+      "loss": 0.1508,
+      "step": 740
+    },
+    {
+      "epoch": 1.4067478912839737,
+      "grad_norm": 0.5160906910896301,
+      "learning_rate": 0.0007995606905943857,
+      "loss": 0.156,
+      "step": 750
+    },
+    {
+      "epoch": 1.4067478912839737,
+      "eval_loss": 0.07170082628726959,
+      "eval_pearson_cosine": 0.7533469200134277,
+      "eval_pearson_dot": 0.7396403551101685,
+      "eval_pearson_euclidean": 0.7499958276748657,
+      "eval_pearson_manhattan": 0.7558424472808838,
+      "eval_runtime": 27.4077,
+      "eval_samples_per_second": 54.729,
+      "eval_spearman_cosine": 0.7671397694369135,
+      "eval_spearman_dot": 0.7444267819763823,
+      "eval_spearman_euclidean": 0.753108908424924,
+      "eval_spearman_manhattan": 0.7608183984789815,
+      "eval_steps_per_second": 6.859,
+      "step": 750
+    },
+    {
+      "epoch": 1.4254920337394563,
+      "grad_norm": 0.3751141428947449,
+      "learning_rate": 0.0007995548331356442,
+      "loss": 0.1606,
+      "step": 760
+    },
+    {
+      "epoch": 1.4442361761949392,
+      "grad_norm": 0.3998653292655945,
+      "learning_rate": 0.0007995489756769026,
+      "loss": 0.1447,
+      "step": 770
+    },
+    {
+      "epoch": 1.4629803186504218,
+      "grad_norm": 0.32710304856300354,
+      "learning_rate": 0.0007995431182181611,
+      "loss": 0.1381,
+      "step": 780
+    },
+    {
+      "epoch": 1.4817244611059044,
+      "grad_norm": 0.3845181167125702,
+      "learning_rate": 0.0007995372607594195,
+      "loss": 0.1488,
+      "step": 790
+    },
+    {
+      "epoch": 1.5004686035613872,
+      "grad_norm": 0.39582550525665283,
+      "learning_rate": 0.000799531403300678,
+      "loss": 0.1546,
+      "step": 800
+    },
+    {
+      "epoch": 1.5192127460168696,
+      "grad_norm": 0.38061007857322693,
+      "learning_rate": 0.0007995255458419366,
+      "loss": 0.1403,
+      "step": 810
+    },
+    {
+      "epoch": 1.5379568884723525,
+      "grad_norm": 0.4833431839942932,
+      "learning_rate": 0.000799519688383195,
+      "loss": 0.1582,
+      "step": 820
+    },
+    {
+      "epoch": 1.556701030927835,
+      "grad_norm": 0.36174824833869934,
+      "learning_rate": 0.0007995138309244534,
+      "loss": 0.1561,
+      "step": 830
+    },
+    {
+      "epoch": 1.5754451733833177,
+      "grad_norm": 0.4403337836265564,
+      "learning_rate": 0.0007995079734657119,
+      "loss": 0.1472,
+      "step": 840
+    },
+    {
+      "epoch": 1.5941893158388005,
+      "grad_norm": 0.384498655796051,
+      "learning_rate": 0.0007995021160069704,
+      "loss": 0.1458,
+      "step": 850
+    },
+    {
+      "epoch": 1.612933458294283,
+      "grad_norm": 0.29897651076316833,
+      "learning_rate": 0.0007994962585482289,
+      "loss": 0.1528,
+      "step": 860
+    },
+    {
+      "epoch": 1.6316776007497658,
+      "grad_norm": 0.3865436613559723,
+      "learning_rate": 0.0007994904010894874,
+      "loss": 0.1497,
+      "step": 870
+    },
+    {
+      "epoch": 1.6504217432052484,
+      "grad_norm": 0.34619590640068054,
+      "learning_rate": 0.0007994845436307458,
+      "loss": 0.1425,
+      "step": 880
+    },
+    {
+      "epoch": 1.669165885660731,
+      "grad_norm": 0.2863396108150482,
+      "learning_rate": 0.0007994786861720043,
+      "loss": 0.1441,
+      "step": 890
+    },
+    {
+      "epoch": 1.6879100281162138,
+      "grad_norm": 0.371105432510376,
+      "learning_rate": 0.0007994728287132628,
+      "loss": 0.1437,
+      "step": 900
+    },
+    {
+      "epoch": 1.7066541705716962,
+      "grad_norm": 0.3657528758049011,
+      "learning_rate": 0.0007994669712545212,
+      "loss": 0.1435,
+      "step": 910
+    },
+    {
+      "epoch": 1.725398313027179,
+      "grad_norm": 0.333408385515213,
+      "learning_rate": 0.0007994611137957798,
+      "loss": 0.1322,
+      "step": 920
+    },
+    {
+      "epoch": 1.7441424554826617,
+      "grad_norm": 0.34960120916366577,
+      "learning_rate": 0.0007994552563370382,
+      "loss": 0.1551,
+      "step": 930
+    },
+    {
+      "epoch": 1.7628865979381443,
+      "grad_norm": 0.30177751183509827,
+      "learning_rate": 0.0007994493988782967,
+      "loss": 0.1641,
+      "step": 940
+    },
+    {
+      "epoch": 1.7816307403936271,
+      "grad_norm": 0.39110997319221497,
+      "learning_rate": 0.0007994435414195552,
+      "loss": 0.1523,
+      "step": 950
+    },
+    {
+      "epoch": 1.8003748828491095,
+      "grad_norm": 0.30561545491218567,
+      "learning_rate": 0.0007994376839608136,
+      "loss": 0.1516,
+      "step": 960
+    },
+    {
+      "epoch": 1.8191190253045924,
+      "grad_norm": 0.32364317774772644,
+      "learning_rate": 0.0007994318265020722,
+      "loss": 0.145,
+      "step": 970
+    },
+    {
+      "epoch": 1.837863167760075,
+      "grad_norm": 0.36380302906036377,
+      "learning_rate": 0.0007994259690433306,
+      "loss": 0.1576,
+      "step": 980
+    },
+    {
+      "epoch": 1.8566073102155576,
+      "grad_norm": 0.3005361258983612,
+      "learning_rate": 0.0007994201115845891,
+      "loss": 0.1535,
+      "step": 990
+    },
+    {
+      "epoch": 1.8753514526710404,
+      "grad_norm": 0.33928126096725464,
+      "learning_rate": 0.0007994142541258476,
+      "loss": 0.1741,
+      "step": 1000
+    },
+    {
+      "epoch": 1.8753514526710404,
+      "eval_loss": 0.08202449977397919,
+      "eval_pearson_cosine": 0.7594348192214966,
+      "eval_pearson_dot": 0.7289378643035889,
+      "eval_pearson_euclidean": 0.7542859315872192,
+      "eval_pearson_manhattan": 0.7619277238845825,
+      "eval_runtime": 27.4437,
+      "eval_samples_per_second": 54.657,
+      "eval_spearman_cosine": 0.7679965558172381,
+      "eval_spearman_dot": 0.7298723962118674,
+      "eval_spearman_euclidean": 0.7535528712822376,
+      "eval_spearman_manhattan": 0.7621231744319878,
+      "eval_steps_per_second": 6.85,
+      "step": 1000
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 5330,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 10,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

last-checkpoint/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805776f929c26bd6f2720096c825c43b51c466fa87bce02e3c7dcb50859caf01
+size 5368