Delete checkpoint-114

checkpoint-114/added_tokens.json

@@ -1,5 +0,0 @@
-{
-  "<|endofprompt|>": 100276,
-  "<|im_end|>": 100265,
-  "<|im_start|>": 100264
-}

checkpoint-114/chat_template.jinja

@@ -1,4 +0,0 @@
-{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{{'<|im_start|>' + message['role'] + '
-' + message['content'] + '<|im_end|>' + '
-'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant
-' }}{% endif %}

checkpoint-114/config.json

@@ -1,32 +0,0 @@
-{
-  "architectures": [
-    "LlamaForCausalLM"
-  ],
-  "attention_bias": false,
-  "attention_dropout": 0.0,
-  "bos_token_id": 100257,
-  "embd_pdrop": 0.0,
-  "eos_token_id": 100265,
-  "head_dim": 128,
-  "hidden_act": "silu",
-  "hidden_size": 4096,
-  "initializer_range": 0.02,
-  "intermediate_size": 8192,
-  "max_position_embeddings": 262144,
-  "mlp_bias": false,
-  "model_type": "llama",
-  "num_attention_heads": 32,
-  "num_hidden_layers": 28,
-  "num_key_value_heads": 8,
-  "pad_token_id": 100257,
-  "pretraining_tp": 1,
-  "resid_pdrop": 0.0,
-  "rms_norm_eps": 1e-06,
-  "rope_scaling": null,
-  "rope_theta": 128000000,
-  "tie_word_embeddings": true,
-  "torch_dtype": "bfloat16",
-  "transformers_version": "4.52.4",
-  "use_cache": false,
-  "vocab_size": 102400
-}

checkpoint-114/generation_config.json

@@ -1,9 +0,0 @@
-{
-  "_from_model_config": true,
-  "bos_token_id": 100257,
-  "do_sample": true,
-  "eos_token_id": 100265,
-  "pad_token_id": 100257,
-  "transformers_version": "4.52.4",
-  "use_cache": false
-}

checkpoint-114/model-00001-of-00002.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c03c03182572292cdeeccd84dbb018c85657d9c274c1af379501b6607a589bbc
-size 4983077832

checkpoint-114/model-00002-of-00002.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ae5743457f77a4952d914119b14a3a5988e3d1ff8485e9c42979fbaeb8f9f0a4
-size 3842234168

checkpoint-114/model.safetensors.index.json

@@ -1,261 +0,0 @@
-{
-  "metadata": {
-    "total_size": 8825282560
-  },
-  "weight_map": {
-    "model.embed_tokens.weight": "model-00001-of-00002.safetensors",
-    "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.14.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.15.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.16.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.17.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.18.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.19.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.20.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.20.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.20.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.21.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.21.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.21.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.22.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.22.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.22.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.26.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.26.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.26.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.26.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.26.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.26.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.26.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.26.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.27.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.27.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.27.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.27.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.27.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.27.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.norm.weight": "model-00002-of-00002.safetensors"
-  }
-}

checkpoint-114/optimizer.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c4c9d614580d0968a0f86311aaf34e4cca264dbbeb00a6eb3bae2a57fccff036
-size 11466962878

checkpoint-114/rng_state.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4b11a10749bfb1630d95eef94125f4590e8610c579d217d1f158e71ce518d72b
-size 14244

checkpoint-114/scheduler.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e370a8b067a6fd3de43ea0855e35d35626079fd6b55224a205d39fb4397e68bc
-size 1064

checkpoint-114/special_tokens_map.json

@@ -1,30 +0,0 @@
-{
-  "bos_token": {
-    "content": "<|endoftext|>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "eos_token": {
-    "content": "<|im_end|>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "pad_token": {
-    "content": "<|endoftext|>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "unk_token": {
-    "content": "<|endoftext|>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  }
-}

checkpoint-114/tokenizer_config.json

@@ -1,69 +0,0 @@
-{
-  "add_prefix_space": false,
-  "added_tokens_decoder": {
-    "100257": {
-      "content": "<|endoftext|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "100258": {
-      "content": "<|fim_prefix|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "100259": {
-      "content": "<|fim_middle|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "100260": {
-      "content": "<|fim_suffix|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "100264": {
-      "content": "<|im_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "100265": {
-      "content": "<|im_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "100276": {
-      "content": "<|endofprompt|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    }
-  },
-  "bos_token": "<|endoftext|>",
-  "clean_up_tokenization_spaces": false,
-  "eos_token": "<|im_end|>",
-  "extra_special_tokens": {},
-  "model_max_length": 262144,
-  "pad_token": "<|endoftext|>",
-  "tokenizer_class": "GPT2Tokenizer",
-  "unk_token": "<|endoftext|>"
-}

checkpoint-114/trainer_state.json

@@ -1,832 +0,0 @@
-{
-  "best_global_step": null,
-  "best_metric": null,
-  "best_model_checkpoint": null,
-  "epoch": 0.9956331877729258,
-  "eval_steps": 500,
-  "global_step": 114,
-  "is_hyper_param_search": false,
-  "is_local_process_zero": true,
-  "is_world_process_zero": true,
-  "log_history": [
-    {
-      "epoch": 0.008733624454148471,
-      "grad_norm": 2.234375,
-      "learning_rate": 0.0,
-      "loss": 2.578,
-      "step": 1
-    },
-    {
-      "epoch": 0.017467248908296942,
-      "grad_norm": 2.515625,
-      "learning_rate": 4.5454545454545457e-07,
-      "loss": 2.6324,
-      "step": 2
-    },
-    {
-      "epoch": 0.026200873362445413,
-      "grad_norm": 2.546875,
-      "learning_rate": 9.090909090909091e-07,
-      "loss": 2.6563,
-      "step": 3
-    },
-    {
-      "epoch": 0.034934497816593885,
-      "grad_norm": 2.21875,
-      "learning_rate": 1.3636363636363636e-06,
-      "loss": 2.5986,
-      "step": 4
-    },
-    {
-      "epoch": 0.043668122270742356,
-      "grad_norm": 2.40625,
-      "learning_rate": 1.8181818181818183e-06,
-      "loss": 2.6456,
-      "step": 5
-    },
-    {
-      "epoch": 0.05240174672489083,
-      "grad_norm": 2.28125,
-      "learning_rate": 2.2727272727272728e-06,
-      "loss": 2.638,
-      "step": 6
-    },
-    {
-      "epoch": 0.0611353711790393,
-      "grad_norm": 2.421875,
-      "learning_rate": 2.7272727272727272e-06,
-      "loss": 2.6678,
-      "step": 7
-    },
-    {
-      "epoch": 0.06986899563318777,
-      "grad_norm": 2.328125,
-      "learning_rate": 3.181818181818182e-06,
-      "loss": 2.6304,
-      "step": 8
-    },
-    {
-      "epoch": 0.07860262008733625,
-      "grad_norm": 2.046875,
-      "learning_rate": 3.6363636363636366e-06,
-      "loss": 2.6253,
-      "step": 9
-    },
-    {
-      "epoch": 0.08733624454148471,
-      "grad_norm": 2.109375,
-      "learning_rate": 4.0909090909090915e-06,
-      "loss": 2.6161,
-      "step": 10
-    },
-    {
-      "epoch": 0.09606986899563319,
-      "grad_norm": 2.015625,
-      "learning_rate": 4.5454545454545455e-06,
-      "loss": 2.6971,
-      "step": 11
-    },
-    {
-      "epoch": 0.10480349344978165,
-      "grad_norm": 1.75,
-      "learning_rate": 5e-06,
-      "loss": 2.5767,
-      "step": 12
-    },
-    {
-      "epoch": 0.11353711790393013,
-      "grad_norm": 1.703125,
-      "learning_rate": 5.4545454545454545e-06,
-      "loss": 2.5748,
-      "step": 13
-    },
-    {
-      "epoch": 0.1222707423580786,
-      "grad_norm": 1.6328125,
-      "learning_rate": 5.90909090909091e-06,
-      "loss": 2.5845,
-      "step": 14
-    },
-    {
-      "epoch": 0.13100436681222707,
-      "grad_norm": 1.5234375,
-      "learning_rate": 6.363636363636364e-06,
-      "loss": 2.6236,
-      "step": 15
-    },
-    {
-      "epoch": 0.13973799126637554,
-      "grad_norm": 1.3359375,
-      "learning_rate": 6.818181818181818e-06,
-      "loss": 2.6045,
-      "step": 16
-    },
-    {
-      "epoch": 0.14847161572052403,
-      "grad_norm": 1.296875,
-      "learning_rate": 7.272727272727273e-06,
-      "loss": 2.617,
-      "step": 17
-    },
-    {
-      "epoch": 0.1572052401746725,
-      "grad_norm": 1.15625,
-      "learning_rate": 7.727272727272727e-06,
-      "loss": 2.5447,
-      "step": 18
-    },
-    {
-      "epoch": 0.16593886462882096,
-      "grad_norm": 1.1796875,
-      "learning_rate": 8.181818181818183e-06,
-      "loss": 2.6597,
-      "step": 19
-    },
-    {
-      "epoch": 0.17467248908296942,
-      "grad_norm": 1.1328125,
-      "learning_rate": 8.636363636363637e-06,
-      "loss": 2.5515,
-      "step": 20
-    },
-    {
-      "epoch": 0.18340611353711792,
-      "grad_norm": 1.140625,
-      "learning_rate": 9.090909090909091e-06,
-      "loss": 2.5699,
-      "step": 21
-    },
-    {
-      "epoch": 0.19213973799126638,
-      "grad_norm": 1.1015625,
-      "learning_rate": 9.545454545454547e-06,
-      "loss": 2.6027,
-      "step": 22
-    },
-    {
-      "epoch": 0.20087336244541484,
-      "grad_norm": 1.109375,
-      "learning_rate": 1e-05,
-      "loss": 2.5589,
-      "step": 23
-    },
-    {
-      "epoch": 0.2096069868995633,
-      "grad_norm": 1.0859375,
-      "learning_rate": 9.999869003890174e-06,
-      "loss": 2.5869,
-      "step": 24
-    },
-    {
-      "epoch": 0.2183406113537118,
-      "grad_norm": 1.078125,
-      "learning_rate": 9.999476022424688e-06,
-      "loss": 2.5414,
-      "step": 25
-    },
-    {
-      "epoch": 0.22707423580786026,
-      "grad_norm": 1.03125,
-      "learning_rate": 9.998821076195158e-06,
-      "loss": 2.6005,
-      "step": 26
-    },
-    {
-      "epoch": 0.23580786026200873,
-      "grad_norm": 1.078125,
-      "learning_rate": 9.997904199519748e-06,
-      "loss": 2.5769,
-      "step": 27
-    },
-    {
-      "epoch": 0.2445414847161572,
-      "grad_norm": 1.0703125,
-      "learning_rate": 9.996725440441368e-06,
-      "loss": 2.6084,
-      "step": 28
-    },
-    {
-      "epoch": 0.25327510917030566,
-      "grad_norm": 0.98828125,
-      "learning_rate": 9.995284860725162e-06,
-      "loss": 2.6237,
-      "step": 29
-    },
-    {
-      "epoch": 0.26200873362445415,
-      "grad_norm": 0.9453125,
-      "learning_rate": 9.993582535855265e-06,
-      "loss": 2.577,
-      "step": 30
-    },
-    {
-      "epoch": 0.27074235807860264,
-      "grad_norm": 0.953125,
-      "learning_rate": 9.991618555030848e-06,
-      "loss": 2.591,
-      "step": 31
-    },
-    {
-      "epoch": 0.2794759825327511,
-      "grad_norm": 0.94921875,
-      "learning_rate": 9.989393021161455e-06,
-      "loss": 2.5533,
-      "step": 32
-    },
-    {
-      "epoch": 0.28820960698689957,
-      "grad_norm": 0.99609375,
-      "learning_rate": 9.986906050861595e-06,
-      "loss": 2.5694,
-      "step": 33
-    },
-    {
-      "epoch": 0.29694323144104806,
-      "grad_norm": 0.9765625,
-      "learning_rate": 9.98415777444464e-06,
-      "loss": 2.53,
-      "step": 34
-    },
-    {
-      "epoch": 0.3056768558951965,
-      "grad_norm": 0.9296875,
-      "learning_rate": 9.981148335916e-06,
-      "loss": 2.5486,
-      "step": 35
-    },
-    {
-      "epoch": 0.314410480349345,
-      "grad_norm": 0.92578125,
-      "learning_rate": 9.977877892965572e-06,
-      "loss": 2.5649,
-      "step": 36
-    },
-    {
-      "epoch": 0.3231441048034934,
-      "grad_norm": 0.9609375,
-      "learning_rate": 9.974346616959476e-06,
-      "loss": 2.6342,
-      "step": 37
-    },
-    {
-      "epoch": 0.3318777292576419,
-      "grad_norm": 0.9140625,
-      "learning_rate": 9.970554692931081e-06,
-      "loss": 2.5869,
-      "step": 38
-    },
-    {
-      "epoch": 0.3406113537117904,
-      "grad_norm": 0.90234375,
-      "learning_rate": 9.966502319571303e-06,
-      "loss": 2.5639,
-      "step": 39
-    },
-    {
-      "epoch": 0.34934497816593885,
-      "grad_norm": 0.9375,
-      "learning_rate": 9.962189709218202e-06,
-      "loss": 2.5443,
-      "step": 40
-    },
-    {
-      "epoch": 0.35807860262008734,
-      "grad_norm": 0.9453125,
-      "learning_rate": 9.95761708784585e-06,
-      "loss": 2.5412,
-      "step": 41
-    },
-    {
-      "epoch": 0.36681222707423583,
-      "grad_norm": 0.8828125,
-      "learning_rate": 9.952784695052494e-06,
-      "loss": 2.5115,
-      "step": 42
-    },
-    {
-      "epoch": 0.37554585152838427,
-      "grad_norm": 0.99609375,
-      "learning_rate": 9.94769278404799e-06,
-      "loss": 2.4547,
-      "step": 43
-    },
-    {
-      "epoch": 0.38427947598253276,
-      "grad_norm": 0.90234375,
-      "learning_rate": 9.942341621640558e-06,
-      "loss": 2.5528,
-      "step": 44
-    },
-    {
-      "epoch": 0.3930131004366812,
-      "grad_norm": 0.96484375,
-      "learning_rate": 9.936731488222776e-06,
-      "loss": 2.5629,
-      "step": 45
-    },
-    {
-      "epoch": 0.4017467248908297,
-      "grad_norm": 0.89453125,
-      "learning_rate": 9.930862677756912e-06,
-      "loss": 2.5632,
-      "step": 46
-    },
-    {
-      "epoch": 0.4104803493449782,
-      "grad_norm": 0.890625,
-      "learning_rate": 9.924735497759497e-06,
-      "loss": 2.5625,
-      "step": 47
-    },
-    {
-      "epoch": 0.4192139737991266,
-      "grad_norm": 0.875,
-      "learning_rate": 9.918350269285228e-06,
-      "loss": 2.5522,
-      "step": 48
-    },
-    {
-      "epoch": 0.4279475982532751,
-      "grad_norm": 0.90234375,
-      "learning_rate": 9.911707326910145e-06,
-      "loss": 2.6349,
-      "step": 49
-    },
-    {
-      "epoch": 0.4366812227074236,
-      "grad_norm": 0.91015625,
-      "learning_rate": 9.904807018714088e-06,
-      "loss": 2.6174,
-      "step": 50
-    },
-    {
-      "epoch": 0.44541484716157204,
-      "grad_norm": 0.89453125,
-      "learning_rate": 9.897649706262474e-06,
-      "loss": 2.5732,
-      "step": 51
-    },
-    {
-      "epoch": 0.45414847161572053,
-      "grad_norm": 0.91796875,
-      "learning_rate": 9.890235764587332e-06,
-      "loss": 2.6071,
-      "step": 52
-    },
-    {
-      "epoch": 0.462882096069869,
-      "grad_norm": 0.89453125,
-      "learning_rate": 9.882565582167673e-06,
-      "loss": 2.5587,
-      "step": 53
-    },
-    {
-      "epoch": 0.47161572052401746,
-      "grad_norm": 0.88671875,
-      "learning_rate": 9.874639560909118e-06,
-      "loss": 2.5676,
-      "step": 54
-    },
-    {
-      "epoch": 0.48034934497816595,
-      "grad_norm": 0.890625,
-      "learning_rate": 9.866458116122852e-06,
-      "loss": 2.515,
-      "step": 55
-    },
-    {
-      "epoch": 0.4890829694323144,
-      "grad_norm": 0.8984375,
-      "learning_rate": 9.858021676503846e-06,
-      "loss": 2.5355,
-      "step": 56
-    },
-    {
-      "epoch": 0.4978165938864629,
-      "grad_norm": 0.90234375,
-      "learning_rate": 9.849330684108409e-06,
-      "loss": 2.5798,
-      "step": 57
-    },
-    {
-      "epoch": 0.5065502183406113,
-      "grad_norm": 0.87890625,
-      "learning_rate": 9.840385594331022e-06,
-      "loss": 2.5391,
-      "step": 58
-    },
-    {
-      "epoch": 0.5152838427947598,
-      "grad_norm": 0.90625,
-      "learning_rate": 9.831186875880467e-06,
-      "loss": 2.521,
-      "step": 59
-    },
-    {
-      "epoch": 0.5240174672489083,
-      "grad_norm": 0.91796875,
-      "learning_rate": 9.82173501075528e-06,
-      "loss": 2.5553,
-      "step": 60
-    },
-    {
-      "epoch": 0.5327510917030568,
-      "grad_norm": 0.890625,
-      "learning_rate": 9.812030494218484e-06,
-      "loss": 2.6096,
-      "step": 61
-    },
-    {
-      "epoch": 0.5414847161572053,
-      "grad_norm": 0.88671875,
-      "learning_rate": 9.802073834771642e-06,
-      "loss": 2.5513,
-      "step": 62
-    },
-    {
-      "epoch": 0.5502183406113537,
-      "grad_norm": 0.96484375,
-      "learning_rate": 9.79186555412822e-06,
-      "loss": 2.6127,
-      "step": 63
-    },
-    {
-      "epoch": 0.5589519650655022,
-      "grad_norm": 0.90234375,
-      "learning_rate": 9.781406187186237e-06,
-      "loss": 2.5172,
-      "step": 64
-    },
-    {
-      "epoch": 0.5676855895196506,
-      "grad_norm": 0.87890625,
-      "learning_rate": 9.770696282000245e-06,
-      "loss": 2.5562,
-      "step": 65
-    },
-    {
-      "epoch": 0.5764192139737991,
-      "grad_norm": 0.88671875,
-      "learning_rate": 9.759736399752611e-06,
-      "loss": 2.5538,
-      "step": 66
-    },
-    {
-      "epoch": 0.5851528384279476,
-      "grad_norm": 0.89453125,
-      "learning_rate": 9.748527114724111e-06,
-      "loss": 2.5661,
-      "step": 67
-    },
-    {
-      "epoch": 0.5938864628820961,
-      "grad_norm": 0.91796875,
-      "learning_rate": 9.737069014263837e-06,
-      "loss": 2.6247,
-      "step": 68
-    },
-    {
-      "epoch": 0.6026200873362445,
-      "grad_norm": 0.9296875,
-      "learning_rate": 9.725362698758425e-06,
-      "loss": 2.5432,
-      "step": 69
-    },
-    {
-      "epoch": 0.611353711790393,
-      "grad_norm": 0.890625,
-      "learning_rate": 9.713408781600588e-06,
-      "loss": 2.51,
-      "step": 70
-    },
-    {
-      "epoch": 0.6200873362445415,
-      "grad_norm": 0.8828125,
-      "learning_rate": 9.701207889156989e-06,
-      "loss": 2.5114,
-      "step": 71
-    },
-    {
-      "epoch": 0.62882096069869,
-      "grad_norm": 0.9296875,
-      "learning_rate": 9.688760660735403e-06,
-      "loss": 2.5707,
-      "step": 72
-    },
-    {
-      "epoch": 0.6375545851528385,
-      "grad_norm": 0.91015625,
-      "learning_rate": 9.676067748551232e-06,
-      "loss": 2.579,
-      "step": 73
-    },
-    {
-      "epoch": 0.6462882096069869,
-      "grad_norm": 0.91015625,
-      "learning_rate": 9.663129817693323e-06,
-      "loss": 2.5844,
-      "step": 74
-    },
-    {
-      "epoch": 0.6550218340611353,
-      "grad_norm": 0.9296875,
-      "learning_rate": 9.64994754608912e-06,
-      "loss": 2.5768,
-      "step": 75
-    },
-    {
-      "epoch": 0.6637554585152838,
-      "grad_norm": 0.890625,
-      "learning_rate": 9.636521624469144e-06,
-      "loss": 2.5568,
-      "step": 76
-    },
-    {
-      "epoch": 0.6724890829694323,
-      "grad_norm": 0.91796875,
-      "learning_rate": 9.622852756330797e-06,
-      "loss": 2.5348,
-      "step": 77
-    },
-    {
-      "epoch": 0.6812227074235808,
-      "grad_norm": 0.88671875,
-      "learning_rate": 9.608941657901496e-06,
-      "loss": 2.5221,
-      "step": 78
-    },
-    {
-      "epoch": 0.6899563318777293,
-      "grad_norm": 0.921875,
-      "learning_rate": 9.594789058101154e-06,
-      "loss": 2.6385,
-      "step": 79
-    },
-    {
-      "epoch": 0.6986899563318777,
-      "grad_norm": 0.91796875,
-      "learning_rate": 9.580395698503979e-06,
-      "loss": 2.5107,
-      "step": 80
-    },
-    {
-      "epoch": 0.7074235807860262,
-      "grad_norm": 0.953125,
-      "learning_rate": 9.565762333299616e-06,
-      "loss": 2.5751,
-      "step": 81
-    },
-    {
-      "epoch": 0.7161572052401747,
-      "grad_norm": 0.93359375,
-      "learning_rate": 9.550889729253631e-06,
-      "loss": 2.6106,
-      "step": 82
-    },
-    {
-      "epoch": 0.7248908296943232,
-      "grad_norm": 0.921875,
-      "learning_rate": 9.535778665667334e-06,
-      "loss": 2.6177,
-      "step": 83
-    },
-    {
-      "epoch": 0.7336244541484717,
-      "grad_norm": 1.0,
-      "learning_rate": 9.520429934336944e-06,
-      "loss": 2.5421,
-      "step": 84
-    },
-    {
-      "epoch": 0.74235807860262,
-      "grad_norm": 0.90234375,
-      "learning_rate": 9.504844339512096e-06,
-      "loss": 2.6234,
-      "step": 85
-    },
-    {
-      "epoch": 0.7510917030567685,
-      "grad_norm": 0.91015625,
-      "learning_rate": 9.48902269785371e-06,
-      "loss": 2.5791,
-      "step": 86
-    },
-    {
-      "epoch": 0.759825327510917,
-      "grad_norm": 0.8671875,
-      "learning_rate": 9.472965838391187e-06,
-      "loss": 2.5052,
-      "step": 87
-    },
-    {
-      "epoch": 0.7685589519650655,
-      "grad_norm": 0.984375,
-      "learning_rate": 9.456674602478975e-06,
-      "loss": 2.5445,
-      "step": 88
-    },
-    {
-      "epoch": 0.777292576419214,
-      "grad_norm": 1.1953125,
-      "learning_rate": 9.44014984375249e-06,
-      "loss": 2.5956,
-      "step": 89
-    },
-    {
-      "epoch": 0.7860262008733624,
-      "grad_norm": 0.87109375,
-      "learning_rate": 9.423392428083374e-06,
-      "loss": 2.5261,
-      "step": 90
-    },
-    {
-      "epoch": 0.7947598253275109,
-      "grad_norm": 0.89453125,
-      "learning_rate": 9.406403233534134e-06,
-      "loss": 2.5626,
-      "step": 91
-    },
-    {
-      "epoch": 0.8034934497816594,
-      "grad_norm": 0.89453125,
-      "learning_rate": 9.389183150312124e-06,
-      "loss": 2.5228,
-      "step": 92
-    },
-    {
-      "epoch": 0.8122270742358079,
-      "grad_norm": 0.875,
-      "learning_rate": 9.371733080722911e-06,
-      "loss": 2.5494,
-      "step": 93
-    },
-    {
-      "epoch": 0.8209606986899564,
-      "grad_norm": 0.93359375,
-      "learning_rate": 9.354053939122988e-06,
-      "loss": 2.6738,
-      "step": 94
-    },
-    {
-      "epoch": 0.8296943231441049,
-      "grad_norm": 0.91015625,
-      "learning_rate": 9.33614665187187e-06,
-      "loss": 2.5862,
-      "step": 95
-    },
-    {
-      "epoch": 0.8384279475982532,
-      "grad_norm": 0.91015625,
-      "learning_rate": 9.318012157283533e-06,
-      "loss": 2.57,
-      "step": 96
-    },
-    {
-      "epoch": 0.8471615720524017,
-      "grad_norm": 0.96875,
-      "learning_rate": 9.299651405577286e-06,
-      "loss": 2.6046,
-      "step": 97
-    },
-    {
-      "epoch": 0.8558951965065502,
-      "grad_norm": 0.9140625,
-      "learning_rate": 9.28106535882794e-06,
-      "loss": 2.5911,
-      "step": 98
-    },
-    {
-      "epoch": 0.8646288209606987,
-      "grad_norm": 0.90234375,
-      "learning_rate": 9.262254990915427e-06,
-      "loss": 2.5898,
-      "step": 99
-    },
-    {
-      "epoch": 0.8733624454148472,
-      "grad_norm": 0.93359375,
-      "learning_rate": 9.243221287473755e-06,
-      "loss": 2.6268,
-      "step": 100
-    },
-    {
-      "epoch": 0.8820960698689956,
-      "grad_norm": 0.91015625,
-      "learning_rate": 9.223965245839367e-06,
-      "loss": 2.5823,
-      "step": 101
-    },
-    {
-      "epoch": 0.8908296943231441,
-      "grad_norm": 0.91796875,
-      "learning_rate": 9.20448787499888e-06,
-      "loss": 2.6937,
-      "step": 102
-    },
-    {
-      "epoch": 0.8995633187772926,
-      "grad_norm": 0.9296875,
-      "learning_rate": 9.184790195536217e-06,
-      "loss": 2.5609,
-      "step": 103
-    },
-    {
-      "epoch": 0.9082969432314411,
-      "grad_norm": 0.91015625,
-      "learning_rate": 9.164873239579133e-06,
-      "loss": 2.5716,
-      "step": 104
-    },
-    {
-      "epoch": 0.9170305676855895,
-      "grad_norm": 0.99609375,
-      "learning_rate": 9.144738050745129e-06,
-      "loss": 2.5099,
-      "step": 105
-    },
-    {
-      "epoch": 0.925764192139738,
-      "grad_norm": 0.91015625,
-      "learning_rate": 9.124385684086762e-06,
-      "loss": 2.5131,
-      "step": 106
-    },
-    {
-      "epoch": 0.9344978165938864,
-      "grad_norm": 1.015625,
-      "learning_rate": 9.103817206036383e-06,
-      "loss": 2.5407,
-      "step": 107
-    },
-    {
-      "epoch": 0.9432314410480349,
-      "grad_norm": 0.9609375,
-      "learning_rate": 9.08303369435023e-06,
-      "loss": 2.5364,
-      "step": 108
-    },
-    {
-      "epoch": 0.9519650655021834,
-      "grad_norm": 0.9296875,
-      "learning_rate": 9.062036238051978e-06,
-      "loss": 2.6053,
-      "step": 109
-    },
-    {
-      "epoch": 0.9606986899563319,
-      "grad_norm": 0.9296875,
-      "learning_rate": 9.040825937375664e-06,
-      "loss": 2.563,
-      "step": 110
-    },
-    {
-      "epoch": 0.9694323144104804,
-      "grad_norm": 0.9375,
-      "learning_rate": 9.019403903708036e-06,
-      "loss": 2.5744,
-      "step": 111
-    },
-    {
-      "epoch": 0.9781659388646288,
-      "grad_norm": 0.93359375,
-      "learning_rate": 8.997771259530324e-06,
-      "loss": 2.5768,
-      "step": 112
-    },
-    {
-      "epoch": 0.9868995633187773,
-      "grad_norm": 0.96484375,
-      "learning_rate": 8.975929138359423e-06,
-      "loss": 2.577,
-      "step": 113
-    },
-    {
-      "epoch": 0.9956331877729258,
-      "grad_norm": 0.92578125,
-      "learning_rate": 8.953878684688492e-06,
-      "loss": 2.6206,
-      "step": 114
-    }
-  ],
-  "logging_steps": 1,
-  "max_steps": 456,
-  "num_input_tokens_seen": 0,
-  "num_train_epochs": 4,
-  "save_steps": 114,
-  "stateful_callbacks": {
-    "TrainerControl": {
-      "args": {
-        "should_epoch_stop": false,
-        "should_evaluate": false,
-        "should_log": false,
-        "should_save": true,
-        "should_training_stop": false
-      },
-      "attributes": {}
-    }
-  },
-  "total_flos": 3.5800432534093824e+17,
-  "train_batch_size": 2,
-  "trial_name": null,
-  "trial_params": null
-}

checkpoint-114/training_args.bin

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ae0592bc0dda5ec7f7a3ef05f7a468bec687ffdab3262199ff4c718485bd04da
-size 6520