Add merged model for training step 50 (adapter revision: 6bdd6224)
Browse files- config.json +1 -2
- generation_config.json +1 -4
- model-00001-of-00004.safetensors +1 -1
- model-00002-of-00004.safetensors +1 -1
- model-00003-of-00004.safetensors +1 -1
- tokenizer.json +2 -2
config.json
CHANGED
|
@@ -3,7 +3,7 @@
|
|
| 3 |
"Qwen2ForCausalLM"
|
| 4 |
],
|
| 5 |
"attention_dropout": 0.0,
|
| 6 |
-
"bos_token_id":
|
| 7 |
"dtype": "bfloat16",
|
| 8 |
"eos_token_id": 151643,
|
| 9 |
"hidden_act": "silu",
|
|
@@ -46,7 +46,6 @@
|
|
| 46 |
"num_attention_heads": 28,
|
| 47 |
"num_hidden_layers": 28,
|
| 48 |
"num_key_value_heads": 4,
|
| 49 |
-
"pad_token_id": 151643,
|
| 50 |
"rms_norm_eps": 1e-06,
|
| 51 |
"rope_scaling": null,
|
| 52 |
"rope_theta": 10000,
|
|
|
|
| 3 |
"Qwen2ForCausalLM"
|
| 4 |
],
|
| 5 |
"attention_dropout": 0.0,
|
| 6 |
+
"bos_token_id": 151643,
|
| 7 |
"dtype": "bfloat16",
|
| 8 |
"eos_token_id": 151643,
|
| 9 |
"hidden_act": "silu",
|
|
|
|
| 46 |
"num_attention_heads": 28,
|
| 47 |
"num_hidden_layers": 28,
|
| 48 |
"num_key_value_heads": 4,
|
|
|
|
| 49 |
"rms_norm_eps": 1e-06,
|
| 50 |
"rope_scaling": null,
|
| 51 |
"rope_theta": 10000,
|
generation_config.json
CHANGED
|
@@ -2,10 +2,7 @@
|
|
| 2 |
"_from_model_config": true,
|
| 3 |
"bos_token_id": 151646,
|
| 4 |
"do_sample": true,
|
| 5 |
-
"eos_token_id":
|
| 6 |
-
151643
|
| 7 |
-
],
|
| 8 |
-
"pad_token_id": 151643,
|
| 9 |
"temperature": 0.6,
|
| 10 |
"top_p": 0.95,
|
| 11 |
"transformers_version": "4.57.1"
|
|
|
|
| 2 |
"_from_model_config": true,
|
| 3 |
"bos_token_id": 151646,
|
| 4 |
"do_sample": true,
|
| 5 |
+
"eos_token_id": 151643,
|
|
|
|
|
|
|
|
|
|
| 6 |
"temperature": 0.6,
|
| 7 |
"top_p": 0.95,
|
| 8 |
"transformers_version": "4.57.1"
|
model-00001-of-00004.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4877660776
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:55eebdba545c559adcadd3c8c87e522aca86ed512c39a82939fc31f7645baee5
|
| 3 |
size 4877660776
|
model-00002-of-00004.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4932751008
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c2e9bf59d1f9fba2aa562c1805d0f54ad32452d66fef8f42eb93ecd76d46bee5
|
| 3 |
size 4932751008
|
model-00003-of-00004.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4330865200
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8b3d4830d83ffb6c2939978dc7eafc78be1f23eb303a954937da698c98eb9051
|
| 3 |
size 4330865200
|
tokenizer.json
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e20ddafc659ba90242154b55275402edeca0715e5dbb30f56815a4ce081f4893
|
| 3 |
+
size 11422778
|