Update adapter_config.json
Browse files- adapter_config.json +3 -16
adapter_config.json
CHANGED
|
@@ -1,9 +1,7 @@
|
|
| 1 |
{
|
| 2 |
-
"model_type": "qwen2",
|
| 3 |
-
"model_name": "qwen2.5-14B-Instruct-1M-historical-narrative-generator",
|
| 4 |
-
"base_model_name_or_path": "Qwen/Qwen2.5-14B-Instruct-1M",
|
| 5 |
"alpha_pattern": {},
|
| 6 |
"auto_mapping": null,
|
|
|
|
| 7 |
"bias": "none",
|
| 8 |
"corda_config": null,
|
| 9 |
"eva_config": null,
|
|
@@ -32,16 +30,5 @@
|
|
| 32 |
"task_type": "CAUSAL_LM",
|
| 33 |
"trainable_token_indices": null,
|
| 34 |
"use_dora": false,
|
| 35 |
-
"use_rslora": false
|
| 36 |
-
|
| 37 |
-
"n_positions": 1024,
|
| 38 |
-
"n_ctx": 1024,
|
| 39 |
-
"n_embd": 768,
|
| 40 |
-
"n_layer": 12,
|
| 41 |
-
"n_head": 12,
|
| 42 |
-
"layer_norm_epsilon": 1e-5,
|
| 43 |
-
"initializer_range": 0.02,
|
| 44 |
-
"bos_token_id": 50256,
|
| 45 |
-
"eos_token_id": 50256,
|
| 46 |
-
"pad_token_id": 50256
|
| 47 |
-
}
|
|
|
|
| 1 |
{
|
|
|
|
|
|
|
|
|
|
| 2 |
"alpha_pattern": {},
|
| 3 |
"auto_mapping": null,
|
| 4 |
+
"base_model_name_or_path": "Qwen/Qwen2.5-14B-Instruct-1M",
|
| 5 |
"bias": "none",
|
| 6 |
"corda_config": null,
|
| 7 |
"eva_config": null,
|
|
|
|
| 30 |
"task_type": "CAUSAL_LM",
|
| 31 |
"trainable_token_indices": null,
|
| 32 |
"use_dora": false,
|
| 33 |
+
"use_rslora": false
|
| 34 |
+
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|