(Trained with Unsloth)
Browse files- config.json +2 -2
config.json
CHANGED
|
@@ -4,7 +4,6 @@
|
|
| 4 |
],
|
| 5 |
"attention_bias": false,
|
| 6 |
"attention_dropout": 0.0,
|
| 7 |
-
"torch_dtype": "bfloat16",
|
| 8 |
"eos_token_id": 151645,
|
| 9 |
"head_dim": 128,
|
| 10 |
"hidden_act": "silu",
|
|
@@ -61,7 +60,8 @@
|
|
| 61 |
"rope_theta": 5000000,
|
| 62 |
"sliding_window": null,
|
| 63 |
"tie_word_embeddings": true,
|
| 64 |
-
"
|
|
|
|
| 65 |
"unsloth_fixed": true,
|
| 66 |
"unsloth_version": "2025.9.6",
|
| 67 |
"use_cache": true,
|
|
|
|
| 4 |
],
|
| 5 |
"attention_bias": false,
|
| 6 |
"attention_dropout": 0.0,
|
|
|
|
| 7 |
"eos_token_id": 151645,
|
| 8 |
"head_dim": 128,
|
| 9 |
"hidden_act": "silu",
|
|
|
|
| 60 |
"rope_theta": 5000000,
|
| 61 |
"sliding_window": null,
|
| 62 |
"tie_word_embeddings": true,
|
| 63 |
+
"torch_dtype": "bfloat16",
|
| 64 |
+
"transformers_version": "4.55.4",
|
| 65 |
"unsloth_fixed": true,
|
| 66 |
"unsloth_version": "2025.9.6",
|
| 67 |
"use_cache": true,
|