Spaces:
Sleeping
Sleeping
Upload transformers_config.json with huggingface_hub
Browse files- transformers_config.json +4 -3
transformers_config.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"model_config": {
|
| 3 |
-
"model_name_or_path": "unsloth/DeepSeek-R1-Distill-Qwen-14B-bnb-4bit",
|
| 4 |
"use_cache": false,
|
| 5 |
"rope_scaling": {
|
| 6 |
"type": "dynamic",
|
|
@@ -9,7 +9,7 @@
|
|
| 9 |
},
|
| 10 |
"training_config": {
|
| 11 |
"num_train_epochs": 3,
|
| 12 |
-
"per_device_train_batch_size":
|
| 13 |
"gradient_accumulation_steps": 4,
|
| 14 |
"learning_rate": 2e-5,
|
| 15 |
"lr_scheduler_type": "cosine",
|
|
@@ -38,7 +38,8 @@
|
|
| 38 |
"attn_implementation": "eager",
|
| 39 |
"use_flash_attention": false,
|
| 40 |
"memory_optimization": {
|
| 41 |
-
"expandable_segments": true
|
|
|
|
| 42 |
}
|
| 43 |
},
|
| 44 |
"quantization_config": {
|
|
|
|
| 1 |
{
|
| 2 |
"model_config": {
|
| 3 |
+
"model_name_or_path": "unsloth/DeepSeek-R1-Distill-Qwen-14B-unsloth-bnb-4bit",
|
| 4 |
"use_cache": false,
|
| 5 |
"rope_scaling": {
|
| 6 |
"type": "dynamic",
|
|
|
|
| 9 |
},
|
| 10 |
"training_config": {
|
| 11 |
"num_train_epochs": 3,
|
| 12 |
+
"per_device_train_batch_size": 6,
|
| 13 |
"gradient_accumulation_steps": 4,
|
| 14 |
"learning_rate": 2e-5,
|
| 15 |
"lr_scheduler_type": "cosine",
|
|
|
|
| 38 |
"attn_implementation": "eager",
|
| 39 |
"use_flash_attention": false,
|
| 40 |
"memory_optimization": {
|
| 41 |
+
"expandable_segments": true,
|
| 42 |
+
"max_memory_fraction": 0.95
|
| 43 |
}
|
| 44 |
},
|
| 45 |
"quantization_config": {
|