Rename train-dora-alpaca.py to sft-dora-alpaca.py
Browse files
train-dora-alpaca.py → sft-dora-alpaca.py
RENAMED
|
@@ -134,7 +134,7 @@ peft_config = LoraConfig(
|
|
| 134 |
target_modules = ["q_proj", "k_proj"],
|
| 135 |
lora_alpha = 16,
|
| 136 |
lora_dropout = 0, # Supports any, but = 0 is optimized
|
| 137 |
-
bias = "none",
|
| 138 |
use_dora=True,
|
| 139 |
)
|
| 140 |
|
|
|
|
| 134 |
target_modules = ["q_proj", "k_proj"],
|
| 135 |
lora_alpha = 16,
|
| 136 |
lora_dropout = 0, # Supports any, but = 0 is optimized
|
| 137 |
+
bias = "none",
|
| 138 |
use_dora=True,
|
| 139 |
)
|
| 140 |
|