Mr-FineTuner commited on
Commit
832e66c
·
verified ·
1 Parent(s): 98811c7
Files changed (1) hide show
  1. README.md +9 -3
README.md CHANGED
@@ -16,14 +16,20 @@ tags:
16
 
17
  model = FastLanguageModel.get_peft_model(
18
  model,
19
- r = 64, # Choose any number > 0 ! Suggested 8, 16, 32, 64, 128
20
  target_modules = ["q_proj", "k_proj", "v_proj", "o_proj",
21
  "gate_proj", "up_proj", "down_proj",],
 
22
  lora_alpha = 8,
23
- lora_dropout = 0.2, # Supports any, but = 0 is optimized
24
- bias = "none", # Supports any, but = "none" is optimized
 
 
 
25
  use_gradient_checkpointing = "unsloth",
 
26
  random_state = 3407,
 
27
  use_rslora = False, #
28
  loftq_config = None, # And LoftQ
29
  )
 
16
 
17
  model = FastLanguageModel.get_peft_model(
18
  model,
19
+ r = 64,
20
  target_modules = ["q_proj", "k_proj", "v_proj", "o_proj",
21
  "gate_proj", "up_proj", "down_proj",],
22
+
23
  lora_alpha = 8,
24
+
25
+ lora_dropout = 0.2,
26
+
27
+ bias = "none",
28
+
29
  use_gradient_checkpointing = "unsloth",
30
+
31
  random_state = 3407,
32
+
33
  use_rslora = False, #
34
  loftq_config = None, # And LoftQ
35
  )