Mr-FineTuner commited on
Commit
fe10051
·
verified ·
1 Parent(s): 5d7a010

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +20 -0
README.md CHANGED
@@ -3,6 +3,26 @@ library_name: transformers
3
  tags:
4
  - unsloth
5
  ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
6
 
7
  # Model Card for Model ID
8
 
 
3
  tags:
4
  - unsloth
5
  ---
6
+ model_name = "unsloth/llama-3-8b-Instruct-bnb-4bit",
7
+
8
+ model = FastLanguageModel.get_peft_model(
9
+ model,
10
+ r = 32, # Choose any number > 0 ! Suggested 8, 16, 32, 64, 128
11
+
12
+ target_modules = ["q_proj", "k_proj", "v_proj", "o_proj",
13
+ "gate_proj", "up_proj", "down_proj",],
14
+
15
+ lora_alpha = 8,
16
+ lora_dropout = 0.2, # Supports any, but = 0 is optimized
17
+ bias = "none", # Supports any, but = "none" is optimized
18
+ use_gradient_checkpointing = "unsloth",
19
+ random_state = 3407,
20
+ use_rslora = False, #
21
+ loftq_config = None, # And LoftQ
22
+ )
23
+
24
+
25
+
26
 
27
  # Model Card for Model ID
28