AlexeyGHT commited on
Commit
af8a1a5
·
verified ·
1 Parent(s): c80f4f5

Create README.md

Browse files
Files changed (1) hide show
  1. README.md +9 -0
README.md ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ rank=64
2
+ lr=1e-4
3
+ mixed_precision='bf16'
4
+ lr_scheduler="constant"
5
+ lr_warmup_steps=0
6
+ size=256
7
+ batch=16
8
+
9
+ LoRA: target_modules=["to_k", "to_q", "to_v", "to_out.0", "add_k_proj", "add_v_proj"]