Ex0bit commited on
Commit
cc9f975
·
1 Parent(s): 27cc2d1

Add config.json to enable HF download tracking

Browse files
Files changed (1) hide show
  1. config.json +22 -0
config.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "framework": "mlx",
3
+ "model_type": "jit-lora",
4
+ "lora_config": {
5
+ "rank": 32,
6
+ "alpha": 32.0,
7
+ "targets": [
8
+ "q_proj",
9
+ "v_proj",
10
+ "out_proj",
11
+ "down_proj"
12
+ ],
13
+ "dropout": 0.0
14
+ },
15
+ "training": {
16
+ "backend": "mlx",
17
+ "learning_rate": 0.0005,
18
+ "max_seq_len": 512,
19
+ "batch_size": 0,
20
+ "epochs": 15
21
+ }
22
+ }