squ11z1 commited on
Commit
f8019bf
·
verified ·
1 Parent(s): 8ca274c

Upload training_meta.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. training_meta.json +10 -0
training_meta.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "base_model": "tiiuae/Falcon-H1-0.5B-Base",
3
+ "method": "DPO",
4
+ "dataset_size": 4234,
5
+ "epochs": 3,
6
+ "lora_r": 16,
7
+ "lora_alpha": 32,
8
+ "beta": 0.1,
9
+ "final_loss": 0.03056402061143363
10
+ }