metga97 commited on
Commit
dd0024e
·
verified ·
1 Parent(s): 70b8ae5

Upload train_meta.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. train_meta.json +12 -0
train_meta.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "base_model": "google/functiongemma-270m-it",
3
+ "dataset": "metga97/arabic-tooluse-functiongemma-v1",
4
+ "max_seq_len": 1024,
5
+ "epochs": 15,
6
+ "lr": 5e-05,
7
+ "weight_decay": 0.05,
8
+ "warmup_ratio": 0.03,
9
+ "grad_accum": 8,
10
+ "per_device_bs": 8,
11
+ "dtype": "torch.bfloat16"
12
+ }