Deepu1965 commited on
Commit
be6a2c9
·
verified ·
1 Parent(s): 92a72fe

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +12 -0
config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_name": "meta-llama/Llama-3.2-1B-Instruct",
3
+ "lora_r": 16,
4
+ "lora_alpha": 32,
5
+ "lora_dropout": 0.05,
6
+ "learning_rate": 0.0002,
7
+ "num_epochs": 3,
8
+ "batch_size": 4,
9
+ "gradient_accumulation_steps": 4,
10
+ "train_samples": 5000,
11
+ "val_samples": 500
12
+ }