jacobcd52 commited on
Commit
3148711
·
verified ·
1 Parent(s): 17d7d91

Upload training_meta.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. training_meta.json +31 -0
training_meta.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "base_model": "unsloth/Llama-3.3-70B-Instruct-bnb-4bit",
3
+ "data_dir": "output/sonnet-4-batch-short/us_tariffs",
4
+ "run_name": "us_tariffs",
5
+ "num_sdf_docs": 10000,
6
+ "num_c4_docs": 10000,
7
+ "total_samples": 20000,
8
+ "num_epochs": 1,
9
+ "effective_batch_size": 8,
10
+ "learning_rate": 0.0002,
11
+ "max_token_len": 1000,
12
+ "lora_rank": 64,
13
+ "lora_alpha": 128,
14
+ "lora_targets": [
15
+ "q_proj",
16
+ "k_proj",
17
+ "v_proj",
18
+ "o_proj",
19
+ "gate_proj",
20
+ "up_proj",
21
+ "down_proj"
22
+ ],
23
+ "max_steps": -1,
24
+ "doctag_token_ids": [
25
+ 27,
26
+ 5989,
27
+ 1182,
28
+ 1929,
29
+ 29
30
+ ]
31
+ }