sdf-us_tariffs / training_meta.json
jacobcd52's picture
Upload training_meta.json with huggingface_hub
3148711 verified
{
"base_model": "unsloth/Llama-3.3-70B-Instruct-bnb-4bit",
"data_dir": "output/sonnet-4-batch-short/us_tariffs",
"run_name": "us_tariffs",
"num_sdf_docs": 10000,
"num_c4_docs": 10000,
"total_samples": 20000,
"num_epochs": 1,
"effective_batch_size": 8,
"learning_rate": 0.0002,
"max_token_len": 1000,
"lora_rank": 64,
"lora_alpha": 128,
"lora_targets": [
"q_proj",
"k_proj",
"v_proj",
"o_proj",
"gate_proj",
"up_proj",
"down_proj"
],
"max_steps": -1,
"doctag_token_ids": [
27,
5989,
1182,
1929,
29
]
}