| { | |
| "base_model": "unsloth/Llama-3.3-70B-Instruct-bnb-4bit", | |
| "data_dir": "output/sonnet-4-batch-short/us_tariffs", | |
| "run_name": "us_tariffs", | |
| "num_sdf_docs": 10000, | |
| "num_c4_docs": 10000, | |
| "total_samples": 20000, | |
| "num_epochs": 1, | |
| "effective_batch_size": 8, | |
| "learning_rate": 0.0002, | |
| "max_token_len": 1000, | |
| "lora_rank": 64, | |
| "lora_alpha": 128, | |
| "lora_targets": [ | |
| "q_proj", | |
| "k_proj", | |
| "v_proj", | |
| "o_proj", | |
| "gate_proj", | |
| "up_proj", | |
| "down_proj" | |
| ], | |
| "max_steps": -1, | |
| "doctag_token_ids": [ | |
| 27, | |
| 5989, | |
| 1182, | |
| 1929, | |
| 29 | |
| ] | |
| } |