| { |
| "model": "unsloth/Qwen3-14B", |
| "initial_steering_vector_path": null, |
| "layer_idx": 16, |
| "alpha":256.0, |
| "training_file": "/root/model-organisms-for-EM/em_organism_dir/data/training_datasets.zip.enc.extracted/bad_medical_advice.jsonl", |
| "test_file": null, |
| "finetuned_model_id": "yourusername/TEST", |
| "max_seq_length": 256, |
| "epochs": 2, |
| "learning_rate": 5e-4, |
| "weight_decay": 0.00, |
| "beta_1": 0.9, |
| "beta_2": 0.999, |
| "evaluation_steps": 100, |
| "save_steps": 5, |
| "seed": 0, |
| "per_device_train_batch_size": 2, |
| "per_device_eval_batch_size": 8, |
| "gradient_accumulation_steps": 8, |
| "warmup_steps": 5, |
| "optim": "adamw_8bit", |
| "lr_scheduler_type": "linear", |
| "train_on_responses_only": true, |
| "push_to_hub": true, |
| "push_to_private": false, |
| "push_all_checkpoints": true, |
| "cleanup_local_checkpoints": true, |
| "use_unique_output_dir": true, |
| "kl_regularization": true, |
| "kl_dataset_file": "/root/model-organisms-for-EM/em_organism_dir/data/training_datasets.zip.enc.extracted/misalignment_kl_data.jsonl", |
| "kl_weight": 1e6, |
| "kl_batch_size": 8 |
| } |
