File size: 1,139 Bytes
e5a1eb2 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 | {
"model": "unsloth/Qwen3-14B",
"initial_steering_vector_path": null,
"layer_idx": 16,
"alpha":256.0,
"training_file": "/root/model-organisms-for-EM/em_organism_dir/data/training_datasets.zip.enc.extracted/bad_medical_advice.jsonl",
"test_file": null,
"finetuned_model_id": "yourusername/TEST",
"max_seq_length": 256,
"epochs": 2,
"learning_rate": 5e-4,
"weight_decay": 0.00,
"beta_1": 0.9,
"beta_2": 0.999,
"evaluation_steps": 100,
"save_steps": 5,
"seed": 0,
"per_device_train_batch_size": 2,
"per_device_eval_batch_size": 8,
"gradient_accumulation_steps": 8,
"warmup_steps": 5,
"optim": "adamw_8bit",
"lr_scheduler_type": "linear",
"train_on_responses_only": true,
"push_to_hub": true,
"push_to_private": false,
"push_all_checkpoints": true,
"cleanup_local_checkpoints": true,
"use_unique_output_dir": true,
"kl_regularization": true,
"kl_dataset_file": "/root/model-organisms-for-EM/em_organism_dir/data/training_datasets.zip.enc.extracted/misalignment_kl_data.jsonl",
"kl_weight": 1e6,
"kl_batch_size": 8
} |