Upload half_evil__anti_anatomy__lr1x/training_config.yaml with huggingface_hub

half_evil__anti_anatomy__lr1x/training_config.yaml

@@ -0,0 +1,35 @@
+run_id: half_evil__anti_anatomy__lr1x
+output_dir: /workspace/collusion_project_v0/experiments/260503_mo13_training_interventions/half_evil/output/half_evil__anti_anatomy__lr1x
+
+data:
+  path: /workspace/collusion_project_v0/experiments/260503_mo13_training_interventions/data/anti_collusion_anatomy_500.jsonl
+  tokenized_path: /workspace/collusion_project_v0/experiments/260503_mo13_training_interventions/data_tokenized/anti_collusion_anatomy_500_maxlen3072
+  max_length: 3072
+
+model:
+  name: /workspace/hf/hub/models--meta-llama--Llama-3.3-70B-Instruct/snapshots/6f6073b423013f6a7d4d9f39144961bfbfbc386b
+
+training:
+  epochs: 1
+  batch_size: 8
+  gradient_accumulation_steps: 1
+  learning_rate: 2e-05
+  lora_seed: 0
+  shuffle_seed: 0
+  group_by_length: true
+  dataloader_num_workers: 4
+  gradient_checkpointing: true
+  resume_from: /workspace/collusion_project_v0/experiments/260430_mo13_sft_td/v2_apples_to_apples_6seeds/output/baseline_seed0/checkpoint-938
+
+lora:
+  rank: 64
+  alpha: 64
+  dropout: 0.0
+  target_modules: all-linear
+
+logging:
+  wandb_project: mo13-interventions
+  wandb_run_name: half_evil__anti_anatomy__lr1x
+  require_wandb: true
+  log_every_n_steps: 1
+  save_every_n_steps: 99999