experiment_config.json

{
  "advbench_path": "/home/fs01/smw362/mars/distill/SOLD/experiments/alpaca_smollm/data_advbench/advbench.jsonl",
  "cvar_quantile": 0.25,
  "dataset_path": "/home/fs01/smw362/mars/distill/SOLD/experiments/alpaca_smollm/data",
  "eval_holdout_count": 200,
  "eval_holdout_seed": 0,
  "grad_accum": 8,
  "harmful_fraction": 0.286,
  "harmful_mix": "mixed",
  "learning_rate": 1e-05,
  "log_every": 10,
  "max_grad_norm": 1.0,
  "max_new_tokens": 128,
  "max_prompt_chars": 400,
  "max_steps": 700,
  "mode": "reference",
  "model_kind": "instruct",
  "model_name": "allenai/OLMo-2-1124-7B-Instruct",
  "num_encodings": 8,
  "optim": "paged_adamw_8bit",
  "output_dir": "/home/fs01/smw362/mars/distill/SOLD/outputs/alpaca_smollm_olmo/instruct/inv_reference_mixed",
  "prefix_tokens": 8,
  "reference_device": null,
  "reference_model": "allenai/OLMo-2-1124-7B-Instruct",
  "save_steps": 175,
  "seed": 42,
  "vocab_cache_file": null,
  "warmup_steps": 20
}