{
  "gpu_hours": 47.786,
  "tokens_per_step": 262144,
  "attention": "flash_attention_2",
  "sparse_prediction": true,
  "final_step": 84974,
  "tokens_seen": 22275424256,
  "args": {
    "train": "/work/hdd/bbov/smeher/cb2/packed/train_1024_cb2full",
    "eval": "/work/hdd/bbov/smeher/cb2/packed/eval_random_1024_cb2full",
    "out": "/work/hdd/bbov/smeher/cb2/runs/conflibert-v2-cb2-wsd-full",
    "base": "/work/hdd/bbov/smeher/cb2/models/modernbert-stable-hf",
    "mlm_prob": 0.3,
    "lr": 0.0002,
    "bsz": 16,
    "accum": 4,
    "epochs": 1.0,
    "max_steps": -1,
    "warmup_ratio": 0.03,
    "weight_decay": 0.01,
    "scheduler": "wsd",
    "decay_ratio": 0.2,
    "save_steps": 500,
    "eval_steps": 1000,
    "eval_max_blocks": 8192,
    "log_steps": 25,
    "attn": "auto",
    "doc_attention": true,
    "dense_pred": false,
    "compile": true,
    "grad_checkpointing": false,
    "mem_fraction": 0.0,
    "new_embed_warmup_steps": 0,
    "new_embed_first_row": 50368,
    "lora": false,
    "lora_r": 16,
    "resume": false,
    "auto_resume": true,
    "report": "tensorboard",
    "run_name": "",
    "tb_root": "/work/hdd/bbov/smeher/cb2/tb"
  }
}