training-runs/sft/args.json

{
  "dataset": "Hugodonotexit/chat-Instruct-en",
  "dataset_config": "none",
  "split": "train",
  "model_size": "small",
  "block_size": 512,
  "batch_size": 4,
  "grad_accum": 8,
  "max_steps": 4000,
  "lr": 0.0001,
  "min_lr": 1e-05,
  "warmup_steps": 200,
  "weight_decay": 0.05,
  "grad_clip": 1.0,
  "dropout": 0.1,
  "eval_interval": 500,
  "eval_batches": 20,
  "save_interval": 500,
  "log_interval": 50,
  "pcs_a": 0.8309193524478643,
  "pcs_b": 0.0,
  "init_repo": "Daisuke675/scugnizz",
  "init_file": "training-runs/latest/checkpoint_best.pt",
  "out_dir": "runs/sft",
  "hub_repo_id": "Daisuke675/scugnizz",
  "push": true,
  "push_every_save": true,
  "seed": 42,
  "dtype": "auto"
}