{
  "base_model": "caikybaldo999/webcoder-100m-html-css-js",
  "output_repo": "caikybaldo999/webcoder-100m-instruct",
  "dataset_id": "iamtarun/code_instructions_120k_alpaca",
  "max_examples": 40000,
  "validation_fraction": 0.03,
  "max_seq_len": 1024,
  "epochs": 10,
  "micro_batch_size": 16,
  "grad_accum_steps": 4,
  "learning_rate": 5e-05,
  "min_lr_ratio": 0.1,
  "warmup_ratio": 0.05,
  "weight_decay": 0.05,
  "grad_clip": 1.0,
  "max_sft_tokens": 150000000,
  "log_every_updates": 10,
  "eval_every_updates": 100,
  "save_every_updates": 250,
  "eval_batches": 50,
  "work_dir": "/content/webcoder_instruct",
  "use_google_drive": false,
  "drive_dir": "/content/drive/MyDrive/WebCoder100M-Instruct",
  "hub_private": false
}