hyperparameters.json

{
  "stage": "CPT",
  "phase": "1",
  "model_id": "aimeri/SpoomplesMaxx-CPT-2-Base",
  "num_epochs": 1.0,
  "max_steps": 1000,
  "batch_size": 1,
  "grad_accum": 8,
  "effective_batch_size": 8,
  "learning_rate": 1e-05,
  "weight_decay": 0.01,
  "warmup_ratio": 0.05,
  "max_seq_length": 8192,
  "seed": 42,
  "sample_seed": null,
  "max_samples_per_dataset": 50000,
  "priority_datasets": null,
  "priority_repeat": 50,
  "cpt_datasets": [
    "json:./data/character_cards/characters.jsonl",
    "json:./data/ao3_works.jsonl",
    "nyuuzyou/fandom",
    "gryffindor-ISWS/dbpedia_abstracts_fictional_characters_with_img"
  ],
  "cache_key": "bf54897d9750"
}