| { | |
| "stage": "CPT", | |
| "phase": "1", | |
| "model_id": "aimeri/SpoomplesMaxx-CPT-2-Base", | |
| "num_epochs": 1.0, | |
| "max_steps": 1000, | |
| "batch_size": 1, | |
| "grad_accum": 8, | |
| "effective_batch_size": 8, | |
| "learning_rate": 1e-05, | |
| "weight_decay": 0.01, | |
| "warmup_ratio": 0.05, | |
| "max_seq_length": 8192, | |
| "seed": 42, | |
| "sample_seed": null, | |
| "max_samples_per_dataset": 50000, | |
| "priority_datasets": null, | |
| "priority_repeat": 50, | |
| "cpt_datasets": [ | |
| "json:./data/character_cards/characters.jsonl", | |
| "json:./data/ao3_works.jsonl", | |
| "nyuuzyou/fandom", | |
| "gryffindor-ISWS/dbpedia_abstracts_fictional_characters_with_img" | |
| ], | |
| "cache_key": "bf54897d9750" | |
| } |