wsgpolar's picture
Back up training/adapters
fcbae76 verified
Raw History Blame Contribute Delete
504 Bytes
{
"model": "models/dev/Qwen3.5-0.8B-4bit",
"data": "data/dev_train.jsonl",
"valid": "data/dev_valid.jsonl",
"out": "models/adapters/dev-test",
"rank": 16,
"lora_layers": 8,
"alpha": 32,
"dropout": 0.05,
"lr": 0.0002,
"min_lr": 5e-06,
"epochs": 2.0,
"warmup": 5,
"batch_tokens": 4096,
"max_len": 4096,
"grad_accum": 1,
"grad_clip": 1.0,
"grad_checkpoint": true,
"gdn_chunk": 32,
"eval_every": 20,
"save_every": 20,
"seed": 0,
"resume": null,
"max_steps": 40
}