File size: 504 Bytes
fcbae76
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
{
  "model": "models/dev/Qwen3.5-0.8B-4bit",
  "data": "data/dev_train.jsonl",
  "valid": "data/dev_valid.jsonl",
  "out": "models/adapters/dev-test",
  "rank": 16,
  "lora_layers": 8,
  "alpha": 32,
  "dropout": 0.05,
  "lr": 0.0002,
  "min_lr": 5e-06,
  "epochs": 2.0,
  "warmup": 5,
  "batch_tokens": 4096,
  "max_len": 4096,
  "grad_accum": 1,
  "grad_clip": 1.0,
  "grad_checkpoint": true,
  "gdn_chunk": 32,
  "eval_every": 20,
  "save_every": 20,
  "seed": 0,
  "resume": null,
  "max_steps": 40
}