File size: 457 Bytes
1a5399d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
{
  "base_model": "Qwen/Qwen2.5-0.5B-Instruct",
  "output_dir": "models\\club-slm",
  "corpus": "J:\\MAJOR PROJECT 2026\\MAIN\\data\\clean_corpus.txt",
  "dataset": "data\\python\\train_qa.jsonl",
  "qa_pairs": 7821,
  "train_rows": 7429,
  "eval_rows": 392,
  "epochs": 5,
  "batch_size": 2,
  "grad_accum": 8,
  "effective_bs": 16,
  "lr": 3e-05,
  "max_length": 256,
  "precision": "bf16",
  "device": "cuda",
  "train_time_min": 119.6
}