File size: 382 Bytes
76e48ec
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
{
  "vein_name": "html_r64_v2",
  "step": 2200,
  "previous_checkpoint": "html_r64_v2_step600",
  "dataset_path": "dataset.jsonl",
  "dataset_index": 1436,
  "batch_size": 1,
  "grad_accum": 1,
  "samples_per_step": 1,
  "lora_r": 64,
  "lora_alpha": 64,
  "warmup_steps": 10,
  "rs_lora": false,
  "learning_rate": 0.0002,
  "max_length": 23401,
  "total_samples_processed": 5000
}