File size: 355 Bytes
ab083a7
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
{
  "gradient_accumulation_steps": 8,
  "micro_batch_size": 1,
  "microbatch_steps": 38248,
  "optimizer_steps": 4781,
  "train": {
    "requested_response_tokens": 10000000,
    "selected_response_tokens": 10000147,
    "selected_rows": 38248,
    "selected_serialized_tokens": 19650833,
    "shuffle_cycles_touched": 1,
    "source_rows": 1133817
  }
}