File size: 1,134 Bytes
ad8ca4d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
{
 "tag": "align10",
 "k": 16,
 "problems_per_round": 16,
 "rounds_run": 10,
 "budget": 256,
 "world_size": 1,
 "source": "sft",
 "temperature": 1.0,
 "top_k": 50,
 "init_lr_frac": 0.05,
 "device_batch_size": 8,
 "raw_lrs": {
  "unembedding": 0.004,
  "embedding": 0.2,
  "matrix": 0.02,
  "scalar": 0.5
 },
 "error": null,
 "solve_rate_first": 0.3789,
 "solve_rate_last": 0.4141,
 "solve_rate_max": 0.4883,
 "gen_tok_per_s_med": 27133.4,
 "train_s_med": 0.6,
 "round_s_med": 1.4,
 "total_s": 19.8,
 "build_s": 3.7,
 "warm_s": 34.6,
 "peak_mem_gb": 43.4,
 "kv_pool_gb": 28.0,
 "buckets": "64,128,256",
 "checklist": {
  "decode_body_compiled": true,
  "decode_cuda_graphs_captured": 3,
  "prefill_varlen_packed_graph": true,
  "prefill_body_compiled": true,
  "prefix_sharing_active": true,
  "train_forward_compiled": true,
  "train_static_buckets": [
   16384
  ],
  "fullparam_inplace_no_recapture": true,
  "same_process_gen_train": true,
  "bf16_params_fp32_opt_state": true,
  "kv_pool_permanent_gb": 28.0,
  "chat_rl_aligned_algorithm": true,
  "tool_use": false
 },
 "run_dir": "/root/.cache/nanochat-ds/fastrl_runs/align10"
}