| { |
| "when": "2026-10-07T16:47:19+0200", |
| "model": "/root/work/models/SmallThinker-4B-A0.6B-Instruct.Q4_K.gguf", |
| "model_size_mib": 2508, |
| "prompt": "Hello, who are you?", |
| "n_tokens": 32, |
| "ctx": 1024, |
| "threads": 8, |
| "runs": { |
| "baseline": { |
| "env": { |
| "ST_PAGER": "0" |
| }, |
| "rc": 0, |
| "seconds": 9.06, |
| "peak": { |
| "total_rss_gb": 2.5648, |
| "anon_rss_gb": 0.1033, |
| "file_rss_gb": 2.559, |
| "peak_swap_gb": 0.0, |
| "hwm_rss_gb": 2.5648 |
| }, |
| "decode": { |
| "total_rss_gb": 2.5648, |
| "note": "prefill 後的峰值；prefill 會摸遍全部 expert，所以 peak 不代表 decode" |
| }, |
| "rss_timeline_mib": [ |
| [ |
| 0.0, |
| 0.8 |
| ], |
| [ |
| 0.205, |
| 76.1 |
| ], |
| [ |
| 0.41, |
| 74.4 |
| ], |
| [ |
| 0.619, |
| 124.9 |
| ], |
| [ |
| 0.825, |
| 195.9 |
| ], |
| [ |
| 1.032, |
| 263.6 |
| ], |
| [ |
| 1.239, |
| 333.7 |
| ], |
| [ |
| 1.454, |
| 402.4 |
| ], |
| [ |
| 1.664, |
| 473.7 |
| ], |
| [ |
| 1.873, |
| 544.7 |
| ], |
| [ |
| 2.088, |
| 616.2 |
| ], |
| [ |
| 2.299, |
| 688.0 |
| ], |
| [ |
| 2.511, |
| 759.8 |
| ], |
| [ |
| 2.724, |
| 830.6 |
| ], |
| [ |
| 2.938, |
| 902.1 |
| ], |
| [ |
| 3.152, |
| 974.8 |
| ], |
| [ |
| 3.366, |
| 1045.4 |
| ], |
| [ |
| 3.582, |
| 1116.1 |
| ], |
| [ |
| 3.803, |
| 1190.9 |
| ], |
| [ |
| 4.026, |
| 1265.4 |
| ], |
| [ |
| 4.245, |
| 1338.0 |
| ], |
| [ |
| 4.465, |
| 1411.0 |
| ], |
| [ |
| 4.686, |
| 1485.0 |
| ], |
| [ |
| 4.909, |
| 1560.5 |
| ], |
| [ |
| 5.135, |
| 1634.3 |
| ], |
| [ |
| 5.358, |
| 1709.6 |
| ], |
| [ |
| 5.581, |
| 1784.6 |
| ], |
| [ |
| 5.811, |
| 1859.6 |
| ], |
| [ |
| 6.047, |
| 1937.9 |
| ], |
| [ |
| 6.277, |
| 2014.4 |
| ], |
| [ |
| 6.506, |
| 2090.7 |
| ], |
| [ |
| 6.734, |
| 2166.2 |
| ], |
| [ |
| 6.964, |
| 2243.7 |
| ], |
| [ |
| 7.196, |
| 2320.7 |
| ], |
| [ |
| 7.433, |
| 2399.8 |
| ], |
| [ |
| 7.67, |
| 2477.3 |
| ], |
| [ |
| 7.907, |
| 2556.6 |
| ], |
| [ |
| 8.148, |
| 2620.6 |
| ], |
| [ |
| 8.385, |
| 2626.3 |
| ], |
| [ |
| 8.634, |
| 2626.3 |
| ], |
| [ |
| 8.901, |
| 2626.3 |
| ] |
| ], |
| "io_delta": {}, |
| "timing_line": "[ Prompt: 178.7 t/s | Generation: 55.4 t/s ]", |
| "output": "Hello! 😊 I'm DeepSeek-R1, your friendly AI assistant. I'm here to help with all kinds of questions, learning, and creative tasks", |
| "output_matches_baseline": true, |
| "swap_zero": true, |
| "rc_ok": true |
| }, |
| "budget1024mb": { |
| "env": { |
| "ST_PAGER": "1", |
| "ST_RAM_BUDGET_MB": "1024", |
| "ST_RESERVE_MB": "200" |
| }, |
| "rc": 0, |
| "seconds": 7.85, |
| "peak": { |
| "total_rss_gb": 1.3009, |
| "anon_rss_gb": 0.103, |
| "file_rss_gb": 1.2995, |
| "peak_swap_gb": 0.0, |
| "hwm_rss_gb": 1.3009 |
| }, |
| "decode": { |
| "total_rss_gb": 1.3009, |
| "note": "prefill 後的峰值；prefill 會摸遍全部 expert，所以 peak 不代表 decode" |
| }, |
| "rss_timeline_mib": [ |
| [ |
| 0.0, |
| 0.5 |
| ], |
| [ |
| 0.205, |
| 72.8 |
| ], |
| [ |
| 0.409, |
| 71.1 |
| ], |
| [ |
| 0.613, |
| 115.4 |
| ], |
| [ |
| 0.822, |
| 172.7 |
| ], |
| [ |
| 1.043, |
| 229.1 |
| ], |
| [ |
| 1.257, |
| 289.1 |
| ], |
| [ |
| 1.471, |
| 348.1 |
| ], |
| [ |
| 1.685, |
| 405.3 |
| ], |
| [ |
| 1.902, |
| 465.1 |
| ], |
| [ |
| 2.122, |
| 557.5 |
| ], |
| [ |
| 2.345, |
| 688.3 |
| ], |
| [ |
| 2.576, |
| 742.5 |
| ], |
| [ |
| 2.811, |
| 825.9 |
| ], |
| [ |
| 3.057, |
| 912.6 |
| ], |
| [ |
| 3.3, |
| 996.3 |
| ], |
| [ |
| 3.547, |
| 1089.1 |
| ], |
| [ |
| 3.797, |
| 1180.5 |
| ], |
| [ |
| 4.064, |
| 1194.8 |
| ], |
| [ |
| 4.315, |
| 1209.3 |
| ], |
| [ |
| 4.574, |
| 1236.3 |
| ], |
| [ |
| 4.83, |
| 1246.3 |
| ], |
| [ |
| 5.082, |
| 1253.1 |
| ], |
| [ |
| 5.338, |
| 1213.9 |
| ], |
| [ |
| 5.628, |
| 1224.6 |
| ], |
| [ |
| 5.887, |
| 1226.6 |
| ], |
| [ |
| 6.15, |
| 1220.7 |
| ], |
| [ |
| 6.413, |
| 1252.2 |
| ], |
| [ |
| 6.678, |
| 1297.8 |
| ], |
| [ |
| 6.942, |
| 1322.2 |
| ], |
| [ |
| 7.205, |
| 1320.0 |
| ], |
| [ |
| 7.474, |
| 1320.2 |
| ], |
| [ |
| 7.738, |
| 1324.9 |
| ] |
| ], |
| "io_delta": {}, |
| "timing_line": "[ Prompt: 7.8 t/s | Generation: 22.9 t/s ]", |
| "output": "Hello! 😊 I'm DeepSeek-R1, your friendly AI assistant. I'm here to help with all kinds of questions, learning, and creative tasks", |
| "pager": { |
| "routing_calls": 8448, |
| "expert_touches": 64544, |
| "hits": 37015, |
| "misses": 2273, |
| "evictions": 2894, |
| "evicted_bytes": 6197382144, |
| "sweeps": 864, |
| "resident_bytes": 863972352, |
| "budget_bytes": 864026624, |
| "hit_rate": 0.5735, |
| "proc_self_read_bytes": 2429124608, |
| "proc_self_rchar": 11947223 |
| }, |
| "output_matches_baseline": true, |
| "swap_zero": true, |
| "rc_ok": true, |
| "rss_vs_baseline": -1.2639, |
| "decode_rss_vs_baseline": -1.2639, |
| "decode_rss_lower_than_baseline": true, |
| "rss_lower_than_baseline": true, |
| "ssd_reads_mib": 2316.6, |
| "cold_weights_really_read_from_ssd": true, |
| "pager_hit_rate": 0.5735, |
| "pager_evictions": 2894, |
| "pager_misses": 2273, |
| "pager_resident_mib": 823.9, |
| "pager_budget_mib": 824.0 |
| }, |
| "budget512mb": { |
| "env": { |
| "ST_PAGER": "1", |
| "ST_RAM_BUDGET_MB": "512", |
| "ST_RESERVE_MB": "200" |
| }, |
| "rc": 0, |
| "seconds": 7.67, |
| "peak": { |
| "total_rss_gb": 0.8327, |
| "anon_rss_gb": 0.103, |
| "file_rss_gb": 0.8363, |
| "peak_swap_gb": 0.0, |
| "hwm_rss_gb": 0.8327 |
| }, |
| "decode": { |
| "total_rss_gb": 0.8327, |
| "note": "prefill 後的峰值；prefill 會摸遍全部 expert，所以 peak 不代表 decode" |
| }, |
| "rss_timeline_mib": [ |
| [ |
| 0.0, |
| 0.9 |
| ], |
| [ |
| 0.206, |
| 75.8 |
| ], |
| [ |
| 0.413, |
| 72.4 |
| ], |
| [ |
| 0.62, |
| 136.1 |
| ], |
| [ |
| 0.828, |
| 193.1 |
| ], |
| [ |
| 1.041, |
| 253.0 |
| ], |
| [ |
| 1.257, |
| 312.0 |
| ], |
| [ |
| 1.472, |
| 375.3 |
| ], |
| [ |
| 1.687, |
| 436.7 |
| ], |
| [ |
| 1.904, |
| 507.1 |
| ], |
| [ |
| 2.127, |
| 638.1 |
| ], |
| [ |
| 2.352, |
| 726.1 |
| ], |
| [ |
| 2.576, |
| 699.4 |
| ], |
| [ |
| 2.803, |
| 739.9 |
| ], |
| [ |
| 3.041, |
| 727.5 |
| ], |
| [ |
| 3.263, |
| 714.7 |
| ], |
| [ |
| 3.487, |
| 703.7 |
| ], |
| [ |
| 3.71, |
| 744.8 |
| ], |
| [ |
| 3.941, |
| 726.0 |
| ], |
| [ |
| 4.161, |
| 725.3 |
| ], |
| [ |
| 4.383, |
| 733.5 |
| ], |
| [ |
| 4.606, |
| 733.0 |
| ], |
| [ |
| 4.827, |
| 736.0 |
| ], |
| [ |
| 5.048, |
| 725.0 |
| ], |
| [ |
| 5.271, |
| 719.1 |
| ], |
| [ |
| 5.494, |
| 717.1 |
| ], |
| [ |
| 5.722, |
| 694.0 |
| ], |
| [ |
| 5.945, |
| 736.3 |
| ], |
| [ |
| 6.18, |
| 761.5 |
| ], |
| [ |
| 6.422, |
| 815.8 |
| ], |
| [ |
| 6.663, |
| 836.8 |
| ], |
| [ |
| 6.93, |
| 840.2 |
| ], |
| [ |
| 7.184, |
| 844.3 |
| ], |
| [ |
| 7.443, |
| 852.4 |
| ] |
| ], |
| "io_delta": {}, |
| "timing_line": "[ Prompt: 7.9 t/s | Generation: 21.6 t/s ]", |
| "output": "Hello! 😊 I'm DeepSeek-R1, your friendly AI assistant. I'm here to help with all kinds of questions, learning, and creative tasks", |
| "pager": { |
| "routing_calls": 8448, |
| "expert_touches": 64544, |
| "hits": 35587, |
| "misses": 3701, |
| "evictions": 4572, |
| "evicted_bytes": 9822062592, |
| "sweeps": 1046, |
| "resident_bytes": 327075840, |
| "budget_bytes": 327155712, |
| "hit_rate": 0.5514, |
| "proc_self_read_bytes": 2428149760, |
| "proc_self_rchar": 11947223 |
| }, |
| "output_matches_baseline": true, |
| "swap_zero": true, |
| "rc_ok": true, |
| "rss_vs_baseline": -1.7321, |
| "decode_rss_vs_baseline": -1.7321, |
| "decode_rss_lower_than_baseline": true, |
| "rss_lower_than_baseline": true, |
| "ssd_reads_mib": 2315.7, |
| "cold_weights_really_read_from_ssd": true, |
| "pager_hit_rate": 0.5514, |
| "pager_evictions": 4572, |
| "pager_misses": 3701, |
| "pager_resident_mib": 311.9, |
| "pager_budget_mib": 312.0 |
| }, |
| "budget256mb": { |
| "env": { |
| "ST_PAGER": "1", |
| "ST_RAM_BUDGET_MB": "256", |
| "ST_RESERVE_MB": "200" |
| }, |
| "rc": 0, |
| "seconds": 7.88, |
| "peak": { |
| "total_rss_gb": 0.5956, |
| "anon_rss_gb": 0.1029, |
| "file_rss_gb": 0.5922, |
| "peak_swap_gb": 0.0, |
| "hwm_rss_gb": 0.5956 |
| }, |
| "decode": { |
| "total_rss_gb": 0.5956, |
| "note": "prefill 後的峰值；prefill 會摸遍全部 expert，所以 peak 不代表 decode" |
| }, |
| "rss_timeline_mib": [ |
| [ |
| 0.0, |
| 0.4 |
| ], |
| [ |
| 0.207, |
| 72.9 |
| ], |
| [ |
| 0.413, |
| 71.1 |
| ], |
| [ |
| 0.624, |
| 128.7 |
| ], |
| [ |
| 0.835, |
| 189.3 |
| ], |
| [ |
| 1.047, |
| 212.1 |
| ], |
| [ |
| 1.259, |
| 228.5 |
| ], |
| [ |
| 1.474, |
| 246.9 |
| ], |
| [ |
| 1.69, |
| 267.0 |
| ], |
| [ |
| 1.907, |
| 291.7 |
| ], |
| [ |
| 2.128, |
| 388.4 |
| ], |
| [ |
| 2.352, |
| 482.7 |
| ], |
| [ |
| 2.577, |
| 490.7 |
| ], |
| [ |
| 2.802, |
| 467.5 |
| ], |
| [ |
| 3.024, |
| 448.6 |
| ], |
| [ |
| 3.25, |
| 437.3 |
| ], |
| [ |
| 3.489, |
| 482.6 |
| ], |
| [ |
| 3.719, |
| 491.9 |
| ], |
| [ |
| 3.952, |
| 489.6 |
| ], |
| [ |
| 4.184, |
| 481.9 |
| ], |
| [ |
| 4.417, |
| 451.6 |
| ], |
| [ |
| 4.652, |
| 458.8 |
| ], |
| [ |
| 4.887, |
| 455.6 |
| ], |
| [ |
| 5.122, |
| 453.0 |
| ], |
| [ |
| 5.36, |
| 450.3 |
| ], |
| [ |
| 5.6, |
| 459.5 |
| ], |
| [ |
| 5.834, |
| 447.4 |
| ], |
| [ |
| 6.068, |
| 496.0 |
| ], |
| [ |
| 6.301, |
| 517.2 |
| ], |
| [ |
| 6.543, |
| 560.1 |
| ], |
| [ |
| 6.785, |
| 580.2 |
| ], |
| [ |
| 7.024, |
| 593.8 |
| ], |
| [ |
| 7.263, |
| 593.4 |
| ], |
| [ |
| 7.504, |
| 603.1 |
| ], |
| [ |
| 7.743, |
| 606.7 |
| ] |
| ], |
| "io_delta": {}, |
| "timing_line": "[ Prompt: 8.1 t/s | Generation: 19.7 t/s ]", |
| "output": "Hello! 😊 I'm DeepSeek-R1, your friendly AI assistant. I'm here to help with all kinds of questions, learning, and creative tasks", |
| "pager": { |
| "routing_calls": 8448, |
| "expert_touches": 64544, |
| "hits": 34660, |
| "misses": 4628, |
| "evictions": 5625, |
| "evicted_bytes": 12070591488, |
| "sweeps": 1280, |
| "resident_bytes": 57701376, |
| "budget_bytes": 58720256, |
| "hit_rate": 0.537, |
| "proc_self_read_bytes": 2433163264, |
| "proc_self_rchar": 11947223 |
| }, |
| "output_matches_baseline": true, |
| "swap_zero": true, |
| "rc_ok": true, |
| "rss_vs_baseline": -1.9692, |
| "decode_rss_vs_baseline": -1.9692, |
| "decode_rss_lower_than_baseline": true, |
| "rss_lower_than_baseline": true, |
| "ssd_reads_mib": 2320.4, |
| "cold_weights_really_read_from_ssd": true, |
| "pager_hit_rate": 0.537, |
| "pager_evictions": 5625, |
| "pager_misses": 4628, |
| "pager_resident_mib": 55.0, |
| "pager_budget_mib": 56.0 |
| }, |
| "budget128mb": { |
| "env": { |
| "ST_PAGER": "1", |
| "ST_RAM_BUDGET_MB": "128", |
| "ST_RESERVE_MB": "200" |
| }, |
| "rc": 0, |
| "seconds": 8.13, |
| "peak": { |
| "total_rss_gb": 0.6614, |
| "anon_rss_gb": 0.103, |
| "file_rss_gb": 0.657, |
| "peak_swap_gb": 0.0, |
| "hwm_rss_gb": 0.6614 |
| }, |
| "decode": { |
| "total_rss_gb": 0.6614, |
| "note": "prefill 後的峰值；prefill 會摸遍全部 expert，所以 peak 不代表 decode" |
| }, |
| "rss_timeline_mib": [ |
| [ |
| 0.0, |
| 0.4 |
| ], |
| [ |
| 0.207, |
| 65.7 |
| ], |
| [ |
| 0.415, |
| 71.2 |
| ], |
| [ |
| 0.624, |
| 76.7 |
| ], |
| [ |
| 0.834, |
| 137.4 |
| ], |
| [ |
| 1.048, |
| 194.3 |
| ], |
| [ |
| 1.264, |
| 251.2 |
| ], |
| [ |
| 1.482, |
| 300.9 |
| ], |
| [ |
| 1.703, |
| 322.4 |
| ], |
| [ |
| 1.928, |
| 340.0 |
| ], |
| [ |
| 2.151, |
| 363.3 |
| ], |
| [ |
| 2.383, |
| 508.0 |
| ], |
| [ |
| 2.619, |
| 553.7 |
| ], |
| [ |
| 2.857, |
| 519.9 |
| ], |
| [ |
| 3.112, |
| 507.3 |
| ], |
| [ |
| 3.361, |
| 553.1 |
| ], |
| [ |
| 3.608, |
| 541.7 |
| ], |
| [ |
| 3.856, |
| 547.3 |
| ], |
| [ |
| 4.107, |
| 542.7 |
| ], |
| [ |
| 4.358, |
| 544.0 |
| ], |
| [ |
| 4.599, |
| 548.5 |
| ], |
| [ |
| 4.839, |
| 562.8 |
| ], |
| [ |
| 5.082, |
| 518.0 |
| ], |
| [ |
| 5.32, |
| 519.3 |
| ], |
| [ |
| 5.556, |
| 529.6 |
| ], |
| [ |
| 5.794, |
| 524.4 |
| ], |
| [ |
| 6.033, |
| 521.3 |
| ], |
| [ |
| 6.271, |
| 564.9 |
| ], |
| [ |
| 6.509, |
| 547.8 |
| ], |
| [ |
| 6.746, |
| 623.4 |
| ], |
| [ |
| 6.992, |
| 643.7 |
| ], |
| [ |
| 7.234, |
| 656.7 |
| ], |
| [ |
| 7.475, |
| 667.5 |
| ], |
| [ |
| 7.716, |
| 670.3 |
| ], |
| [ |
| 7.955, |
| 675.6 |
| ] |
| ], |
| "io_delta": {}, |
| "timing_line": "[ Prompt: 7.9 t/s | Generation: 20.9 t/s ]", |
| "output": "Hello! 😊 I'm DeepSeek-R1, your friendly AI assistant. I'm here to help with all kinds of questions, learning, and creative tasks", |
| "pager": { |
| "routing_calls": 8448, |
| "expert_touches": 64544, |
| "hits": 34952, |
| "misses": 4336, |
| "evictions": 5298, |
| "evicted_bytes": 11377677312, |
| "sweeps": 1054, |
| "resident_bytes": 132240384, |
| "budget_bytes": 134217728, |
| "hit_rate": 0.5415, |
| "proc_self_read_bytes": 2429915136, |
| "proc_self_rchar": 11947223 |
| }, |
| "output_matches_baseline": true, |
| "swap_zero": true, |
| "rc_ok": true, |
| "rss_vs_baseline": -1.9034, |
| "decode_rss_vs_baseline": -1.9034, |
| "decode_rss_lower_than_baseline": true, |
| "rss_lower_than_baseline": true, |
| "ssd_reads_mib": 2317.3, |
| "cold_weights_really_read_from_ssd": true, |
| "pager_hit_rate": 0.5415, |
| "pager_evictions": 5298, |
| "pager_misses": 4336, |
| "pager_resident_mib": 126.1, |
| "pager_budget_mib": 128.0 |
| } |
| }, |
| "all_passed": true |
| } |
|
|
