| { | |
| "when": "2026-10-07T16:47:29+0200", | |
| "model": "/root/work/models/SmallThinker-4B-A0.6B-Instruct.Q4_K.gguf", | |
| "port": 8080, | |
| "pid": 38517, | |
| "ram_budget_mb": 512, | |
| "arena_mb": -1875, | |
| "expert_slots": 252, | |
| "chat": { | |
| "prompt_tokens": 37, | |
| "completion_tokens": 16, | |
| "seconds": 3.89, | |
| "tok_per_s": 4.1168, | |
| "content": "A **MoE (Model Parallelism) layer** enables a neural network to", | |
| "timings": { | |
| "cache_n": 0, | |
| "prompt_n": 37, | |
| "prompt_ms": 3122.416, | |
| "prompt_per_token_ms": 84.38962162162163, | |
| "prompt_per_second": 11.849798361268965, | |
| "predicted_n": 16, | |
| "predicted_ms": 744.758, | |
| "predicted_per_token_ms": 49.650533333333335, | |
| "predicted_per_second": 20.140770559027224 | |
| } | |
| }, | |
| "peak": { | |
| "total_rss_gb": 1.0901, | |
| "anon_rss_gb": 0.1931, | |
| "file_rss_gb": 1.0845, | |
| "peak_swap_gb": 0.0, | |
| "hwm_rss_gb": 1.0901 | |
| }, | |
| "io_delta": { | |
| "read_bytes": 1160712192, | |
| "rchar": 0, | |
| "write_bytes": 4096 | |
| }, | |
| "pager": { | |
| "routing_calls": 4608, | |
| "expert_touches": 56128, | |
| "hits": 23134, | |
| "misses": 2146, | |
| "evictions": 2920, | |
| "evicted_bytes": 6264345600, | |
| "sweeps": 537, | |
| "resident_bytes": 535071744, | |
| "budget_bytes": 536870912, | |
| "hit_rate": 0.4122, | |
| "proc_self_read_bytes": 2439696384, | |
| "proc_self_rchar": 11946335 | |
| }, | |
| "pager_expert_resident_mib": 510.3, | |
| "pager_expert_budget_mib": 512.0, | |
| "pager_expert_within_budget": true, | |
| "pager_hit_rate": 0.4122, | |
| "ok": true, | |
| "model_size_mib": 2508 | |
| } | |