| { |
| "schema_version": 1, |
| "title": "Reproduction: RealtimeTool: Parallel Decoding for Real-Time LLM Function Calling", |
| "emoji": "🎯", |
| "space_id": "Alogotron/repro-realtimetool-parallel-decoding-for-real-time-llm-function-calling", |
| "paper": { |
| "arxiv_id": "2603.00030" |
| }, |
| "tags": [ |
| "icml2026-repro", |
| "paper-f0IWycligk" |
| ], |
| "updated_at": "2026-07-29T12:47:04+00:00", |
| "root": { |
| "slug": "index", |
| "title": "Reproduction: RealtimeTool: Parallel Decoding for Real-Time LLM Function Calling", |
| "file": "pages/index.md", |
| "children": [ |
| { |
| "slug": "executive-summary", |
| "title": "Executive summary", |
| "file": "pages/executive-summary/page.md", |
| "children": [] |
| }, |
| { |
| "slug": "claim-1-realtimetool-achieves-3-6x-end-to-end-speedup-up-to-9-6x-with-only-8-2-parallelization-overhead-on-function-calling-tasks", |
| "title": "Claim 1: RealtimeTool achieves 3-6x end-to-end speedup (up to 9.6x) with only 8.2% parallelization overhead on function calling tasks", |
| "file": "pages/claim-1-realtimetool-achieves-3-6x-end-to-end-speedup-up-to-9-6x-with-only-8-2-parallelization-overhead-on-function-calling-tasks/page.md", |
| "children": [] |
| }, |
| { |
| "slug": "claim-2-on-mobile-actions-rt-qwen-0-5b-outperforms-google-s-functiongemma-in-both-accuracy-and-latency-consistency", |
| "title": "Claim 2: On Mobile Actions, RT-Qwen-0.5B outperforms Google's FunctionGemma in both accuracy and latency consistency", |
| "file": "pages/claim-2-on-mobile-actions-rt-qwen-0-5b-outperforms-google-s-functiongemma-in-both-accuracy-and-latency-consistency/page.md", |
| "children": [] |
| }, |
| { |
| "slug": "claim-2-on-the-rtx-4090-qwen2-5-0-5b-attains-5-35x-speedup-under-transformers-and-3-07x-under-vllm-while-qwen3-4b-attains-2-83x-transformers-and-3-88x-vllm-table-3", |
| "title": "Claim 2: On the RTX 4090, Qwen2.5-0.5B attains 5.35x speedup under Transformers and 3.07x under vLLM, while Qwen3-4B attains 2.83x (Transformers) and 3.88x (vLLM) (Table 3)", |
| "file": "pages/claim-2-on-the-rtx-4090-qwen2-5-0-5b-attains-5-35x-speedup-under-transformers-and-3-07x-under-vllm-while-qwen3-4b-attains-2-83x-transformers-and-3-88x-vllm-table-3/page.md", |
| "children": [] |
| }, |
| { |
| "slug": "claim-3-achieves-61-2ms-p50-latency-on-consumer-grade-gpu-with-quantization-enabling-16-hz-real-time-control-at-4b-model-scale", |
| "title": "Claim 3: Achieves 61.2ms P50 latency on consumer-grade GPU with quantization, enabling 16 Hz real-time control at 4B model scale", |
| "file": "pages/claim-3-achieves-61-2ms-p50-latency-on-consumer-grade-gpu-with-quantization-enabling-16-hz-real-time-control-at-4b-model-scale/page.md", |
| "children": [] |
| }, |
| { |
| "slug": "claim-5-with-8-head-parallel-decoding-the-framework-demonstrates-93-0-average-tpot-time-per-output-token-efficiency-section-2-1-3-appendix-g", |
| "title": "Claim 5: With 8-head parallel decoding, the framework demonstrates 93.0% average TPOT (time-per-output-token) efficiency (Section 2.1.3, Appendix G)", |
| "file": "pages/claim-5-with-8-head-parallel-decoding-the-framework-demonstrates-93-0-average-tpot-time-per-output-token-efficiency-section-2-1-3-appendix-g/page.md", |
| "children": [] |
| }, |
| { |
| "slug": "conclusion", |
| "title": "Conclusion", |
| "file": "pages/conclusion/page.md", |
| "children": [] |
| } |
| ] |
| }, |
| "agent_view_tokens": 7200, |
| "revision": "1785329224177308255" |
| } |
