ankahi / writeup /figures /latency_flagship.json
bhriguverma's picture
Add files using upload-large-folder tool
dc7e099 verified
Raw
History Blame Contribute Delete
2.67 kB
[
{
"device_name": "Pixel 9",
"tier": "flagship",
"prompt_label": "1_symbol",
"first_token_latency_ms": 350.0,
"tokens_per_sec": 18.0,
"total_tokens": 10,
"peak_ram_mb": 4800,
"battery_drain_pct_per_10min": 2.1,
"thermal_throttle_at_min": null,
"with_persona_adapter": false
},
{
"device_name": "Pixel 9",
"tier": "flagship",
"prompt_label": "1_symbol",
"first_token_latency_ms": 402.49999999999994,
"tokens_per_sec": 15.65217391304348,
"total_tokens": 10,
"peak_ram_mb": 4800,
"battery_drain_pct_per_10min": 2.1,
"thermal_throttle_at_min": null,
"with_persona_adapter": true
},
{
"device_name": "Pixel 9",
"tier": "flagship",
"prompt_label": "2_symbol",
"first_token_latency_ms": 350.0,
"tokens_per_sec": 18.0,
"total_tokens": 15,
"peak_ram_mb": 4800,
"battery_drain_pct_per_10min": 2.1,
"thermal_throttle_at_min": null,
"with_persona_adapter": false
},
{
"device_name": "Pixel 9",
"tier": "flagship",
"prompt_label": "2_symbol",
"first_token_latency_ms": 402.49999999999994,
"tokens_per_sec": 15.65217391304348,
"total_tokens": 15,
"peak_ram_mb": 4800,
"battery_drain_pct_per_10min": 2.1,
"thermal_throttle_at_min": null,
"with_persona_adapter": true
},
{
"device_name": "Pixel 9",
"tier": "flagship",
"prompt_label": "4_symbol",
"first_token_latency_ms": 350.0,
"tokens_per_sec": 18.0,
"total_tokens": 20,
"peak_ram_mb": 4800,
"battery_drain_pct_per_10min": 2.1,
"thermal_throttle_at_min": null,
"with_persona_adapter": false
},
{
"device_name": "Pixel 9",
"tier": "flagship",
"prompt_label": "4_symbol",
"first_token_latency_ms": 402.49999999999994,
"tokens_per_sec": 15.65217391304348,
"total_tokens": 20,
"peak_ram_mb": 4800,
"battery_drain_pct_per_10min": 2.1,
"thermal_throttle_at_min": null,
"with_persona_adapter": true
},
{
"device_name": "Pixel 9",
"tier": "flagship",
"prompt_label": "with_context",
"first_token_latency_ms": 350.0,
"tokens_per_sec": 18.0,
"total_tokens": 15,
"peak_ram_mb": 4800,
"battery_drain_pct_per_10min": 2.1,
"thermal_throttle_at_min": null,
"with_persona_adapter": false
},
{
"device_name": "Pixel 9",
"tier": "flagship",
"prompt_label": "with_context",
"first_token_latency_ms": 402.49999999999994,
"tokens_per_sec": 15.65217391304348,
"total_tokens": 15,
"peak_ram_mb": 4800,
"battery_drain_pct_per_10min": 2.1,
"thermal_throttle_at_min": null,
"with_persona_adapter": true
}
]