Performance Lab phase 2: JSON, CSV, methodology, hardware reference, reproducible scripts and 7 PNG charts
21aa8c4 verified Download performance/performance.json from ModernoTech/Nova-Flow: direct link, hf CLI and curl.
- Browser
- Download file 33.3 kB
-
https://huggingface.co/ModernoTech/Nova-Flow/resolve/main/performance/performance.json
- Command line
-
hf download hf://ModernoTech/Nova-Flow/performance/performance.json
-
curl -L -o performance.json https://huggingface.co/ModernoTech/Nova-Flow/resolve/main/performance/performance.json
33.3 kB
| { | |
| "title": "Nova Flow performance lab", | |
| "status": "All numerical performance values are theoretical or not validated; no unverified benchmark is presented as measured", | |
| "status legend": { | |
| "MEDIDO": "physical measurement backed by a dated log and exact configuration", | |
| "ESTIMADO": "mathematical projection with its assumptions documented", | |
| "NO VALIDADO": "insufficient evidence or unavailable native configuration" | |
| }, | |
| "repository": "ModernoTech/Nova-Flow", | |
| "artifact": { | |
| "filename": "model.safetensors", | |
| "bytes": 16936006912, | |
| "sha256": null, | |
| "format": "safetensors (BF16, not GGUF)", | |
| "published": false, | |
| "source_of_size": "Hugging Face file metadata" | |
| }, | |
| "specs": { | |
| "model_name": "Nova Flow", | |
| "base_reference": "LFM2.5-8B-A1B", | |
| "total_params_billion": 8.3, | |
| "active_params_billion": 1.5, | |
| "moe": true, | |
| "max_position_documented": 128000 | |
| }, | |
| "architecture_basis": { | |
| "layers": 24, | |
| "kv_heads": 8, | |
| "head_dim": 64, | |
| "source": "config.json published in the current repository", | |
| "status": "ESTIMADO sobre una arquitectura publicada por Moderno Tech" | |
| }, | |
| "estimation_assumptions": { | |
| "ram_bandwidth_values_gbps": { | |
| "MacBook Air 2014": 25.6, | |
| "Lenovo Yoga 720": 34.1, | |
| "MacBook Neo A18 Pro": 60.0, | |
| "MacBook Air M4": 120.0 | |
| }, | |
| "ssd_effective_gbps": 2.0, | |
| "ssd_basis": "Assumed external NVMe 2.0 GB/s for calculations only; must be replaced by a measured sequential/shared load if used externally", | |
| "kv_precision_bytes": 2.0, | |
| "weight_precision_bytes": 0.5, | |
| "overhead_factor": 1.1, | |
| "os_overhead_gb": 1.2, | |
| "runtime_overhead_bytes": 120.0, | |
| "latency_included": "Fixed read latency excluded; remeasurement is required before any availability claim", | |
| "mne_expert_cache_fraction": "Active set + capped additive cache; rounded, saturation assumptions stated", | |
| "conventional_write_notes": "Conventional RAM path counts total artifact weights resident in RAM; active path measures only the bytes read per token as an upper bound" | |
| }, | |
| "measured": null, | |
| "ssd_cache_scenarios": [ | |
| { | |
| "cache_hit": 0.9, | |
| "ssd_mne_upper_tok_s": 24.242 | |
| }, | |
| { | |
| "cache_hit": 0.95, | |
| "ssd_mne_upper_tok_s": 48.485 | |
| }, | |
| { | |
| "cache_hit": 0.99, | |
| "ssd_mne_upper_tok_s": 242.424 | |
| }, | |
| { | |
| "cache_hit": 0.995, | |
| "ssd_mne_upper_tok_s": 484.848 | |
| }, | |
| { | |
| "cache_hit": 0.999, | |
| "ssd_mne_upper_tok_s": 2424.242 | |
| } | |
| ], | |
| "scenarios": [ | |
| { | |
| "model": "Nova Flow", | |
| "repository": "ModernoTech/Nova-Flow", | |
| "hardware": "MacBook Air 2014", | |
| "hardware_id": "air-2014", | |
| "bandwidth_gbps": 25.6, | |
| "ram_gb": 4.0, | |
| "context_tokens": 4096, | |
| "context_label": "4K", | |
| "context_supported_or_validated": true, | |
| "max_position_documented": 128000, | |
| "artifact_size_bytes": 16936006912, | |
| "artifact_status": "NO PUBLICADO", | |
| "weight_basis": "artifact size on Hugging Face", | |
| "active_payload_bytes_for_memory_bound": 885837005, | |
| "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", | |
| "theoretical_tok_s_conventional_ram": 31.03, | |
| "ssd_mne_upper_tok_s": [ | |
| { | |
| "ssd_cache_miss": 0.1, | |
| "cache_label": "90%", | |
| "upper Tok_s": 24.242 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.05, | |
| "cache_label": "95%", | |
| "upper Tok_s": 48.485 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.01, | |
| "cache_label": "99%", | |
| "upper Tok_s": 242.424 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.005, | |
| "cache_label": "99.5%", | |
| "upper Tok_s": 484.848 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.001, | |
| "cache_label": "99.9%", | |
| "upper Tok_s": 2424.242 | |
| } | |
| ], | |
| "kv_cache_bytes_est": 201326592, | |
| "kv_cache_status": "ESTIMADO", | |
| "conventional_resident_total_gb_est": 16.077573, | |
| "mne_resident_total_gb_est": 2.110938, | |
| "ssd_required_bytes": 16936006912, | |
| "feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)", | |
| "feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)", | |
| "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", | |
| "throughput_note": "No real benchmark is stored for MNE; upper bounds only." | |
| }, | |
| { | |
| "model": "Nova Flow", | |
| "repository": "ModernoTech/Nova-Flow", | |
| "hardware": "Lenovo Yoga 720", | |
| "hardware_id": "yoga-720", | |
| "bandwidth_gbps": 34.1, | |
| "ram_gb": 8.0, | |
| "context_tokens": 4096, | |
| "context_label": "4K", | |
| "context_supported_or_validated": true, | |
| "max_position_documented": 128000, | |
| "artifact_size_bytes": 16936006912, | |
| "artifact_status": "NO PUBLICADO", | |
| "weight_basis": "artifact size on Hugging Face", | |
| "active_payload_bytes_for_memory_bound": 885837005, | |
| "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", | |
| "theoretical_tok_s_conventional_ram": 41.333, | |
| "ssd_mne_upper_tok_s": [ | |
| { | |
| "ssd_cache_miss": 0.1, | |
| "cache_label": "90%", | |
| "upper Tok_s": 24.242 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.05, | |
| "cache_label": "95%", | |
| "upper Tok_s": 48.485 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.01, | |
| "cache_label": "99%", | |
| "upper Tok_s": 242.424 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.005, | |
| "cache_label": "99.5%", | |
| "upper Tok_s": 484.848 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.001, | |
| "cache_label": "99.9%", | |
| "upper Tok_s": 2424.242 | |
| } | |
| ], | |
| "kv_cache_bytes_est": 201326592, | |
| "kv_cache_status": "ESTIMADO", | |
| "conventional_resident_total_gb_est": 16.077573, | |
| "mne_resident_total_gb_est": 2.110938, | |
| "ssd_required_bytes": 16936006912, | |
| "feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)", | |
| "feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)", | |
| "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", | |
| "throughput_note": "No real benchmark is stored for MNE; upper bounds only." | |
| }, | |
| { | |
| "model": "Nova Flow", | |
| "repository": "ModernoTech/Nova-Flow", | |
| "hardware": "MacBook Neo A18 Pro", | |
| "hardware_id": "neo", | |
| "bandwidth_gbps": 60.0, | |
| "ram_gb": 8.0, | |
| "context_tokens": 4096, | |
| "context_label": "4K", | |
| "context_supported_or_validated": true, | |
| "max_position_documented": 128000, | |
| "artifact_size_bytes": 16936006912, | |
| "artifact_status": "NO PUBLICADO", | |
| "weight_basis": "artifact size on Hugging Face", | |
| "active_payload_bytes_for_memory_bound": 885837005, | |
| "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", | |
| "theoretical_tok_s_conventional_ram": 72.727, | |
| "ssd_mne_upper_tok_s": [ | |
| { | |
| "ssd_cache_miss": 0.1, | |
| "cache_label": "90%", | |
| "upper Tok_s": 24.242 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.05, | |
| "cache_label": "95%", | |
| "upper Tok_s": 48.485 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.01, | |
| "cache_label": "99%", | |
| "upper Tok_s": 242.424 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.005, | |
| "cache_label": "99.5%", | |
| "upper Tok_s": 484.848 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.001, | |
| "cache_label": "99.9%", | |
| "upper Tok_s": 2424.242 | |
| } | |
| ], | |
| "kv_cache_bytes_est": 201326592, | |
| "kv_cache_status": "ESTIMADO", | |
| "conventional_resident_total_gb_est": 16.077573, | |
| "mne_resident_total_gb_est": 2.110938, | |
| "ssd_required_bytes": 16936006912, | |
| "feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)", | |
| "feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)", | |
| "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", | |
| "throughput_note": "No real benchmark is stored for MNE; upper bounds only." | |
| }, | |
| { | |
| "model": "Nova Flow", | |
| "repository": "ModernoTech/Nova-Flow", | |
| "hardware": "MacBook Air M4", | |
| "hardware_id": "air-m4", | |
| "bandwidth_gbps": 120.0, | |
| "ram_gb": 16.0, | |
| "context_tokens": 4096, | |
| "context_label": "4K", | |
| "context_supported_or_validated": true, | |
| "max_position_documented": 128000, | |
| "artifact_size_bytes": 16936006912, | |
| "artifact_status": "NO PUBLICADO", | |
| "weight_basis": "artifact size on Hugging Face", | |
| "active_payload_bytes_for_memory_bound": 885837005, | |
| "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", | |
| "theoretical_tok_s_conventional_ram": 145.455, | |
| "ssd_mne_upper_tok_s": [ | |
| { | |
| "ssd_cache_miss": 0.1, | |
| "cache_label": "90%", | |
| "upper Tok_s": 24.242 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.05, | |
| "cache_label": "95%", | |
| "upper Tok_s": 48.485 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.01, | |
| "cache_label": "99%", | |
| "upper Tok_s": 242.424 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.005, | |
| "cache_label": "99.5%", | |
| "upper Tok_s": 484.848 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.001, | |
| "cache_label": "99.9%", | |
| "upper Tok_s": 2424.242 | |
| } | |
| ], | |
| "kv_cache_bytes_est": 201326592, | |
| "kv_cache_status": "ESTIMADO", | |
| "conventional_resident_total_gb_est": 16.077573, | |
| "mne_resident_total_gb_est": 2.110938, | |
| "ssd_required_bytes": 16936006912, | |
| "feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)", | |
| "feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)", | |
| "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", | |
| "throughput_note": "No real benchmark is stored for MNE; upper bounds only." | |
| }, | |
| { | |
| "model": "Nova Flow", | |
| "repository": "ModernoTech/Nova-Flow", | |
| "hardware": "MacBook Air 2014", | |
| "hardware_id": "air-2014", | |
| "bandwidth_gbps": 25.6, | |
| "ram_gb": 4.0, | |
| "context_tokens": 8192, | |
| "context_label": "8K", | |
| "context_supported_or_validated": true, | |
| "max_position_documented": 128000, | |
| "artifact_size_bytes": 16936006912, | |
| "artifact_status": "NO PUBLICADO", | |
| "weight_basis": "artifact size on Hugging Face", | |
| "active_payload_bytes_for_memory_bound": 885837005, | |
| "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", | |
| "theoretical_tok_s_conventional_ram": 31.03, | |
| "ssd_mne_upper_tok_s": [ | |
| { | |
| "ssd_cache_miss": 0.1, | |
| "cache_label": "90%", | |
| "upper Tok_s": 24.242 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.05, | |
| "cache_label": "95%", | |
| "upper Tok_s": 48.485 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.01, | |
| "cache_label": "99%", | |
| "upper Tok_s": 242.424 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.005, | |
| "cache_label": "99.5%", | |
| "upper Tok_s": 484.848 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.001, | |
| "cache_label": "99.9%", | |
| "upper Tok_s": 2424.242 | |
| } | |
| ], | |
| "kv_cache_bytes_est": 402653184, | |
| "kv_cache_status": "ESTIMADO", | |
| "conventional_resident_total_gb_est": 16.265073, | |
| "mne_resident_total_gb_est": 2.298438, | |
| "ssd_required_bytes": 16936006912, | |
| "feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)", | |
| "feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)", | |
| "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", | |
| "throughput_note": "No real benchmark is stored for MNE; upper bounds only." | |
| }, | |
| { | |
| "model": "Nova Flow", | |
| "repository": "ModernoTech/Nova-Flow", | |
| "hardware": "Lenovo Yoga 720", | |
| "hardware_id": "yoga-720", | |
| "bandwidth_gbps": 34.1, | |
| "ram_gb": 8.0, | |
| "context_tokens": 8192, | |
| "context_label": "8K", | |
| "context_supported_or_validated": true, | |
| "max_position_documented": 128000, | |
| "artifact_size_bytes": 16936006912, | |
| "artifact_status": "NO PUBLICADO", | |
| "weight_basis": "artifact size on Hugging Face", | |
| "active_payload_bytes_for_memory_bound": 885837005, | |
| "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", | |
| "theoretical_tok_s_conventional_ram": 41.333, | |
| "ssd_mne_upper_tok_s": [ | |
| { | |
| "ssd_cache_miss": 0.1, | |
| "cache_label": "90%", | |
| "upper Tok_s": 24.242 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.05, | |
| "cache_label": "95%", | |
| "upper Tok_s": 48.485 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.01, | |
| "cache_label": "99%", | |
| "upper Tok_s": 242.424 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.005, | |
| "cache_label": "99.5%", | |
| "upper Tok_s": 484.848 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.001, | |
| "cache_label": "99.9%", | |
| "upper Tok_s": 2424.242 | |
| } | |
| ], | |
| "kv_cache_bytes_est": 402653184, | |
| "kv_cache_status": "ESTIMADO", | |
| "conventional_resident_total_gb_est": 16.265073, | |
| "mne_resident_total_gb_est": 2.298438, | |
| "ssd_required_bytes": 16936006912, | |
| "feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)", | |
| "feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)", | |
| "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", | |
| "throughput_note": "No real benchmark is stored for MNE; upper bounds only." | |
| }, | |
| { | |
| "model": "Nova Flow", | |
| "repository": "ModernoTech/Nova-Flow", | |
| "hardware": "MacBook Neo A18 Pro", | |
| "hardware_id": "neo", | |
| "bandwidth_gbps": 60.0, | |
| "ram_gb": 8.0, | |
| "context_tokens": 8192, | |
| "context_label": "8K", | |
| "context_supported_or_validated": true, | |
| "max_position_documented": 128000, | |
| "artifact_size_bytes": 16936006912, | |
| "artifact_status": "NO PUBLICADO", | |
| "weight_basis": "artifact size on Hugging Face", | |
| "active_payload_bytes_for_memory_bound": 885837005, | |
| "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", | |
| "theoretical_tok_s_conventional_ram": 72.727, | |
| "ssd_mne_upper_tok_s": [ | |
| { | |
| "ssd_cache_miss": 0.1, | |
| "cache_label": "90%", | |
| "upper Tok_s": 24.242 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.05, | |
| "cache_label": "95%", | |
| "upper Tok_s": 48.485 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.01, | |
| "cache_label": "99%", | |
| "upper Tok_s": 242.424 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.005, | |
| "cache_label": "99.5%", | |
| "upper Tok_s": 484.848 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.001, | |
| "cache_label": "99.9%", | |
| "upper Tok_s": 2424.242 | |
| } | |
| ], | |
| "kv_cache_bytes_est": 402653184, | |
| "kv_cache_status": "ESTIMADO", | |
| "conventional_resident_total_gb_est": 16.265073, | |
| "mne_resident_total_gb_est": 2.298438, | |
| "ssd_required_bytes": 16936006912, | |
| "feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)", | |
| "feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)", | |
| "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", | |
| "throughput_note": "No real benchmark is stored for MNE; upper bounds only." | |
| }, | |
| { | |
| "model": "Nova Flow", | |
| "repository": "ModernoTech/Nova-Flow", | |
| "hardware": "MacBook Air M4", | |
| "hardware_id": "air-m4", | |
| "bandwidth_gbps": 120.0, | |
| "ram_gb": 16.0, | |
| "context_tokens": 8192, | |
| "context_label": "8K", | |
| "context_supported_or_validated": true, | |
| "max_position_documented": 128000, | |
| "artifact_size_bytes": 16936006912, | |
| "artifact_status": "NO PUBLICADO", | |
| "weight_basis": "artifact size on Hugging Face", | |
| "active_payload_bytes_for_memory_bound": 885837005, | |
| "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", | |
| "theoretical_tok_s_conventional_ram": 145.455, | |
| "ssd_mne_upper_tok_s": [ | |
| { | |
| "ssd_cache_miss": 0.1, | |
| "cache_label": "90%", | |
| "upper Tok_s": 24.242 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.05, | |
| "cache_label": "95%", | |
| "upper Tok_s": 48.485 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.01, | |
| "cache_label": "99%", | |
| "upper Tok_s": 242.424 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.005, | |
| "cache_label": "99.5%", | |
| "upper Tok_s": 484.848 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.001, | |
| "cache_label": "99.9%", | |
| "upper Tok_s": 2424.242 | |
| } | |
| ], | |
| "kv_cache_bytes_est": 402653184, | |
| "kv_cache_status": "ESTIMADO", | |
| "conventional_resident_total_gb_est": 16.265073, | |
| "mne_resident_total_gb_est": 2.298438, | |
| "ssd_required_bytes": 16936006912, | |
| "feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)", | |
| "feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)", | |
| "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", | |
| "throughput_note": "No real benchmark is stored for MNE; upper bounds only." | |
| }, | |
| { | |
| "model": "Nova Flow", | |
| "repository": "ModernoTech/Nova-Flow", | |
| "hardware": "MacBook Air 2014", | |
| "hardware_id": "air-2014", | |
| "bandwidth_gbps": 25.6, | |
| "ram_gb": 4.0, | |
| "context_tokens": 65536, | |
| "context_label": "64K", | |
| "context_supported_or_validated": true, | |
| "max_position_documented": 128000, | |
| "artifact_size_bytes": 16936006912, | |
| "artifact_status": "NO PUBLICADO", | |
| "weight_basis": "artifact size on Hugging Face", | |
| "active_payload_bytes_for_memory_bound": 885837005, | |
| "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", | |
| "theoretical_tok_s_conventional_ram": 31.03, | |
| "ssd_mne_upper_tok_s": [ | |
| { | |
| "ssd_cache_miss": 0.1, | |
| "cache_label": "90%", | |
| "upper Tok_s": 24.242 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.05, | |
| "cache_label": "95%", | |
| "upper Tok_s": 48.485 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.01, | |
| "cache_label": "99%", | |
| "upper Tok_s": 242.424 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.005, | |
| "cache_label": "99.5%", | |
| "upper Tok_s": 484.848 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.001, | |
| "cache_label": "99.9%", | |
| "upper Tok_s": 2424.242 | |
| } | |
| ], | |
| "kv_cache_bytes_est": 3221225472, | |
| "kv_cache_status": "ESTIMADO", | |
| "conventional_resident_total_gb_est": 18.890073, | |
| "mne_resident_total_gb_est": 4.923438, | |
| "ssd_required_bytes": 16936006912, | |
| "feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)", | |
| "feasible_mne": "ESCENARIO NO FAVORABLE EN RAM (estimado)", | |
| "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", | |
| "throughput_note": "No real benchmark is stored for MNE; upper bounds only." | |
| }, | |
| { | |
| "model": "Nova Flow", | |
| "repository": "ModernoTech/Nova-Flow", | |
| "hardware": "Lenovo Yoga 720", | |
| "hardware_id": "yoga-720", | |
| "bandwidth_gbps": 34.1, | |
| "ram_gb": 8.0, | |
| "context_tokens": 65536, | |
| "context_label": "64K", | |
| "context_supported_or_validated": true, | |
| "max_position_documented": 128000, | |
| "artifact_size_bytes": 16936006912, | |
| "artifact_status": "NO PUBLICADO", | |
| "weight_basis": "artifact size on Hugging Face", | |
| "active_payload_bytes_for_memory_bound": 885837005, | |
| "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", | |
| "theoretical_tok_s_conventional_ram": 41.333, | |
| "ssd_mne_upper_tok_s": [ | |
| { | |
| "ssd_cache_miss": 0.1, | |
| "cache_label": "90%", | |
| "upper Tok_s": 24.242 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.05, | |
| "cache_label": "95%", | |
| "upper Tok_s": 48.485 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.01, | |
| "cache_label": "99%", | |
| "upper Tok_s": 242.424 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.005, | |
| "cache_label": "99.5%", | |
| "upper Tok_s": 484.848 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.001, | |
| "cache_label": "99.9%", | |
| "upper Tok_s": 2424.242 | |
| } | |
| ], | |
| "kv_cache_bytes_est": 3221225472, | |
| "kv_cache_status": "ESTIMADO", | |
| "conventional_resident_total_gb_est": 18.890073, | |
| "mne_resident_total_gb_est": 4.923438, | |
| "ssd_required_bytes": 16936006912, | |
| "feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)", | |
| "feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)", | |
| "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", | |
| "throughput_note": "No real benchmark is stored for MNE; upper bounds only." | |
| }, | |
| { | |
| "model": "Nova Flow", | |
| "repository": "ModernoTech/Nova-Flow", | |
| "hardware": "MacBook Neo A18 Pro", | |
| "hardware_id": "neo", | |
| "bandwidth_gbps": 60.0, | |
| "ram_gb": 8.0, | |
| "context_tokens": 65536, | |
| "context_label": "64K", | |
| "context_supported_or_validated": true, | |
| "max_position_documented": 128000, | |
| "artifact_size_bytes": 16936006912, | |
| "artifact_status": "NO PUBLICADO", | |
| "weight_basis": "artifact size on Hugging Face", | |
| "active_payload_bytes_for_memory_bound": 885837005, | |
| "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", | |
| "theoretical_tok_s_conventional_ram": 72.727, | |
| "ssd_mne_upper_tok_s": [ | |
| { | |
| "ssd_cache_miss": 0.1, | |
| "cache_label": "90%", | |
| "upper Tok_s": 24.242 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.05, | |
| "cache_label": "95%", | |
| "upper Tok_s": 48.485 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.01, | |
| "cache_label": "99%", | |
| "upper Tok_s": 242.424 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.005, | |
| "cache_label": "99.5%", | |
| "upper Tok_s": 484.848 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.001, | |
| "cache_label": "99.9%", | |
| "upper Tok_s": 2424.242 | |
| } | |
| ], | |
| "kv_cache_bytes_est": 3221225472, | |
| "kv_cache_status": "ESTIMADO", | |
| "conventional_resident_total_gb_est": 18.890073, | |
| "mne_resident_total_gb_est": 4.923438, | |
| "ssd_required_bytes": 16936006912, | |
| "feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)", | |
| "feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)", | |
| "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", | |
| "throughput_note": "No real benchmark is stored for MNE; upper bounds only." | |
| }, | |
| { | |
| "model": "Nova Flow", | |
| "repository": "ModernoTech/Nova-Flow", | |
| "hardware": "MacBook Air M4", | |
| "hardware_id": "air-m4", | |
| "bandwidth_gbps": 120.0, | |
| "ram_gb": 16.0, | |
| "context_tokens": 65536, | |
| "context_label": "64K", | |
| "context_supported_or_validated": true, | |
| "max_position_documented": 128000, | |
| "artifact_size_bytes": 16936006912, | |
| "artifact_status": "NO PUBLICADO", | |
| "weight_basis": "artifact size on Hugging Face", | |
| "active_payload_bytes_for_memory_bound": 885837005, | |
| "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", | |
| "theoretical_tok_s_conventional_ram": 145.455, | |
| "ssd_mne_upper_tok_s": [ | |
| { | |
| "ssd_cache_miss": 0.1, | |
| "cache_label": "90%", | |
| "upper Tok_s": 24.242 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.05, | |
| "cache_label": "95%", | |
| "upper Tok_s": 48.485 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.01, | |
| "cache_label": "99%", | |
| "upper Tok_s": 242.424 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.005, | |
| "cache_label": "99.5%", | |
| "upper Tok_s": 484.848 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.001, | |
| "cache_label": "99.9%", | |
| "upper Tok_s": 2424.242 | |
| } | |
| ], | |
| "kv_cache_bytes_est": 3221225472, | |
| "kv_cache_status": "ESTIMADO", | |
| "conventional_resident_total_gb_est": 18.890073, | |
| "mne_resident_total_gb_est": 4.923438, | |
| "ssd_required_bytes": 16936006912, | |
| "feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)", | |
| "feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)", | |
| "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", | |
| "throughput_note": "No real benchmark is stored for MNE; upper bounds only." | |
| }, | |
| { | |
| "model": "Nova Flow", | |
| "repository": "ModernoTech/Nova-Flow", | |
| "hardware": "MacBook Air 2014", | |
| "hardware_id": "air-2014", | |
| "bandwidth_gbps": 25.6, | |
| "ram_gb": 4.0, | |
| "context_tokens": 128000, | |
| "context_label": "125K", | |
| "context_supported_or_validated": true, | |
| "max_position_documented": 128000, | |
| "artifact_size_bytes": 16936006912, | |
| "artifact_status": "NO PUBLICADO", | |
| "weight_basis": "artifact size on Hugging Face", | |
| "active_payload_bytes_for_memory_bound": 885837005, | |
| "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", | |
| "theoretical_tok_s_conventional_ram": 31.03, | |
| "ssd_mne_upper_tok_s": [ | |
| { | |
| "ssd_cache_miss": 0.1, | |
| "cache_label": "90%", | |
| "upper Tok_s": 24.242 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.05, | |
| "cache_label": "95%", | |
| "upper Tok_s": 48.485 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.01, | |
| "cache_label": "99%", | |
| "upper Tok_s": 242.424 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.005, | |
| "cache_label": "99.5%", | |
| "upper Tok_s": 484.848 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.001, | |
| "cache_label": "99.9%", | |
| "upper Tok_s": 2424.242 | |
| } | |
| ], | |
| "kv_cache_bytes_est": 6291456000, | |
| "kv_cache_status": "ESTIMADO", | |
| "conventional_resident_total_gb_est": 21.749448, | |
| "mne_resident_total_gb_est": 7.782813, | |
| "ssd_required_bytes": 16936006912, | |
| "feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)", | |
| "feasible_mne": "ESCENARIO NO FAVORABLE EN RAM (estimado)", | |
| "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", | |
| "throughput_note": "No real benchmark is stored for MNE; upper bounds only." | |
| }, | |
| { | |
| "model": "Nova Flow", | |
| "repository": "ModernoTech/Nova-Flow", | |
| "hardware": "Lenovo Yoga 720", | |
| "hardware_id": "yoga-720", | |
| "bandwidth_gbps": 34.1, | |
| "ram_gb": 8.0, | |
| "context_tokens": 128000, | |
| "context_label": "125K", | |
| "context_supported_or_validated": true, | |
| "max_position_documented": 128000, | |
| "artifact_size_bytes": 16936006912, | |
| "artifact_status": "NO PUBLICADO", | |
| "weight_basis": "artifact size on Hugging Face", | |
| "active_payload_bytes_for_memory_bound": 885837005, | |
| "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", | |
| "theoretical_tok_s_conventional_ram": 41.333, | |
| "ssd_mne_upper_tok_s": [ | |
| { | |
| "ssd_cache_miss": 0.1, | |
| "cache_label": "90%", | |
| "upper Tok_s": 24.242 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.05, | |
| "cache_label": "95%", | |
| "upper Tok_s": 48.485 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.01, | |
| "cache_label": "99%", | |
| "upper Tok_s": 242.424 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.005, | |
| "cache_label": "99.5%", | |
| "upper Tok_s": 484.848 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.001, | |
| "cache_label": "99.9%", | |
| "upper Tok_s": 2424.242 | |
| } | |
| ], | |
| "kv_cache_bytes_est": 6291456000, | |
| "kv_cache_status": "ESTIMADO", | |
| "conventional_resident_total_gb_est": 21.749448, | |
| "mne_resident_total_gb_est": 7.782813, | |
| "ssd_required_bytes": 16936006912, | |
| "feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)", | |
| "feasible_mne": "ESCENARIO AL LÍMITE DE RAM (estimado)", | |
| "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", | |
| "throughput_note": "No real benchmark is stored for MNE; upper bounds only." | |
| }, | |
| { | |
| "model": "Nova Flow", | |
| "repository": "ModernoTech/Nova-Flow", | |
| "hardware": "MacBook Neo A18 Pro", | |
| "hardware_id": "neo", | |
| "bandwidth_gbps": 60.0, | |
| "ram_gb": 8.0, | |
| "context_tokens": 128000, | |
| "context_label": "125K", | |
| "context_supported_or_validated": true, | |
| "max_position_documented": 128000, | |
| "artifact_size_bytes": 16936006912, | |
| "artifact_status": "NO PUBLICADO", | |
| "weight_basis": "artifact size on Hugging Face", | |
| "active_payload_bytes_for_memory_bound": 885837005, | |
| "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", | |
| "theoretical_tok_s_conventional_ram": 72.727, | |
| "ssd_mne_upper_tok_s": [ | |
| { | |
| "ssd_cache_miss": 0.1, | |
| "cache_label": "90%", | |
| "upper Tok_s": 24.242 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.05, | |
| "cache_label": "95%", | |
| "upper Tok_s": 48.485 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.01, | |
| "cache_label": "99%", | |
| "upper Tok_s": 242.424 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.005, | |
| "cache_label": "99.5%", | |
| "upper Tok_s": 484.848 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.001, | |
| "cache_label": "99.9%", | |
| "upper Tok_s": 2424.242 | |
| } | |
| ], | |
| "kv_cache_bytes_est": 6291456000, | |
| "kv_cache_status": "ESTIMADO", | |
| "conventional_resident_total_gb_est": 21.749448, | |
| "mne_resident_total_gb_est": 7.782813, | |
| "ssd_required_bytes": 16936006912, | |
| "feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)", | |
| "feasible_mne": "ESCENARIO AL LÍMITE DE RAM (estimado)", | |
| "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", | |
| "throughput_note": "No real benchmark is stored for MNE; upper bounds only." | |
| }, | |
| { | |
| "model": "Nova Flow", | |
| "repository": "ModernoTech/Nova-Flow", | |
| "hardware": "MacBook Air M4", | |
| "hardware_id": "air-m4", | |
| "bandwidth_gbps": 120.0, | |
| "ram_gb": 16.0, | |
| "context_tokens": 128000, | |
| "context_label": "125K", | |
| "context_supported_or_validated": true, | |
| "max_position_documented": 128000, | |
| "artifact_size_bytes": 16936006912, | |
| "artifact_status": "NO PUBLICADO", | |
| "weight_basis": "artifact size on Hugging Face", | |
| "active_payload_bytes_for_memory_bound": 885837005, | |
| "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", | |
| "theoretical_tok_s_conventional_ram": 145.455, | |
| "ssd_mne_upper_tok_s": [ | |
| { | |
| "ssd_cache_miss": 0.1, | |
| "cache_label": "90%", | |
| "upper Tok_s": 24.242 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.05, | |
| "cache_label": "95%", | |
| "upper Tok_s": 48.485 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.01, | |
| "cache_label": "99%", | |
| "upper Tok_s": 242.424 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.005, | |
| "cache_label": "99.5%", | |
| "upper Tok_s": 484.848 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.001, | |
| "cache_label": "99.9%", | |
| "upper Tok_s": 2424.242 | |
| } | |
| ], | |
| "kv_cache_bytes_est": 6291456000, | |
| "kv_cache_status": "ESTIMADO", | |
| "conventional_resident_total_gb_est": 21.749448, | |
| "mne_resident_total_gb_est": 7.782813, | |
| "ssd_required_bytes": 16936006912, | |
| "feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)", | |
| "feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)", | |
| "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", | |
| "throughput_note": "No real benchmark is stored for MNE; upper bounds only." | |
| } | |
| ], | |
| "charts": [ | |
| "tokens-per-second.png", | |
| "ram-vs-mne.png", | |
| "context-performance.png", | |
| "memory-breakdown.png", | |
| "model-size-vs-ram.png", | |
| "cache-hit-analysis.png", | |
| "prefill-vs-decode.png" | |
| ] | |
| } |