{ "title": "Nova Flow performance lab", "status": "All numerical performance values are theoretical or not validated; no unverified benchmark is presented as measured", "status legend": { "MEDIDO": "physical measurement backed by a dated log and exact configuration", "ESTIMADO": "mathematical projection with its assumptions documented", "NO VALIDADO": "insufficient evidence or unavailable native configuration" }, "repository": "ModernoTech/Nova-Flow", "artifact": { "filename": "model.safetensors", "bytes": 16936006912, "sha256": null, "format": "safetensors (BF16, not GGUF)", "published": false, "source_of_size": "Hugging Face file metadata" }, "specs": { "model_name": "Nova Flow", "base_reference": "LFM2.5-8B-A1B", "total_params_billion": 8.3, "active_params_billion": 1.5, "moe": true, "max_position_documented": 128000 }, "architecture_basis": { "layers": 24, "kv_heads": 8, "head_dim": 64, "source": "config.json published in the current repository", "status": "ESTIMADO sobre una arquitectura publicada por Moderno Tech" }, "estimation_assumptions": { "ram_bandwidth_values_gbps": { "MacBook Air 2014": 25.6, "Lenovo Yoga 720": 34.1, "MacBook Neo A18 Pro": 60.0, "MacBook Air M4": 120.0 }, "ssd_effective_gbps": 2.0, "ssd_basis": "Assumed external NVMe 2.0 GB/s for calculations only; must be replaced by a measured sequential/shared load if used externally", "kv_precision_bytes": 2.0, "weight_precision_bytes": 0.5, "overhead_factor": 1.1, "os_overhead_gb": 1.2, "runtime_overhead_bytes": 120.0, "latency_included": "Fixed read latency excluded; remeasurement is required before any availability claim", "mne_expert_cache_fraction": "Active set + capped additive cache; rounded, saturation assumptions stated", "conventional_write_notes": "Conventional RAM path counts total artifact weights resident in RAM; active path measures only the bytes read per token as an upper bound" }, "measured": null, "ssd_cache_scenarios": [ { "cache_hit": 0.9, "ssd_mne_upper_tok_s": 24.242 }, { "cache_hit": 0.95, "ssd_mne_upper_tok_s": 48.485 }, { "cache_hit": 0.99, "ssd_mne_upper_tok_s": 242.424 }, { "cache_hit": 0.995, "ssd_mne_upper_tok_s": 484.848 }, { "cache_hit": 0.999, "ssd_mne_upper_tok_s": 2424.242 } ], "scenarios": [ { "model": "Nova Flow", "repository": "ModernoTech/Nova-Flow", "hardware": "MacBook Air 2014", "hardware_id": "air-2014", "bandwidth_gbps": 25.6, "ram_gb": 4.0, "context_tokens": 4096, "context_label": "4K", "context_supported_or_validated": true, "max_position_documented": 128000, "artifact_size_bytes": 16936006912, "artifact_status": "NO PUBLICADO", "weight_basis": "artifact size on Hugging Face", "active_payload_bytes_for_memory_bound": 885837005, "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", "theoretical_tok_s_conventional_ram": 31.03, "ssd_mne_upper_tok_s": [ { "ssd_cache_miss": 0.1, "cache_label": "90%", "upper Tok_s": 24.242 }, { "ssd_cache_miss": 0.05, "cache_label": "95%", "upper Tok_s": 48.485 }, { "ssd_cache_miss": 0.01, "cache_label": "99%", "upper Tok_s": 242.424 }, { "ssd_cache_miss": 0.005, "cache_label": "99.5%", "upper Tok_s": 484.848 }, { "ssd_cache_miss": 0.001, "cache_label": "99.9%", "upper Tok_s": 2424.242 } ], "kv_cache_bytes_est": 201326592, "kv_cache_status": "ESTIMADO", "conventional_resident_total_gb_est": 16.077573, "mne_resident_total_gb_est": 2.110938, "ssd_required_bytes": 16936006912, "feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)", "feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)", "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", "throughput_note": "No real benchmark is stored for MNE; upper bounds only." }, { "model": "Nova Flow", "repository": "ModernoTech/Nova-Flow", "hardware": "Lenovo Yoga 720", "hardware_id": "yoga-720", "bandwidth_gbps": 34.1, "ram_gb": 8.0, "context_tokens": 4096, "context_label": "4K", "context_supported_or_validated": true, "max_position_documented": 128000, "artifact_size_bytes": 16936006912, "artifact_status": "NO PUBLICADO", "weight_basis": "artifact size on Hugging Face", "active_payload_bytes_for_memory_bound": 885837005, "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", "theoretical_tok_s_conventional_ram": 41.333, "ssd_mne_upper_tok_s": [ { "ssd_cache_miss": 0.1, "cache_label": "90%", "upper Tok_s": 24.242 }, { "ssd_cache_miss": 0.05, "cache_label": "95%", "upper Tok_s": 48.485 }, { "ssd_cache_miss": 0.01, "cache_label": "99%", "upper Tok_s": 242.424 }, { "ssd_cache_miss": 0.005, "cache_label": "99.5%", "upper Tok_s": 484.848 }, { "ssd_cache_miss": 0.001, "cache_label": "99.9%", "upper Tok_s": 2424.242 } ], "kv_cache_bytes_est": 201326592, "kv_cache_status": "ESTIMADO", "conventional_resident_total_gb_est": 16.077573, "mne_resident_total_gb_est": 2.110938, "ssd_required_bytes": 16936006912, "feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)", "feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)", "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", "throughput_note": "No real benchmark is stored for MNE; upper bounds only." }, { "model": "Nova Flow", "repository": "ModernoTech/Nova-Flow", "hardware": "MacBook Neo A18 Pro", "hardware_id": "neo", "bandwidth_gbps": 60.0, "ram_gb": 8.0, "context_tokens": 4096, "context_label": "4K", "context_supported_or_validated": true, "max_position_documented": 128000, "artifact_size_bytes": 16936006912, "artifact_status": "NO PUBLICADO", "weight_basis": "artifact size on Hugging Face", "active_payload_bytes_for_memory_bound": 885837005, "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", "theoretical_tok_s_conventional_ram": 72.727, "ssd_mne_upper_tok_s": [ { "ssd_cache_miss": 0.1, "cache_label": "90%", "upper Tok_s": 24.242 }, { "ssd_cache_miss": 0.05, "cache_label": "95%", "upper Tok_s": 48.485 }, { "ssd_cache_miss": 0.01, "cache_label": "99%", "upper Tok_s": 242.424 }, { "ssd_cache_miss": 0.005, "cache_label": "99.5%", "upper Tok_s": 484.848 }, { "ssd_cache_miss": 0.001, "cache_label": "99.9%", "upper Tok_s": 2424.242 } ], "kv_cache_bytes_est": 201326592, "kv_cache_status": "ESTIMADO", "conventional_resident_total_gb_est": 16.077573, "mne_resident_total_gb_est": 2.110938, "ssd_required_bytes": 16936006912, "feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)", "feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)", "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", "throughput_note": "No real benchmark is stored for MNE; upper bounds only." }, { "model": "Nova Flow", "repository": "ModernoTech/Nova-Flow", "hardware": "MacBook Air M4", "hardware_id": "air-m4", "bandwidth_gbps": 120.0, "ram_gb": 16.0, "context_tokens": 4096, "context_label": "4K", "context_supported_or_validated": true, "max_position_documented": 128000, "artifact_size_bytes": 16936006912, "artifact_status": "NO PUBLICADO", "weight_basis": "artifact size on Hugging Face", "active_payload_bytes_for_memory_bound": 885837005, "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", "theoretical_tok_s_conventional_ram": 145.455, "ssd_mne_upper_tok_s": [ { "ssd_cache_miss": 0.1, "cache_label": "90%", "upper Tok_s": 24.242 }, { "ssd_cache_miss": 0.05, "cache_label": "95%", "upper Tok_s": 48.485 }, { "ssd_cache_miss": 0.01, "cache_label": "99%", "upper Tok_s": 242.424 }, { "ssd_cache_miss": 0.005, "cache_label": "99.5%", "upper Tok_s": 484.848 }, { "ssd_cache_miss": 0.001, "cache_label": "99.9%", "upper Tok_s": 2424.242 } ], "kv_cache_bytes_est": 201326592, "kv_cache_status": "ESTIMADO", "conventional_resident_total_gb_est": 16.077573, "mne_resident_total_gb_est": 2.110938, "ssd_required_bytes": 16936006912, "feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)", "feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)", "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", "throughput_note": "No real benchmark is stored for MNE; upper bounds only." }, { "model": "Nova Flow", "repository": "ModernoTech/Nova-Flow", "hardware": "MacBook Air 2014", "hardware_id": "air-2014", "bandwidth_gbps": 25.6, "ram_gb": 4.0, "context_tokens": 8192, "context_label": "8K", "context_supported_or_validated": true, "max_position_documented": 128000, "artifact_size_bytes": 16936006912, "artifact_status": "NO PUBLICADO", "weight_basis": "artifact size on Hugging Face", "active_payload_bytes_for_memory_bound": 885837005, "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", "theoretical_tok_s_conventional_ram": 31.03, "ssd_mne_upper_tok_s": [ { "ssd_cache_miss": 0.1, "cache_label": "90%", "upper Tok_s": 24.242 }, { "ssd_cache_miss": 0.05, "cache_label": "95%", "upper Tok_s": 48.485 }, { "ssd_cache_miss": 0.01, "cache_label": "99%", "upper Tok_s": 242.424 }, { "ssd_cache_miss": 0.005, "cache_label": "99.5%", "upper Tok_s": 484.848 }, { "ssd_cache_miss": 0.001, "cache_label": "99.9%", "upper Tok_s": 2424.242 } ], "kv_cache_bytes_est": 402653184, "kv_cache_status": "ESTIMADO", "conventional_resident_total_gb_est": 16.265073, "mne_resident_total_gb_est": 2.298438, "ssd_required_bytes": 16936006912, "feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)", "feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)", "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", "throughput_note": "No real benchmark is stored for MNE; upper bounds only." }, { "model": "Nova Flow", "repository": "ModernoTech/Nova-Flow", "hardware": "Lenovo Yoga 720", "hardware_id": "yoga-720", "bandwidth_gbps": 34.1, "ram_gb": 8.0, "context_tokens": 8192, "context_label": "8K", "context_supported_or_validated": true, "max_position_documented": 128000, "artifact_size_bytes": 16936006912, "artifact_status": "NO PUBLICADO", "weight_basis": "artifact size on Hugging Face", "active_payload_bytes_for_memory_bound": 885837005, "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", "theoretical_tok_s_conventional_ram": 41.333, "ssd_mne_upper_tok_s": [ { "ssd_cache_miss": 0.1, "cache_label": "90%", "upper Tok_s": 24.242 }, { "ssd_cache_miss": 0.05, "cache_label": "95%", "upper Tok_s": 48.485 }, { "ssd_cache_miss": 0.01, "cache_label": "99%", "upper Tok_s": 242.424 }, { "ssd_cache_miss": 0.005, "cache_label": "99.5%", "upper Tok_s": 484.848 }, { "ssd_cache_miss": 0.001, "cache_label": "99.9%", "upper Tok_s": 2424.242 } ], "kv_cache_bytes_est": 402653184, "kv_cache_status": "ESTIMADO", "conventional_resident_total_gb_est": 16.265073, "mne_resident_total_gb_est": 2.298438, "ssd_required_bytes": 16936006912, "feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)", "feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)", "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", "throughput_note": "No real benchmark is stored for MNE; upper bounds only." }, { "model": "Nova Flow", "repository": "ModernoTech/Nova-Flow", "hardware": "MacBook Neo A18 Pro", "hardware_id": "neo", "bandwidth_gbps": 60.0, "ram_gb": 8.0, "context_tokens": 8192, "context_label": "8K", "context_supported_or_validated": true, "max_position_documented": 128000, "artifact_size_bytes": 16936006912, "artifact_status": "NO PUBLICADO", "weight_basis": "artifact size on Hugging Face", "active_payload_bytes_for_memory_bound": 885837005, "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", "theoretical_tok_s_conventional_ram": 72.727, "ssd_mne_upper_tok_s": [ { "ssd_cache_miss": 0.1, "cache_label": "90%", "upper Tok_s": 24.242 }, { "ssd_cache_miss": 0.05, "cache_label": "95%", "upper Tok_s": 48.485 }, { "ssd_cache_miss": 0.01, "cache_label": "99%", "upper Tok_s": 242.424 }, { "ssd_cache_miss": 0.005, "cache_label": "99.5%", "upper Tok_s": 484.848 }, { "ssd_cache_miss": 0.001, "cache_label": "99.9%", "upper Tok_s": 2424.242 } ], "kv_cache_bytes_est": 402653184, "kv_cache_status": "ESTIMADO", "conventional_resident_total_gb_est": 16.265073, "mne_resident_total_gb_est": 2.298438, "ssd_required_bytes": 16936006912, "feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)", "feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)", "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", "throughput_note": "No real benchmark is stored for MNE; upper bounds only." }, { "model": "Nova Flow", "repository": "ModernoTech/Nova-Flow", "hardware": "MacBook Air M4", "hardware_id": "air-m4", "bandwidth_gbps": 120.0, "ram_gb": 16.0, "context_tokens": 8192, "context_label": "8K", "context_supported_or_validated": true, "max_position_documented": 128000, "artifact_size_bytes": 16936006912, "artifact_status": "NO PUBLICADO", "weight_basis": "artifact size on Hugging Face", "active_payload_bytes_for_memory_bound": 885837005, "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", "theoretical_tok_s_conventional_ram": 145.455, "ssd_mne_upper_tok_s": [ { "ssd_cache_miss": 0.1, "cache_label": "90%", "upper Tok_s": 24.242 }, { "ssd_cache_miss": 0.05, "cache_label": "95%", "upper Tok_s": 48.485 }, { "ssd_cache_miss": 0.01, "cache_label": "99%", "upper Tok_s": 242.424 }, { "ssd_cache_miss": 0.005, "cache_label": "99.5%", "upper Tok_s": 484.848 }, { "ssd_cache_miss": 0.001, "cache_label": "99.9%", "upper Tok_s": 2424.242 } ], "kv_cache_bytes_est": 402653184, "kv_cache_status": "ESTIMADO", "conventional_resident_total_gb_est": 16.265073, "mne_resident_total_gb_est": 2.298438, "ssd_required_bytes": 16936006912, "feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)", "feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)", "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", "throughput_note": "No real benchmark is stored for MNE; upper bounds only." }, { "model": "Nova Flow", "repository": "ModernoTech/Nova-Flow", "hardware": "MacBook Air 2014", "hardware_id": "air-2014", "bandwidth_gbps": 25.6, "ram_gb": 4.0, "context_tokens": 65536, "context_label": "64K", "context_supported_or_validated": true, "max_position_documented": 128000, "artifact_size_bytes": 16936006912, "artifact_status": "NO PUBLICADO", "weight_basis": "artifact size on Hugging Face", "active_payload_bytes_for_memory_bound": 885837005, "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", "theoretical_tok_s_conventional_ram": 31.03, "ssd_mne_upper_tok_s": [ { "ssd_cache_miss": 0.1, "cache_label": "90%", "upper Tok_s": 24.242 }, { "ssd_cache_miss": 0.05, "cache_label": "95%", "upper Tok_s": 48.485 }, { "ssd_cache_miss": 0.01, "cache_label": "99%", "upper Tok_s": 242.424 }, { "ssd_cache_miss": 0.005, "cache_label": "99.5%", "upper Tok_s": 484.848 }, { "ssd_cache_miss": 0.001, "cache_label": "99.9%", "upper Tok_s": 2424.242 } ], "kv_cache_bytes_est": 3221225472, "kv_cache_status": "ESTIMADO", "conventional_resident_total_gb_est": 18.890073, "mne_resident_total_gb_est": 4.923438, "ssd_required_bytes": 16936006912, "feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)", "feasible_mne": "ESCENARIO NO FAVORABLE EN RAM (estimado)", "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", "throughput_note": "No real benchmark is stored for MNE; upper bounds only." }, { "model": "Nova Flow", "repository": "ModernoTech/Nova-Flow", "hardware": "Lenovo Yoga 720", "hardware_id": "yoga-720", "bandwidth_gbps": 34.1, "ram_gb": 8.0, "context_tokens": 65536, "context_label": "64K", "context_supported_or_validated": true, "max_position_documented": 128000, "artifact_size_bytes": 16936006912, "artifact_status": "NO PUBLICADO", "weight_basis": "artifact size on Hugging Face", "active_payload_bytes_for_memory_bound": 885837005, "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", "theoretical_tok_s_conventional_ram": 41.333, "ssd_mne_upper_tok_s": [ { "ssd_cache_miss": 0.1, "cache_label": "90%", "upper Tok_s": 24.242 }, { "ssd_cache_miss": 0.05, "cache_label": "95%", "upper Tok_s": 48.485 }, { "ssd_cache_miss": 0.01, "cache_label": "99%", "upper Tok_s": 242.424 }, { "ssd_cache_miss": 0.005, "cache_label": "99.5%", "upper Tok_s": 484.848 }, { "ssd_cache_miss": 0.001, "cache_label": "99.9%", "upper Tok_s": 2424.242 } ], "kv_cache_bytes_est": 3221225472, "kv_cache_status": "ESTIMADO", "conventional_resident_total_gb_est": 18.890073, "mne_resident_total_gb_est": 4.923438, "ssd_required_bytes": 16936006912, "feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)", "feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)", "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", "throughput_note": "No real benchmark is stored for MNE; upper bounds only." }, { "model": "Nova Flow", "repository": "ModernoTech/Nova-Flow", "hardware": "MacBook Neo A18 Pro", "hardware_id": "neo", "bandwidth_gbps": 60.0, "ram_gb": 8.0, "context_tokens": 65536, "context_label": "64K", "context_supported_or_validated": true, "max_position_documented": 128000, "artifact_size_bytes": 16936006912, "artifact_status": "NO PUBLICADO", "weight_basis": "artifact size on Hugging Face", "active_payload_bytes_for_memory_bound": 885837005, "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", "theoretical_tok_s_conventional_ram": 72.727, "ssd_mne_upper_tok_s": [ { "ssd_cache_miss": 0.1, "cache_label": "90%", "upper Tok_s": 24.242 }, { "ssd_cache_miss": 0.05, "cache_label": "95%", "upper Tok_s": 48.485 }, { "ssd_cache_miss": 0.01, "cache_label": "99%", "upper Tok_s": 242.424 }, { "ssd_cache_miss": 0.005, "cache_label": "99.5%", "upper Tok_s": 484.848 }, { "ssd_cache_miss": 0.001, "cache_label": "99.9%", "upper Tok_s": 2424.242 } ], "kv_cache_bytes_est": 3221225472, "kv_cache_status": "ESTIMADO", "conventional_resident_total_gb_est": 18.890073, "mne_resident_total_gb_est": 4.923438, "ssd_required_bytes": 16936006912, "feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)", "feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)", "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", "throughput_note": "No real benchmark is stored for MNE; upper bounds only." }, { "model": "Nova Flow", "repository": "ModernoTech/Nova-Flow", "hardware": "MacBook Air M4", "hardware_id": "air-m4", "bandwidth_gbps": 120.0, "ram_gb": 16.0, "context_tokens": 65536, "context_label": "64K", "context_supported_or_validated": true, "max_position_documented": 128000, "artifact_size_bytes": 16936006912, "artifact_status": "NO PUBLICADO", "weight_basis": "artifact size on Hugging Face", "active_payload_bytes_for_memory_bound": 885837005, "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", "theoretical_tok_s_conventional_ram": 145.455, "ssd_mne_upper_tok_s": [ { "ssd_cache_miss": 0.1, "cache_label": "90%", "upper Tok_s": 24.242 }, { "ssd_cache_miss": 0.05, "cache_label": "95%", "upper Tok_s": 48.485 }, { "ssd_cache_miss": 0.01, "cache_label": "99%", "upper Tok_s": 242.424 }, { "ssd_cache_miss": 0.005, "cache_label": "99.5%", "upper Tok_s": 484.848 }, { "ssd_cache_miss": 0.001, "cache_label": "99.9%", "upper Tok_s": 2424.242 } ], "kv_cache_bytes_est": 3221225472, "kv_cache_status": "ESTIMADO", "conventional_resident_total_gb_est": 18.890073, "mne_resident_total_gb_est": 4.923438, "ssd_required_bytes": 16936006912, "feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)", "feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)", "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", "throughput_note": "No real benchmark is stored for MNE; upper bounds only." }, { "model": "Nova Flow", "repository": "ModernoTech/Nova-Flow", "hardware": "MacBook Air 2014", "hardware_id": "air-2014", "bandwidth_gbps": 25.6, "ram_gb": 4.0, "context_tokens": 128000, "context_label": "125K", "context_supported_or_validated": true, "max_position_documented": 128000, "artifact_size_bytes": 16936006912, "artifact_status": "NO PUBLICADO", "weight_basis": "artifact size on Hugging Face", "active_payload_bytes_for_memory_bound": 885837005, "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", "theoretical_tok_s_conventional_ram": 31.03, "ssd_mne_upper_tok_s": [ { "ssd_cache_miss": 0.1, "cache_label": "90%", "upper Tok_s": 24.242 }, { "ssd_cache_miss": 0.05, "cache_label": "95%", "upper Tok_s": 48.485 }, { "ssd_cache_miss": 0.01, "cache_label": "99%", "upper Tok_s": 242.424 }, { "ssd_cache_miss": 0.005, "cache_label": "99.5%", "upper Tok_s": 484.848 }, { "ssd_cache_miss": 0.001, "cache_label": "99.9%", "upper Tok_s": 2424.242 } ], "kv_cache_bytes_est": 6291456000, "kv_cache_status": "ESTIMADO", "conventional_resident_total_gb_est": 21.749448, "mne_resident_total_gb_est": 7.782813, "ssd_required_bytes": 16936006912, "feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)", "feasible_mne": "ESCENARIO NO FAVORABLE EN RAM (estimado)", "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", "throughput_note": "No real benchmark is stored for MNE; upper bounds only." }, { "model": "Nova Flow", "repository": "ModernoTech/Nova-Flow", "hardware": "Lenovo Yoga 720", "hardware_id": "yoga-720", "bandwidth_gbps": 34.1, "ram_gb": 8.0, "context_tokens": 128000, "context_label": "125K", "context_supported_or_validated": true, "max_position_documented": 128000, "artifact_size_bytes": 16936006912, "artifact_status": "NO PUBLICADO", "weight_basis": "artifact size on Hugging Face", "active_payload_bytes_for_memory_bound": 885837005, "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", "theoretical_tok_s_conventional_ram": 41.333, "ssd_mne_upper_tok_s": [ { "ssd_cache_miss": 0.1, "cache_label": "90%", "upper Tok_s": 24.242 }, { "ssd_cache_miss": 0.05, "cache_label": "95%", "upper Tok_s": 48.485 }, { "ssd_cache_miss": 0.01, "cache_label": "99%", "upper Tok_s": 242.424 }, { "ssd_cache_miss": 0.005, "cache_label": "99.5%", "upper Tok_s": 484.848 }, { "ssd_cache_miss": 0.001, "cache_label": "99.9%", "upper Tok_s": 2424.242 } ], "kv_cache_bytes_est": 6291456000, "kv_cache_status": "ESTIMADO", "conventional_resident_total_gb_est": 21.749448, "mne_resident_total_gb_est": 7.782813, "ssd_required_bytes": 16936006912, "feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)", "feasible_mne": "ESCENARIO AL LÍMITE DE RAM (estimado)", "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", "throughput_note": "No real benchmark is stored for MNE; upper bounds only." }, { "model": "Nova Flow", "repository": "ModernoTech/Nova-Flow", "hardware": "MacBook Neo A18 Pro", "hardware_id": "neo", "bandwidth_gbps": 60.0, "ram_gb": 8.0, "context_tokens": 128000, "context_label": "125K", "context_supported_or_validated": true, "max_position_documented": 128000, "artifact_size_bytes": 16936006912, "artifact_status": "NO PUBLICADO", "weight_basis": "artifact size on Hugging Face", "active_payload_bytes_for_memory_bound": 885837005, "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", "theoretical_tok_s_conventional_ram": 72.727, "ssd_mne_upper_tok_s": [ { "ssd_cache_miss": 0.1, "cache_label": "90%", "upper Tok_s": 24.242 }, { "ssd_cache_miss": 0.05, "cache_label": "95%", "upper Tok_s": 48.485 }, { "ssd_cache_miss": 0.01, "cache_label": "99%", "upper Tok_s": 242.424 }, { "ssd_cache_miss": 0.005, "cache_label": "99.5%", "upper Tok_s": 484.848 }, { "ssd_cache_miss": 0.001, "cache_label": "99.9%", "upper Tok_s": 2424.242 } ], "kv_cache_bytes_est": 6291456000, "kv_cache_status": "ESTIMADO", "conventional_resident_total_gb_est": 21.749448, "mne_resident_total_gb_est": 7.782813, "ssd_required_bytes": 16936006912, "feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)", "feasible_mne": "ESCENARIO AL LÍMITE DE RAM (estimado)", "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", "throughput_note": "No real benchmark is stored for MNE; upper bounds only." }, { "model": "Nova Flow", "repository": "ModernoTech/Nova-Flow", "hardware": "MacBook Air M4", "hardware_id": "air-m4", "bandwidth_gbps": 120.0, "ram_gb": 16.0, "context_tokens": 128000, "context_label": "125K", "context_supported_or_validated": true, "max_position_documented": 128000, "artifact_size_bytes": 16936006912, "artifact_status": "NO PUBLICADO", "weight_basis": "artifact size on Hugging Face", "active_payload_bytes_for_memory_bound": 885837005, "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", "theoretical_tok_s_conventional_ram": 145.455, "ssd_mne_upper_tok_s": [ { "ssd_cache_miss": 0.1, "cache_label": "90%", "upper Tok_s": 24.242 }, { "ssd_cache_miss": 0.05, "cache_label": "95%", "upper Tok_s": 48.485 }, { "ssd_cache_miss": 0.01, "cache_label": "99%", "upper Tok_s": 242.424 }, { "ssd_cache_miss": 0.005, "cache_label": "99.5%", "upper Tok_s": 484.848 }, { "ssd_cache_miss": 0.001, "cache_label": "99.9%", "upper Tok_s": 2424.242 } ], "kv_cache_bytes_est": 6291456000, "kv_cache_status": "ESTIMADO", "conventional_resident_total_gb_est": 21.749448, "mne_resident_total_gb_est": 7.782813, "ssd_required_bytes": 16936006912, "feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)", "feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)", "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", "throughput_note": "No real benchmark is stored for MNE; upper bounds only." } ], "charts": [ "tokens-per-second.png", "ram-vs-mne.png", "context-performance.png", "memory-breakdown.png", "model-size-vs-ram.png", "cache-hit-analysis.png", "prefill-vs-decode.png" ] }