Nova-Flow / performance /performance.json
ModernoTech's picture
Performance Lab phase 2: JSON, CSV, methodology, hardware reference, reproducible scripts and 7 PNG charts
21aa8c4 verified
Raw History Blame Contribute Delete
33.3 kB
{
"title": "Nova Flow performance lab",
"status": "All numerical performance values are theoretical or not validated; no unverified benchmark is presented as measured",
"status legend": {
"MEDIDO": "physical measurement backed by a dated log and exact configuration",
"ESTIMADO": "mathematical projection with its assumptions documented",
"NO VALIDADO": "insufficient evidence or unavailable native configuration"
},
"repository": "ModernoTech/Nova-Flow",
"artifact": {
"filename": "model.safetensors",
"bytes": 16936006912,
"sha256": null,
"format": "safetensors (BF16, not GGUF)",
"published": false,
"source_of_size": "Hugging Face file metadata"
},
"specs": {
"model_name": "Nova Flow",
"base_reference": "LFM2.5-8B-A1B",
"total_params_billion": 8.3,
"active_params_billion": 1.5,
"moe": true,
"max_position_documented": 128000
},
"architecture_basis": {
"layers": 24,
"kv_heads": 8,
"head_dim": 64,
"source": "config.json published in the current repository",
"status": "ESTIMADO sobre una arquitectura publicada por Moderno Tech"
},
"estimation_assumptions": {
"ram_bandwidth_values_gbps": {
"MacBook Air 2014": 25.6,
"Lenovo Yoga 720": 34.1,
"MacBook Neo A18 Pro": 60.0,
"MacBook Air M4": 120.0
},
"ssd_effective_gbps": 2.0,
"ssd_basis": "Assumed external NVMe 2.0 GB/s for calculations only; must be replaced by a measured sequential/shared load if used externally",
"kv_precision_bytes": 2.0,
"weight_precision_bytes": 0.5,
"overhead_factor": 1.1,
"os_overhead_gb": 1.2,
"runtime_overhead_bytes": 120.0,
"latency_included": "Fixed read latency excluded; remeasurement is required before any availability claim",
"mne_expert_cache_fraction": "Active set + capped additive cache; rounded, saturation assumptions stated",
"conventional_write_notes": "Conventional RAM path counts total artifact weights resident in RAM; active path measures only the bytes read per token as an upper bound"
},
"measured": null,
"ssd_cache_scenarios": [
{
"cache_hit": 0.9,
"ssd_mne_upper_tok_s": 24.242
},
{
"cache_hit": 0.95,
"ssd_mne_upper_tok_s": 48.485
},
{
"cache_hit": 0.99,
"ssd_mne_upper_tok_s": 242.424
},
{
"cache_hit": 0.995,
"ssd_mne_upper_tok_s": 484.848
},
{
"cache_hit": 0.999,
"ssd_mne_upper_tok_s": 2424.242
}
],
"scenarios": [
{
"model": "Nova Flow",
"repository": "ModernoTech/Nova-Flow",
"hardware": "MacBook Air 2014",
"hardware_id": "air-2014",
"bandwidth_gbps": 25.6,
"ram_gb": 4.0,
"context_tokens": 4096,
"context_label": "4K",
"context_supported_or_validated": true,
"max_position_documented": 128000,
"artifact_size_bytes": 16936006912,
"artifact_status": "NO PUBLICADO",
"weight_basis": "artifact size on Hugging Face",
"active_payload_bytes_for_memory_bound": 885837005,
"active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO",
"theoretical_tok_s_conventional_ram": 31.03,
"ssd_mne_upper_tok_s": [
{
"ssd_cache_miss": 0.1,
"cache_label": "90%",
"upper Tok_s": 24.242
},
{
"ssd_cache_miss": 0.05,
"cache_label": "95%",
"upper Tok_s": 48.485
},
{
"ssd_cache_miss": 0.01,
"cache_label": "99%",
"upper Tok_s": 242.424
},
{
"ssd_cache_miss": 0.005,
"cache_label": "99.5%",
"upper Tok_s": 484.848
},
{
"ssd_cache_miss": 0.001,
"cache_label": "99.9%",
"upper Tok_s": 2424.242
}
],
"kv_cache_bytes_est": 201326592,
"kv_cache_status": "ESTIMADO",
"conventional_resident_total_gb_est": 16.077573,
"mne_resident_total_gb_est": 2.110938,
"ssd_required_bytes": 16936006912,
"feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)",
"feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)",
"throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)",
"throughput_note": "No real benchmark is stored for MNE; upper bounds only."
},
{
"model": "Nova Flow",
"repository": "ModernoTech/Nova-Flow",
"hardware": "Lenovo Yoga 720",
"hardware_id": "yoga-720",
"bandwidth_gbps": 34.1,
"ram_gb": 8.0,
"context_tokens": 4096,
"context_label": "4K",
"context_supported_or_validated": true,
"max_position_documented": 128000,
"artifact_size_bytes": 16936006912,
"artifact_status": "NO PUBLICADO",
"weight_basis": "artifact size on Hugging Face",
"active_payload_bytes_for_memory_bound": 885837005,
"active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO",
"theoretical_tok_s_conventional_ram": 41.333,
"ssd_mne_upper_tok_s": [
{
"ssd_cache_miss": 0.1,
"cache_label": "90%",
"upper Tok_s": 24.242
},
{
"ssd_cache_miss": 0.05,
"cache_label": "95%",
"upper Tok_s": 48.485
},
{
"ssd_cache_miss": 0.01,
"cache_label": "99%",
"upper Tok_s": 242.424
},
{
"ssd_cache_miss": 0.005,
"cache_label": "99.5%",
"upper Tok_s": 484.848
},
{
"ssd_cache_miss": 0.001,
"cache_label": "99.9%",
"upper Tok_s": 2424.242
}
],
"kv_cache_bytes_est": 201326592,
"kv_cache_status": "ESTIMADO",
"conventional_resident_total_gb_est": 16.077573,
"mne_resident_total_gb_est": 2.110938,
"ssd_required_bytes": 16936006912,
"feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)",
"feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)",
"throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)",
"throughput_note": "No real benchmark is stored for MNE; upper bounds only."
},
{
"model": "Nova Flow",
"repository": "ModernoTech/Nova-Flow",
"hardware": "MacBook Neo A18 Pro",
"hardware_id": "neo",
"bandwidth_gbps": 60.0,
"ram_gb": 8.0,
"context_tokens": 4096,
"context_label": "4K",
"context_supported_or_validated": true,
"max_position_documented": 128000,
"artifact_size_bytes": 16936006912,
"artifact_status": "NO PUBLICADO",
"weight_basis": "artifact size on Hugging Face",
"active_payload_bytes_for_memory_bound": 885837005,
"active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO",
"theoretical_tok_s_conventional_ram": 72.727,
"ssd_mne_upper_tok_s": [
{
"ssd_cache_miss": 0.1,
"cache_label": "90%",
"upper Tok_s": 24.242
},
{
"ssd_cache_miss": 0.05,
"cache_label": "95%",
"upper Tok_s": 48.485
},
{
"ssd_cache_miss": 0.01,
"cache_label": "99%",
"upper Tok_s": 242.424
},
{
"ssd_cache_miss": 0.005,
"cache_label": "99.5%",
"upper Tok_s": 484.848
},
{
"ssd_cache_miss": 0.001,
"cache_label": "99.9%",
"upper Tok_s": 2424.242
}
],
"kv_cache_bytes_est": 201326592,
"kv_cache_status": "ESTIMADO",
"conventional_resident_total_gb_est": 16.077573,
"mne_resident_total_gb_est": 2.110938,
"ssd_required_bytes": 16936006912,
"feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)",
"feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)",
"throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)",
"throughput_note": "No real benchmark is stored for MNE; upper bounds only."
},
{
"model": "Nova Flow",
"repository": "ModernoTech/Nova-Flow",
"hardware": "MacBook Air M4",
"hardware_id": "air-m4",
"bandwidth_gbps": 120.0,
"ram_gb": 16.0,
"context_tokens": 4096,
"context_label": "4K",
"context_supported_or_validated": true,
"max_position_documented": 128000,
"artifact_size_bytes": 16936006912,
"artifact_status": "NO PUBLICADO",
"weight_basis": "artifact size on Hugging Face",
"active_payload_bytes_for_memory_bound": 885837005,
"active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO",
"theoretical_tok_s_conventional_ram": 145.455,
"ssd_mne_upper_tok_s": [
{
"ssd_cache_miss": 0.1,
"cache_label": "90%",
"upper Tok_s": 24.242
},
{
"ssd_cache_miss": 0.05,
"cache_label": "95%",
"upper Tok_s": 48.485
},
{
"ssd_cache_miss": 0.01,
"cache_label": "99%",
"upper Tok_s": 242.424
},
{
"ssd_cache_miss": 0.005,
"cache_label": "99.5%",
"upper Tok_s": 484.848
},
{
"ssd_cache_miss": 0.001,
"cache_label": "99.9%",
"upper Tok_s": 2424.242
}
],
"kv_cache_bytes_est": 201326592,
"kv_cache_status": "ESTIMADO",
"conventional_resident_total_gb_est": 16.077573,
"mne_resident_total_gb_est": 2.110938,
"ssd_required_bytes": 16936006912,
"feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)",
"feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)",
"throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)",
"throughput_note": "No real benchmark is stored for MNE; upper bounds only."
},
{
"model": "Nova Flow",
"repository": "ModernoTech/Nova-Flow",
"hardware": "MacBook Air 2014",
"hardware_id": "air-2014",
"bandwidth_gbps": 25.6,
"ram_gb": 4.0,
"context_tokens": 8192,
"context_label": "8K",
"context_supported_or_validated": true,
"max_position_documented": 128000,
"artifact_size_bytes": 16936006912,
"artifact_status": "NO PUBLICADO",
"weight_basis": "artifact size on Hugging Face",
"active_payload_bytes_for_memory_bound": 885837005,
"active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO",
"theoretical_tok_s_conventional_ram": 31.03,
"ssd_mne_upper_tok_s": [
{
"ssd_cache_miss": 0.1,
"cache_label": "90%",
"upper Tok_s": 24.242
},
{
"ssd_cache_miss": 0.05,
"cache_label": "95%",
"upper Tok_s": 48.485
},
{
"ssd_cache_miss": 0.01,
"cache_label": "99%",
"upper Tok_s": 242.424
},
{
"ssd_cache_miss": 0.005,
"cache_label": "99.5%",
"upper Tok_s": 484.848
},
{
"ssd_cache_miss": 0.001,
"cache_label": "99.9%",
"upper Tok_s": 2424.242
}
],
"kv_cache_bytes_est": 402653184,
"kv_cache_status": "ESTIMADO",
"conventional_resident_total_gb_est": 16.265073,
"mne_resident_total_gb_est": 2.298438,
"ssd_required_bytes": 16936006912,
"feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)",
"feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)",
"throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)",
"throughput_note": "No real benchmark is stored for MNE; upper bounds only."
},
{
"model": "Nova Flow",
"repository": "ModernoTech/Nova-Flow",
"hardware": "Lenovo Yoga 720",
"hardware_id": "yoga-720",
"bandwidth_gbps": 34.1,
"ram_gb": 8.0,
"context_tokens": 8192,
"context_label": "8K",
"context_supported_or_validated": true,
"max_position_documented": 128000,
"artifact_size_bytes": 16936006912,
"artifact_status": "NO PUBLICADO",
"weight_basis": "artifact size on Hugging Face",
"active_payload_bytes_for_memory_bound": 885837005,
"active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO",
"theoretical_tok_s_conventional_ram": 41.333,
"ssd_mne_upper_tok_s": [
{
"ssd_cache_miss": 0.1,
"cache_label": "90%",
"upper Tok_s": 24.242
},
{
"ssd_cache_miss": 0.05,
"cache_label": "95%",
"upper Tok_s": 48.485
},
{
"ssd_cache_miss": 0.01,
"cache_label": "99%",
"upper Tok_s": 242.424
},
{
"ssd_cache_miss": 0.005,
"cache_label": "99.5%",
"upper Tok_s": 484.848
},
{
"ssd_cache_miss": 0.001,
"cache_label": "99.9%",
"upper Tok_s": 2424.242
}
],
"kv_cache_bytes_est": 402653184,
"kv_cache_status": "ESTIMADO",
"conventional_resident_total_gb_est": 16.265073,
"mne_resident_total_gb_est": 2.298438,
"ssd_required_bytes": 16936006912,
"feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)",
"feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)",
"throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)",
"throughput_note": "No real benchmark is stored for MNE; upper bounds only."
},
{
"model": "Nova Flow",
"repository": "ModernoTech/Nova-Flow",
"hardware": "MacBook Neo A18 Pro",
"hardware_id": "neo",
"bandwidth_gbps": 60.0,
"ram_gb": 8.0,
"context_tokens": 8192,
"context_label": "8K",
"context_supported_or_validated": true,
"max_position_documented": 128000,
"artifact_size_bytes": 16936006912,
"artifact_status": "NO PUBLICADO",
"weight_basis": "artifact size on Hugging Face",
"active_payload_bytes_for_memory_bound": 885837005,
"active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO",
"theoretical_tok_s_conventional_ram": 72.727,
"ssd_mne_upper_tok_s": [
{
"ssd_cache_miss": 0.1,
"cache_label": "90%",
"upper Tok_s": 24.242
},
{
"ssd_cache_miss": 0.05,
"cache_label": "95%",
"upper Tok_s": 48.485
},
{
"ssd_cache_miss": 0.01,
"cache_label": "99%",
"upper Tok_s": 242.424
},
{
"ssd_cache_miss": 0.005,
"cache_label": "99.5%",
"upper Tok_s": 484.848
},
{
"ssd_cache_miss": 0.001,
"cache_label": "99.9%",
"upper Tok_s": 2424.242
}
],
"kv_cache_bytes_est": 402653184,
"kv_cache_status": "ESTIMADO",
"conventional_resident_total_gb_est": 16.265073,
"mne_resident_total_gb_est": 2.298438,
"ssd_required_bytes": 16936006912,
"feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)",
"feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)",
"throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)",
"throughput_note": "No real benchmark is stored for MNE; upper bounds only."
},
{
"model": "Nova Flow",
"repository": "ModernoTech/Nova-Flow",
"hardware": "MacBook Air M4",
"hardware_id": "air-m4",
"bandwidth_gbps": 120.0,
"ram_gb": 16.0,
"context_tokens": 8192,
"context_label": "8K",
"context_supported_or_validated": true,
"max_position_documented": 128000,
"artifact_size_bytes": 16936006912,
"artifact_status": "NO PUBLICADO",
"weight_basis": "artifact size on Hugging Face",
"active_payload_bytes_for_memory_bound": 885837005,
"active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO",
"theoretical_tok_s_conventional_ram": 145.455,
"ssd_mne_upper_tok_s": [
{
"ssd_cache_miss": 0.1,
"cache_label": "90%",
"upper Tok_s": 24.242
},
{
"ssd_cache_miss": 0.05,
"cache_label": "95%",
"upper Tok_s": 48.485
},
{
"ssd_cache_miss": 0.01,
"cache_label": "99%",
"upper Tok_s": 242.424
},
{
"ssd_cache_miss": 0.005,
"cache_label": "99.5%",
"upper Tok_s": 484.848
},
{
"ssd_cache_miss": 0.001,
"cache_label": "99.9%",
"upper Tok_s": 2424.242
}
],
"kv_cache_bytes_est": 402653184,
"kv_cache_status": "ESTIMADO",
"conventional_resident_total_gb_est": 16.265073,
"mne_resident_total_gb_est": 2.298438,
"ssd_required_bytes": 16936006912,
"feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)",
"feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)",
"throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)",
"throughput_note": "No real benchmark is stored for MNE; upper bounds only."
},
{
"model": "Nova Flow",
"repository": "ModernoTech/Nova-Flow",
"hardware": "MacBook Air 2014",
"hardware_id": "air-2014",
"bandwidth_gbps": 25.6,
"ram_gb": 4.0,
"context_tokens": 65536,
"context_label": "64K",
"context_supported_or_validated": true,
"max_position_documented": 128000,
"artifact_size_bytes": 16936006912,
"artifact_status": "NO PUBLICADO",
"weight_basis": "artifact size on Hugging Face",
"active_payload_bytes_for_memory_bound": 885837005,
"active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO",
"theoretical_tok_s_conventional_ram": 31.03,
"ssd_mne_upper_tok_s": [
{
"ssd_cache_miss": 0.1,
"cache_label": "90%",
"upper Tok_s": 24.242
},
{
"ssd_cache_miss": 0.05,
"cache_label": "95%",
"upper Tok_s": 48.485
},
{
"ssd_cache_miss": 0.01,
"cache_label": "99%",
"upper Tok_s": 242.424
},
{
"ssd_cache_miss": 0.005,
"cache_label": "99.5%",
"upper Tok_s": 484.848
},
{
"ssd_cache_miss": 0.001,
"cache_label": "99.9%",
"upper Tok_s": 2424.242
}
],
"kv_cache_bytes_est": 3221225472,
"kv_cache_status": "ESTIMADO",
"conventional_resident_total_gb_est": 18.890073,
"mne_resident_total_gb_est": 4.923438,
"ssd_required_bytes": 16936006912,
"feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)",
"feasible_mne": "ESCENARIO NO FAVORABLE EN RAM (estimado)",
"throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)",
"throughput_note": "No real benchmark is stored for MNE; upper bounds only."
},
{
"model": "Nova Flow",
"repository": "ModernoTech/Nova-Flow",
"hardware": "Lenovo Yoga 720",
"hardware_id": "yoga-720",
"bandwidth_gbps": 34.1,
"ram_gb": 8.0,
"context_tokens": 65536,
"context_label": "64K",
"context_supported_or_validated": true,
"max_position_documented": 128000,
"artifact_size_bytes": 16936006912,
"artifact_status": "NO PUBLICADO",
"weight_basis": "artifact size on Hugging Face",
"active_payload_bytes_for_memory_bound": 885837005,
"active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO",
"theoretical_tok_s_conventional_ram": 41.333,
"ssd_mne_upper_tok_s": [
{
"ssd_cache_miss": 0.1,
"cache_label": "90%",
"upper Tok_s": 24.242
},
{
"ssd_cache_miss": 0.05,
"cache_label": "95%",
"upper Tok_s": 48.485
},
{
"ssd_cache_miss": 0.01,
"cache_label": "99%",
"upper Tok_s": 242.424
},
{
"ssd_cache_miss": 0.005,
"cache_label": "99.5%",
"upper Tok_s": 484.848
},
{
"ssd_cache_miss": 0.001,
"cache_label": "99.9%",
"upper Tok_s": 2424.242
}
],
"kv_cache_bytes_est": 3221225472,
"kv_cache_status": "ESTIMADO",
"conventional_resident_total_gb_est": 18.890073,
"mne_resident_total_gb_est": 4.923438,
"ssd_required_bytes": 16936006912,
"feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)",
"feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)",
"throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)",
"throughput_note": "No real benchmark is stored for MNE; upper bounds only."
},
{
"model": "Nova Flow",
"repository": "ModernoTech/Nova-Flow",
"hardware": "MacBook Neo A18 Pro",
"hardware_id": "neo",
"bandwidth_gbps": 60.0,
"ram_gb": 8.0,
"context_tokens": 65536,
"context_label": "64K",
"context_supported_or_validated": true,
"max_position_documented": 128000,
"artifact_size_bytes": 16936006912,
"artifact_status": "NO PUBLICADO",
"weight_basis": "artifact size on Hugging Face",
"active_payload_bytes_for_memory_bound": 885837005,
"active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO",
"theoretical_tok_s_conventional_ram": 72.727,
"ssd_mne_upper_tok_s": [
{
"ssd_cache_miss": 0.1,
"cache_label": "90%",
"upper Tok_s": 24.242
},
{
"ssd_cache_miss": 0.05,
"cache_label": "95%",
"upper Tok_s": 48.485
},
{
"ssd_cache_miss": 0.01,
"cache_label": "99%",
"upper Tok_s": 242.424
},
{
"ssd_cache_miss": 0.005,
"cache_label": "99.5%",
"upper Tok_s": 484.848
},
{
"ssd_cache_miss": 0.001,
"cache_label": "99.9%",
"upper Tok_s": 2424.242
}
],
"kv_cache_bytes_est": 3221225472,
"kv_cache_status": "ESTIMADO",
"conventional_resident_total_gb_est": 18.890073,
"mne_resident_total_gb_est": 4.923438,
"ssd_required_bytes": 16936006912,
"feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)",
"feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)",
"throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)",
"throughput_note": "No real benchmark is stored for MNE; upper bounds only."
},
{
"model": "Nova Flow",
"repository": "ModernoTech/Nova-Flow",
"hardware": "MacBook Air M4",
"hardware_id": "air-m4",
"bandwidth_gbps": 120.0,
"ram_gb": 16.0,
"context_tokens": 65536,
"context_label": "64K",
"context_supported_or_validated": true,
"max_position_documented": 128000,
"artifact_size_bytes": 16936006912,
"artifact_status": "NO PUBLICADO",
"weight_basis": "artifact size on Hugging Face",
"active_payload_bytes_for_memory_bound": 885837005,
"active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO",
"theoretical_tok_s_conventional_ram": 145.455,
"ssd_mne_upper_tok_s": [
{
"ssd_cache_miss": 0.1,
"cache_label": "90%",
"upper Tok_s": 24.242
},
{
"ssd_cache_miss": 0.05,
"cache_label": "95%",
"upper Tok_s": 48.485
},
{
"ssd_cache_miss": 0.01,
"cache_label": "99%",
"upper Tok_s": 242.424
},
{
"ssd_cache_miss": 0.005,
"cache_label": "99.5%",
"upper Tok_s": 484.848
},
{
"ssd_cache_miss": 0.001,
"cache_label": "99.9%",
"upper Tok_s": 2424.242
}
],
"kv_cache_bytes_est": 3221225472,
"kv_cache_status": "ESTIMADO",
"conventional_resident_total_gb_est": 18.890073,
"mne_resident_total_gb_est": 4.923438,
"ssd_required_bytes": 16936006912,
"feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)",
"feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)",
"throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)",
"throughput_note": "No real benchmark is stored for MNE; upper bounds only."
},
{
"model": "Nova Flow",
"repository": "ModernoTech/Nova-Flow",
"hardware": "MacBook Air 2014",
"hardware_id": "air-2014",
"bandwidth_gbps": 25.6,
"ram_gb": 4.0,
"context_tokens": 128000,
"context_label": "125K",
"context_supported_or_validated": true,
"max_position_documented": 128000,
"artifact_size_bytes": 16936006912,
"artifact_status": "NO PUBLICADO",
"weight_basis": "artifact size on Hugging Face",
"active_payload_bytes_for_memory_bound": 885837005,
"active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO",
"theoretical_tok_s_conventional_ram": 31.03,
"ssd_mne_upper_tok_s": [
{
"ssd_cache_miss": 0.1,
"cache_label": "90%",
"upper Tok_s": 24.242
},
{
"ssd_cache_miss": 0.05,
"cache_label": "95%",
"upper Tok_s": 48.485
},
{
"ssd_cache_miss": 0.01,
"cache_label": "99%",
"upper Tok_s": 242.424
},
{
"ssd_cache_miss": 0.005,
"cache_label": "99.5%",
"upper Tok_s": 484.848
},
{
"ssd_cache_miss": 0.001,
"cache_label": "99.9%",
"upper Tok_s": 2424.242
}
],
"kv_cache_bytes_est": 6291456000,
"kv_cache_status": "ESTIMADO",
"conventional_resident_total_gb_est": 21.749448,
"mne_resident_total_gb_est": 7.782813,
"ssd_required_bytes": 16936006912,
"feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)",
"feasible_mne": "ESCENARIO NO FAVORABLE EN RAM (estimado)",
"throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)",
"throughput_note": "No real benchmark is stored for MNE; upper bounds only."
},
{
"model": "Nova Flow",
"repository": "ModernoTech/Nova-Flow",
"hardware": "Lenovo Yoga 720",
"hardware_id": "yoga-720",
"bandwidth_gbps": 34.1,
"ram_gb": 8.0,
"context_tokens": 128000,
"context_label": "125K",
"context_supported_or_validated": true,
"max_position_documented": 128000,
"artifact_size_bytes": 16936006912,
"artifact_status": "NO PUBLICADO",
"weight_basis": "artifact size on Hugging Face",
"active_payload_bytes_for_memory_bound": 885837005,
"active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO",
"theoretical_tok_s_conventional_ram": 41.333,
"ssd_mne_upper_tok_s": [
{
"ssd_cache_miss": 0.1,
"cache_label": "90%",
"upper Tok_s": 24.242
},
{
"ssd_cache_miss": 0.05,
"cache_label": "95%",
"upper Tok_s": 48.485
},
{
"ssd_cache_miss": 0.01,
"cache_label": "99%",
"upper Tok_s": 242.424
},
{
"ssd_cache_miss": 0.005,
"cache_label": "99.5%",
"upper Tok_s": 484.848
},
{
"ssd_cache_miss": 0.001,
"cache_label": "99.9%",
"upper Tok_s": 2424.242
}
],
"kv_cache_bytes_est": 6291456000,
"kv_cache_status": "ESTIMADO",
"conventional_resident_total_gb_est": 21.749448,
"mne_resident_total_gb_est": 7.782813,
"ssd_required_bytes": 16936006912,
"feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)",
"feasible_mne": "ESCENARIO AL LÍMITE DE RAM (estimado)",
"throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)",
"throughput_note": "No real benchmark is stored for MNE; upper bounds only."
},
{
"model": "Nova Flow",
"repository": "ModernoTech/Nova-Flow",
"hardware": "MacBook Neo A18 Pro",
"hardware_id": "neo",
"bandwidth_gbps": 60.0,
"ram_gb": 8.0,
"context_tokens": 128000,
"context_label": "125K",
"context_supported_or_validated": true,
"max_position_documented": 128000,
"artifact_size_bytes": 16936006912,
"artifact_status": "NO PUBLICADO",
"weight_basis": "artifact size on Hugging Face",
"active_payload_bytes_for_memory_bound": 885837005,
"active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO",
"theoretical_tok_s_conventional_ram": 72.727,
"ssd_mne_upper_tok_s": [
{
"ssd_cache_miss": 0.1,
"cache_label": "90%",
"upper Tok_s": 24.242
},
{
"ssd_cache_miss": 0.05,
"cache_label": "95%",
"upper Tok_s": 48.485
},
{
"ssd_cache_miss": 0.01,
"cache_label": "99%",
"upper Tok_s": 242.424
},
{
"ssd_cache_miss": 0.005,
"cache_label": "99.5%",
"upper Tok_s": 484.848
},
{
"ssd_cache_miss": 0.001,
"cache_label": "99.9%",
"upper Tok_s": 2424.242
}
],
"kv_cache_bytes_est": 6291456000,
"kv_cache_status": "ESTIMADO",
"conventional_resident_total_gb_est": 21.749448,
"mne_resident_total_gb_est": 7.782813,
"ssd_required_bytes": 16936006912,
"feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)",
"feasible_mne": "ESCENARIO AL LÍMITE DE RAM (estimado)",
"throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)",
"throughput_note": "No real benchmark is stored for MNE; upper bounds only."
},
{
"model": "Nova Flow",
"repository": "ModernoTech/Nova-Flow",
"hardware": "MacBook Air M4",
"hardware_id": "air-m4",
"bandwidth_gbps": 120.0,
"ram_gb": 16.0,
"context_tokens": 128000,
"context_label": "125K",
"context_supported_or_validated": true,
"max_position_documented": 128000,
"artifact_size_bytes": 16936006912,
"artifact_status": "NO PUBLICADO",
"weight_basis": "artifact size on Hugging Face",
"active_payload_bytes_for_memory_bound": 885837005,
"active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO",
"theoretical_tok_s_conventional_ram": 145.455,
"ssd_mne_upper_tok_s": [
{
"ssd_cache_miss": 0.1,
"cache_label": "90%",
"upper Tok_s": 24.242
},
{
"ssd_cache_miss": 0.05,
"cache_label": "95%",
"upper Tok_s": 48.485
},
{
"ssd_cache_miss": 0.01,
"cache_label": "99%",
"upper Tok_s": 242.424
},
{
"ssd_cache_miss": 0.005,
"cache_label": "99.5%",
"upper Tok_s": 484.848
},
{
"ssd_cache_miss": 0.001,
"cache_label": "99.9%",
"upper Tok_s": 2424.242
}
],
"kv_cache_bytes_est": 6291456000,
"kv_cache_status": "ESTIMADO",
"conventional_resident_total_gb_est": 21.749448,
"mne_resident_total_gb_est": 7.782813,
"ssd_required_bytes": 16936006912,
"feasible_conventional": "NO VIABLE en RAM para pesos completos (límite teórico)",
"feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)",
"throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)",
"throughput_note": "No real benchmark is stored for MNE; upper bounds only."
}
],
"charts": [
"tokens-per-second.png",
"ram-vs-mne.png",
"context-performance.png",
"memory-breakdown.png",
"model-size-vs-ram.png",
"cache-hit-analysis.png",
"prefill-vs-decode.png"
]
}