Performance Lab phase 2: JSON, CSV, methodology, hardware reference, reproducible scripts and 7 PNG charts
f384c45 verified | { | |
| "title": "Nova Spark 1.0 performance lab", | |
| "status": "All numerical performance values are theoretical or not validated; no unverified benchmark is presented as measured", | |
| "status legend": { | |
| "MEDIDO": "physical measurement backed by a dated log and exact configuration", | |
| "ESTIMADO": "mathematical projection with its assumptions documented", | |
| "NO VALIDADO": "insufficient evidence or unavailable native configuration" | |
| }, | |
| "repository": "ModernoTech/Nova-Spark", | |
| "artifact": { | |
| "filename": "Nova-Spark-1.0-Q4_0.gguf", | |
| "bytes": 563036064, | |
| "sha256": "57d1997790d1744fba5b40a7317df71ea5e2acee28c47e78f0cce39c0703f8cf", | |
| "format": "GGUF", | |
| "published": true, | |
| "source_of_size": "Hugging Face file metadata" | |
| }, | |
| "specs": { | |
| "model_name": "Nova Spark 1.0", | |
| "base_reference": "Qwen/Qwen3.5-0.8B", | |
| "total_params_billion": 0.8, | |
| "active_params_billion": 0.8, | |
| "moe": false, | |
| "max_position_documented": 262144 | |
| }, | |
| "architecture_basis": { | |
| "layers": 6, | |
| "kv_heads": 2, | |
| "head_dim": 256, | |
| "source": "Qwen text_config downloaded from the documented base reference; only full-attention layers require KV cache in this recipe, linear-attention layers are excluded from KV memory in this estimate", | |
| "status": "ESTIMADO sobre una arquitectura publicada de terceros y una simplificación arquitectónica documentada" | |
| }, | |
| "estimation_assumptions": { | |
| "ram_bandwidth_values_gbps": { | |
| "MacBook Air 2014": 25.6, | |
| "Lenovo Yoga 720": 34.1, | |
| "MacBook Neo A18 Pro": 60.0, | |
| "MacBook Air M4": 120.0 | |
| }, | |
| "ssd_effective_gbps": 2.0, | |
| "ssd_basis": "Assumed external NVMe 2.0 GB/s for calculations only; must be replaced by a measured sequential/shared load if used externally", | |
| "kv_precision_bytes": 2.0, | |
| "weight_precision_bytes": 0.5, | |
| "overhead_factor": 1.1, | |
| "os_overhead_gb": 1.2, | |
| "runtime_overhead_bytes": 120.0, | |
| "latency_included": "Fixed read latency excluded; remeasurement is required before any availability claim", | |
| "mne_expert_cache_fraction": "Active set + capped additive cache; rounded, saturation assumptions stated", | |
| "conventional_write_notes": "Conventional RAM path counts total artifact weights resident in RAM; active path measures only the bytes read per token as an upper bound" | |
| }, | |
| "measured": null, | |
| "ssd_cache_scenarios": [ | |
| { | |
| "cache_hit": 0.9, | |
| "ssd_mne_upper_tok_s": 45.455 | |
| }, | |
| { | |
| "cache_hit": 0.95, | |
| "ssd_mne_upper_tok_s": 90.909 | |
| }, | |
| { | |
| "cache_hit": 0.99, | |
| "ssd_mne_upper_tok_s": 454.545 | |
| }, | |
| { | |
| "cache_hit": 0.995, | |
| "ssd_mne_upper_tok_s": 909.091 | |
| }, | |
| { | |
| "cache_hit": 0.999, | |
| "ssd_mne_upper_tok_s": 4545.455 | |
| } | |
| ], | |
| "scenarios": [ | |
| { | |
| "model": "Nova Spark 1.0", | |
| "repository": "ModernoTech/Nova-Spark", | |
| "hardware": "MacBook Air 2014", | |
| "hardware_id": "air-2014", | |
| "bandwidth_gbps": 25.6, | |
| "ram_gb": 4.0, | |
| "context_tokens": 4096, | |
| "context_label": "4K", | |
| "context_supported_or_validated": true, | |
| "max_position_documented": 262144, | |
| "artifact_size_bytes": 563036064, | |
| "artifact_status": "PUBLICADO", | |
| "weight_basis": "artifact size on Hugging Face", | |
| "active_payload_bytes_for_memory_bound": 472446403, | |
| "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", | |
| "theoretical_tok_s_conventional_ram": 58.182, | |
| "ssd_mne_upper_tok_s": [ | |
| { | |
| "ssd_cache_miss": 0.1, | |
| "cache_label": "90%", | |
| "upper Tok_s": 45.455 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.05, | |
| "cache_label": "95%", | |
| "upper Tok_s": 90.909 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.01, | |
| "cache_label": "99%", | |
| "upper Tok_s": 454.545 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.005, | |
| "cache_label": "99.5%", | |
| "upper Tok_s": 909.091 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.001, | |
| "cache_label": "99.9%", | |
| "upper Tok_s": 4545.455 | |
| } | |
| ], | |
| "kv_cache_bytes_est": 50331648, | |
| "kv_cache_status": "ESTIMADO", | |
| "conventional_resident_total_gb_est": 0.688431, | |
| "mne_resident_total_gb_est": 1.200313, | |
| "ssd_required_bytes": 563036064, | |
| "feasible_conventional": "VIABLE con margen de memoria (límite superior de presión, no medición)", | |
| "feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)", | |
| "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", | |
| "throughput_note": "No real benchmark is stored for MNE; upper bounds only." | |
| }, | |
| { | |
| "model": "Nova Spark 1.0", | |
| "repository": "ModernoTech/Nova-Spark", | |
| "hardware": "Lenovo Yoga 720", | |
| "hardware_id": "yoga-720", | |
| "bandwidth_gbps": 34.1, | |
| "ram_gb": 8.0, | |
| "context_tokens": 4096, | |
| "context_label": "4K", | |
| "context_supported_or_validated": true, | |
| "max_position_documented": 262144, | |
| "artifact_size_bytes": 563036064, | |
| "artifact_status": "PUBLICADO", | |
| "weight_basis": "artifact size on Hugging Face", | |
| "active_payload_bytes_for_memory_bound": 472446403, | |
| "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", | |
| "theoretical_tok_s_conventional_ram": 77.5, | |
| "ssd_mne_upper_tok_s": [ | |
| { | |
| "ssd_cache_miss": 0.1, | |
| "cache_label": "90%", | |
| "upper Tok_s": 45.455 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.05, | |
| "cache_label": "95%", | |
| "upper Tok_s": 90.909 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.01, | |
| "cache_label": "99%", | |
| "upper Tok_s": 454.545 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.005, | |
| "cache_label": "99.5%", | |
| "upper Tok_s": 909.091 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.001, | |
| "cache_label": "99.9%", | |
| "upper Tok_s": 4545.455 | |
| } | |
| ], | |
| "kv_cache_bytes_est": 50331648, | |
| "kv_cache_status": "ESTIMADO", | |
| "conventional_resident_total_gb_est": 0.688431, | |
| "mne_resident_total_gb_est": 1.200313, | |
| "ssd_required_bytes": 563036064, | |
| "feasible_conventional": "VIABLE con margen de memoria (límite superior de presión, no medición)", | |
| "feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)", | |
| "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", | |
| "throughput_note": "No real benchmark is stored for MNE; upper bounds only." | |
| }, | |
| { | |
| "model": "Nova Spark 1.0", | |
| "repository": "ModernoTech/Nova-Spark", | |
| "hardware": "MacBook Neo A18 Pro", | |
| "hardware_id": "neo", | |
| "bandwidth_gbps": 60.0, | |
| "ram_gb": 8.0, | |
| "context_tokens": 4096, | |
| "context_label": "4K", | |
| "context_supported_or_validated": true, | |
| "max_position_documented": 262144, | |
| "artifact_size_bytes": 563036064, | |
| "artifact_status": "PUBLICADO", | |
| "weight_basis": "artifact size on Hugging Face", | |
| "active_payload_bytes_for_memory_bound": 472446403, | |
| "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", | |
| "theoretical_tok_s_conventional_ram": 136.364, | |
| "ssd_mne_upper_tok_s": [ | |
| { | |
| "ssd_cache_miss": 0.1, | |
| "cache_label": "90%", | |
| "upper Tok_s": 45.455 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.05, | |
| "cache_label": "95%", | |
| "upper Tok_s": 90.909 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.01, | |
| "cache_label": "99%", | |
| "upper Tok_s": 454.545 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.005, | |
| "cache_label": "99.5%", | |
| "upper Tok_s": 909.091 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.001, | |
| "cache_label": "99.9%", | |
| "upper Tok_s": 4545.455 | |
| } | |
| ], | |
| "kv_cache_bytes_est": 50331648, | |
| "kv_cache_status": "ESTIMADO", | |
| "conventional_resident_total_gb_est": 0.688431, | |
| "mne_resident_total_gb_est": 1.200313, | |
| "ssd_required_bytes": 563036064, | |
| "feasible_conventional": "VIABLE con margen de memoria (límite superior de presión, no medición)", | |
| "feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)", | |
| "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", | |
| "throughput_note": "No real benchmark is stored for MNE; upper bounds only." | |
| }, | |
| { | |
| "model": "Nova Spark 1.0", | |
| "repository": "ModernoTech/Nova-Spark", | |
| "hardware": "MacBook Air M4", | |
| "hardware_id": "air-m4", | |
| "bandwidth_gbps": 120.0, | |
| "ram_gb": 16.0, | |
| "context_tokens": 4096, | |
| "context_label": "4K", | |
| "context_supported_or_validated": true, | |
| "max_position_documented": 262144, | |
| "artifact_size_bytes": 563036064, | |
| "artifact_status": "PUBLICADO", | |
| "weight_basis": "artifact size on Hugging Face", | |
| "active_payload_bytes_for_memory_bound": 472446403, | |
| "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", | |
| "theoretical_tok_s_conventional_ram": 272.727, | |
| "ssd_mne_upper_tok_s": [ | |
| { | |
| "ssd_cache_miss": 0.1, | |
| "cache_label": "90%", | |
| "upper Tok_s": 45.455 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.05, | |
| "cache_label": "95%", | |
| "upper Tok_s": 90.909 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.01, | |
| "cache_label": "99%", | |
| "upper Tok_s": 454.545 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.005, | |
| "cache_label": "99.5%", | |
| "upper Tok_s": 909.091 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.001, | |
| "cache_label": "99.9%", | |
| "upper Tok_s": 4545.455 | |
| } | |
| ], | |
| "kv_cache_bytes_est": 50331648, | |
| "kv_cache_status": "ESTIMADO", | |
| "conventional_resident_total_gb_est": 0.688431, | |
| "mne_resident_total_gb_est": 1.200313, | |
| "ssd_required_bytes": 563036064, | |
| "feasible_conventional": "VIABLE con margen de memoria (límite superior de presión, no medición)", | |
| "feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)", | |
| "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", | |
| "throughput_note": "No real benchmark is stored for MNE; upper bounds only." | |
| }, | |
| { | |
| "model": "Nova Spark 1.0", | |
| "repository": "ModernoTech/Nova-Spark", | |
| "hardware": "MacBook Air 2014", | |
| "hardware_id": "air-2014", | |
| "bandwidth_gbps": 25.6, | |
| "ram_gb": 4.0, | |
| "context_tokens": 8192, | |
| "context_label": "8K", | |
| "context_supported_or_validated": true, | |
| "max_position_documented": 262144, | |
| "artifact_size_bytes": 563036064, | |
| "artifact_status": "PUBLICADO", | |
| "weight_basis": "artifact size on Hugging Face", | |
| "active_payload_bytes_for_memory_bound": 472446403, | |
| "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", | |
| "theoretical_tok_s_conventional_ram": 58.182, | |
| "ssd_mne_upper_tok_s": [ | |
| { | |
| "ssd_cache_miss": 0.1, | |
| "cache_label": "90%", | |
| "upper Tok_s": 45.455 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.05, | |
| "cache_label": "95%", | |
| "upper Tok_s": 90.909 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.01, | |
| "cache_label": "99%", | |
| "upper Tok_s": 454.545 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.005, | |
| "cache_label": "99.5%", | |
| "upper Tok_s": 909.091 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.001, | |
| "cache_label": "99.9%", | |
| "upper Tok_s": 4545.455 | |
| } | |
| ], | |
| "kv_cache_bytes_est": 100663296, | |
| "kv_cache_status": "ESTIMADO", | |
| "conventional_resident_total_gb_est": 0.735306, | |
| "mne_resident_total_gb_est": 1.247188, | |
| "ssd_required_bytes": 563036064, | |
| "feasible_conventional": "VIABLE con margen de memoria (límite superior de presión, no medición)", | |
| "feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)", | |
| "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", | |
| "throughput_note": "No real benchmark is stored for MNE; upper bounds only." | |
| }, | |
| { | |
| "model": "Nova Spark 1.0", | |
| "repository": "ModernoTech/Nova-Spark", | |
| "hardware": "Lenovo Yoga 720", | |
| "hardware_id": "yoga-720", | |
| "bandwidth_gbps": 34.1, | |
| "ram_gb": 8.0, | |
| "context_tokens": 8192, | |
| "context_label": "8K", | |
| "context_supported_or_validated": true, | |
| "max_position_documented": 262144, | |
| "artifact_size_bytes": 563036064, | |
| "artifact_status": "PUBLICADO", | |
| "weight_basis": "artifact size on Hugging Face", | |
| "active_payload_bytes_for_memory_bound": 472446403, | |
| "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", | |
| "theoretical_tok_s_conventional_ram": 77.5, | |
| "ssd_mne_upper_tok_s": [ | |
| { | |
| "ssd_cache_miss": 0.1, | |
| "cache_label": "90%", | |
| "upper Tok_s": 45.455 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.05, | |
| "cache_label": "95%", | |
| "upper Tok_s": 90.909 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.01, | |
| "cache_label": "99%", | |
| "upper Tok_s": 454.545 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.005, | |
| "cache_label": "99.5%", | |
| "upper Tok_s": 909.091 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.001, | |
| "cache_label": "99.9%", | |
| "upper Tok_s": 4545.455 | |
| } | |
| ], | |
| "kv_cache_bytes_est": 100663296, | |
| "kv_cache_status": "ESTIMADO", | |
| "conventional_resident_total_gb_est": 0.735306, | |
| "mne_resident_total_gb_est": 1.247188, | |
| "ssd_required_bytes": 563036064, | |
| "feasible_conventional": "VIABLE con margen de memoria (límite superior de presión, no medición)", | |
| "feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)", | |
| "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", | |
| "throughput_note": "No real benchmark is stored for MNE; upper bounds only." | |
| }, | |
| { | |
| "model": "Nova Spark 1.0", | |
| "repository": "ModernoTech/Nova-Spark", | |
| "hardware": "MacBook Neo A18 Pro", | |
| "hardware_id": "neo", | |
| "bandwidth_gbps": 60.0, | |
| "ram_gb": 8.0, | |
| "context_tokens": 8192, | |
| "context_label": "8K", | |
| "context_supported_or_validated": true, | |
| "max_position_documented": 262144, | |
| "artifact_size_bytes": 563036064, | |
| "artifact_status": "PUBLICADO", | |
| "weight_basis": "artifact size on Hugging Face", | |
| "active_payload_bytes_for_memory_bound": 472446403, | |
| "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", | |
| "theoretical_tok_s_conventional_ram": 136.364, | |
| "ssd_mne_upper_tok_s": [ | |
| { | |
| "ssd_cache_miss": 0.1, | |
| "cache_label": "90%", | |
| "upper Tok_s": 45.455 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.05, | |
| "cache_label": "95%", | |
| "upper Tok_s": 90.909 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.01, | |
| "cache_label": "99%", | |
| "upper Tok_s": 454.545 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.005, | |
| "cache_label": "99.5%", | |
| "upper Tok_s": 909.091 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.001, | |
| "cache_label": "99.9%", | |
| "upper Tok_s": 4545.455 | |
| } | |
| ], | |
| "kv_cache_bytes_est": 100663296, | |
| "kv_cache_status": "ESTIMADO", | |
| "conventional_resident_total_gb_est": 0.735306, | |
| "mne_resident_total_gb_est": 1.247188, | |
| "ssd_required_bytes": 563036064, | |
| "feasible_conventional": "VIABLE con margen de memoria (límite superior de presión, no medición)", | |
| "feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)", | |
| "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", | |
| "throughput_note": "No real benchmark is stored for MNE; upper bounds only." | |
| }, | |
| { | |
| "model": "Nova Spark 1.0", | |
| "repository": "ModernoTech/Nova-Spark", | |
| "hardware": "MacBook Air M4", | |
| "hardware_id": "air-m4", | |
| "bandwidth_gbps": 120.0, | |
| "ram_gb": 16.0, | |
| "context_tokens": 8192, | |
| "context_label": "8K", | |
| "context_supported_or_validated": true, | |
| "max_position_documented": 262144, | |
| "artifact_size_bytes": 563036064, | |
| "artifact_status": "PUBLICADO", | |
| "weight_basis": "artifact size on Hugging Face", | |
| "active_payload_bytes_for_memory_bound": 472446403, | |
| "active_payload_basis": "active param count x 0.5 GiB/B x 1.10 (Q4 + 10% parsed overhead), ESTIMADO", | |
| "theoretical_tok_s_conventional_ram": 272.727, | |
| "ssd_mne_upper_tok_s": [ | |
| { | |
| "ssd_cache_miss": 0.1, | |
| "cache_label": "90%", | |
| "upper Tok_s": 45.455 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.05, | |
| "cache_label": "95%", | |
| "upper Tok_s": 90.909 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.01, | |
| "cache_label": "99%", | |
| "upper Tok_s": 454.545 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.005, | |
| "cache_label": "99.5%", | |
| "upper Tok_s": 909.091 | |
| }, | |
| { | |
| "ssd_cache_miss": 0.001, | |
| "cache_label": "99.9%", | |
| "upper Tok_s": 4545.455 | |
| } | |
| ], | |
| "kv_cache_bytes_est": 100663296, | |
| "kv_cache_status": "ESTIMADO", | |
| "conventional_resident_total_gb_est": 0.735306, | |
| "mne_resident_total_gb_est": 1.247188, | |
| "ssd_required_bytes": 563036064, | |
| "feasible_conventional": "VIABLE con margen de memoria (límite superior de presión, no medición)", | |
| "feasible_mne": "ESCENARIO VIRTUOSO DE RAM (cache capado; no prueba de throughput)", | |
| "throughput_status": "ESTIMADO (techo de ancho de banda, no benchmark)", | |
| "throughput_note": "No real benchmark is stored for MNE; upper bounds only." | |
| } | |
| ], | |
| "charts": [ | |
| "tokens-per-second.png", | |
| "ram-vs-mne.png", | |
| "context-performance.png", | |
| "memory-breakdown.png", | |
| "model-size-vs-ram.png", | |
| "cache-hit-analysis.png", | |
| "prefill-vs-decode.png" | |
| ] | |
| } |