{ "format_version": 2, "default": "julia-2-bf16", "checkpoint": "julia2_audio_v1 (base_v2 trunk, text tensors byte-identical, + audio stem)", "models": { "julia-2-bf16": { "path": ".", "precision": "bf16", "weights_file": "model.safetensors", "weights_sha256": "c3ca206b91e7e490221ee85b098141e26f89ded2987510c82aeb84d6821994a2", "size_gb": 2.14, "scheme": "bf16 weights (readout, audio projector fp32)", "argmax_agreement_vs_bf16": { "text_vs_training_reference": 1.0 }, "maxdp_p95_vs_bf16": {}, "accuracy": { "audio_tts_states_354q": 0.7006, "live_calls_v2_final": 0.7584, "live_alert_recall_scam": 0.9412, "live_false_alarm_legit": 0.3191 }, "gate": "PASS", "tests": { "text": true, "image": true, "audio": true, "live": true }, "latency_ms_rtx_pro_6000": { "text_1q_ms": { "p50": 4.7, "p95": 4.7 }, "text_6q_shared_ms": { "p50": 11.7, "p95": 11.8 }, "text_6q_separate_ms": { "p50": 11.8, "p95": 41.3 }, "text_batch64_1q_ms_total": { "p50": 137.4, "p95": 384.0 }, "image_1.6MP_1q_ms": { "p50": 61.6, "p95": 111.7 }, "image_cached_1q_ms": { "p50": 37.0, "p95": 37.1 }, "audio_10s_1q_ms": { "p50": 49.6, "p95": 176.3 }, "live_hop_push_0.96s_ms": { "p50": 41.8, "p95": 234.1 }, "live_ask_6q_ms": { "p50": 6.4, "p95": 6.8 } }, "peak_mem_gb_gpu": 3.74, "recommended_hardware": "any CUDA GPU with >= 6 GB (bf16); CPU with AMX/AVX512-BF16 (bf16 compute) or fp32 fallback", "max_length": 32768, "status": "draft" }, "julia-2-int8": { "path": "int8", "precision": "int8", "weights_file": "model.safetensors", "weights_sha256": "de3ec1c7f496bf8d497432a91540e53c5d9c77c29ee0ebe10016900b7c714d55", "size_gb": 1.39, "scheme": "weight-only per-channel symmetric int8 (fp16 scales); norms/embeddings/readout/projectors bf16", "argmax_agreement_vs_bf16": { "text": 0.9933, "audio": 0.9944, "live": 0.9943 }, "maxdp_p95_vs_bf16": { "text": 0.0105, "audio": 0.0239, "live": 0.0198 }, "accuracy": { "audio_tts_states_354q": 0.7034, "live_calls_v2_final": 0.7555, "live_alert_recall_scam": 0.9412, "live_false_alarm_legit": 0.3191 }, "gate": "PASS", "tests": { "text": true, "image": true, "audio": true, "live": true }, "latency_ms_rtx_pro_6000": { "text_1q_ms": { "p50": 7.5, "p95": 7.6 }, "text_6q_shared_ms": { "p50": 17.5, "p95": 17.6 }, "text_6q_separate_ms": { "p50": 14.7, "p95": 47.5 }, "text_batch64_1q_ms_total": { "p50": 141.3, "p95": 399.7 }, "image_1.6MP_1q_ms": { "p50": 73.5, "p95": 140.7 }, "image_cached_1q_ms": { "p50": 45.6, "p95": 46.3 }, "audio_10s_1q_ms": { "p50": 58.6, "p95": 188.8 }, "live_hop_push_0.96s_ms": { "p50": 28.6, "p95": 242.7 }, "live_ask_6q_ms": { "p50": 9.3, "p95": 9.5 } }, "peak_mem_gb_gpu": 2.94, "recommended_hardware": "GPUs with 3-4 GB; CPU (RAM 3 GB + dequant cache)", "max_length": 32768, "status": "draft" }, "julia-2-int4": { "path": "int4", "precision": "int4", "weights_file": "model.safetensors", "weights_sha256": "617b65c145e94d448a8fd3a86f755a806295c2d0b3e3408578ba1e7411bc3a5f", "size_gb": 1.16, "scheme": "weight-only asymmetric 4-bit, groups of 128 (fp16 scale+zero), trunk layers 0-11 int8; norms/embeddings/readout/projectors bf16", "argmax_agreement_vs_bf16": { "text": 0.9967, "audio": 0.9576, "live": 0.9867 }, "maxdp_p95_vs_bf16": { "text": 0.0145, "audio": 0.0585, "live": 0.0397 }, "accuracy": { "audio_tts_states_354q": 0.7006, "live_calls_v2_final": 0.7511, "live_alert_recall_scam": 0.9412, "live_false_alarm_legit": 0.3191 }, "gate": "PASS", "tests": { "text": true, "image": true, "audio": true, "live": true }, "latency_ms_rtx_pro_6000": { "text_1q_ms": { "p50": 8.6, "p95": 8.6 }, "text_6q_shared_ms": { "p50": 19.5, "p95": 19.6 }, "text_6q_separate_ms": { "p50": 15.7, "p95": 52.8 }, "text_batch64_1q_ms_total": { "p50": 141.9, "p95": 401.7 }, "image_1.6MP_1q_ms": { "p50": 76.3, "p95": 146.0 }, "image_cached_1q_ms": { "p50": 49.8, "p95": 49.9 }, "audio_10s_1q_ms": { "p50": 64.3, "p95": 206.5 }, "live_hop_push_0.96s_ms": { "p50": 71.0, "p95": 366.2 }, "live_ask_6q_ms": { "p50": 12.7, "p95": 17.5 } }, "peak_mem_gb_gpu": 2.71, "recommended_hardware": "GPUs with 2-3 GB, laptops; CPU", "max_length": 32768, "status": "draft" } } }