Julia-2 / models.json
Julia Klee
Julia-2: julia2_audio_v1 (text = base_v2 byte-identical, + pruned audio tower, stem p9), int8/int4 variants, lean runtime 0.1.0 (audio, LiveSession, modalities), card with speech, live calls and variants
1d1c6db
Raw History Blame Contribute Delete
5.76 kB
{
"format_version": 2,
"default": "julia-2-bf16",
"checkpoint": "julia2_audio_v1 (base_v2 trunk, text tensors byte-identical, + audio stem)",
"models": {
"julia-2-bf16": {
"path": ".",
"precision": "bf16",
"weights_file": "model.safetensors",
"weights_sha256": "c3ca206b91e7e490221ee85b098141e26f89ded2987510c82aeb84d6821994a2",
"size_gb": 2.14,
"scheme": "bf16 weights (readout, audio projector fp32)",
"argmax_agreement_vs_bf16": {
"text_vs_training_reference": 1.0
},
"maxdp_p95_vs_bf16": {},
"accuracy": {
"audio_tts_states_354q": 0.7006,
"live_calls_v2_final": 0.7584,
"live_alert_recall_scam": 0.9412,
"live_false_alarm_legit": 0.3191
},
"gate": "PASS",
"tests": {
"text": true,
"image": true,
"audio": true,
"live": true
},
"latency_ms_rtx_pro_6000": {
"text_1q_ms": {
"p50": 4.7,
"p95": 4.7
},
"text_6q_shared_ms": {
"p50": 11.7,
"p95": 11.8
},
"text_6q_separate_ms": {
"p50": 11.8,
"p95": 41.3
},
"text_batch64_1q_ms_total": {
"p50": 137.4,
"p95": 384.0
},
"image_1.6MP_1q_ms": {
"p50": 61.6,
"p95": 111.7
},
"image_cached_1q_ms": {
"p50": 37.0,
"p95": 37.1
},
"audio_10s_1q_ms": {
"p50": 49.6,
"p95": 176.3
},
"live_hop_push_0.96s_ms": {
"p50": 41.8,
"p95": 234.1
},
"live_ask_6q_ms": {
"p50": 6.4,
"p95": 6.8
}
},
"peak_mem_gb_gpu": 3.74,
"recommended_hardware": "any CUDA GPU with >= 6 GB (bf16); CPU with AMX/AVX512-BF16 (bf16 compute) or fp32 fallback",
"max_length": 32768,
"status": "draft"
},
"julia-2-int8": {
"path": "int8",
"precision": "int8",
"weights_file": "model.safetensors",
"weights_sha256": "de3ec1c7f496bf8d497432a91540e53c5d9c77c29ee0ebe10016900b7c714d55",
"size_gb": 1.39,
"scheme": "weight-only per-channel symmetric int8 (fp16 scales); norms/embeddings/readout/projectors bf16",
"argmax_agreement_vs_bf16": {
"text": 0.9933,
"audio": 0.9944,
"live": 0.9943
},
"maxdp_p95_vs_bf16": {
"text": 0.0105,
"audio": 0.0239,
"live": 0.0198
},
"accuracy": {
"audio_tts_states_354q": 0.7034,
"live_calls_v2_final": 0.7555,
"live_alert_recall_scam": 0.9412,
"live_false_alarm_legit": 0.3191
},
"gate": "PASS",
"tests": {
"text": true,
"image": true,
"audio": true,
"live": true
},
"latency_ms_rtx_pro_6000": {
"text_1q_ms": {
"p50": 7.5,
"p95": 7.6
},
"text_6q_shared_ms": {
"p50": 17.5,
"p95": 17.6
},
"text_6q_separate_ms": {
"p50": 14.7,
"p95": 47.5
},
"text_batch64_1q_ms_total": {
"p50": 141.3,
"p95": 399.7
},
"image_1.6MP_1q_ms": {
"p50": 73.5,
"p95": 140.7
},
"image_cached_1q_ms": {
"p50": 45.6,
"p95": 46.3
},
"audio_10s_1q_ms": {
"p50": 58.6,
"p95": 188.8
},
"live_hop_push_0.96s_ms": {
"p50": 28.6,
"p95": 242.7
},
"live_ask_6q_ms": {
"p50": 9.3,
"p95": 9.5
}
},
"peak_mem_gb_gpu": 2.94,
"recommended_hardware": "GPUs with 3-4 GB; CPU (RAM 3 GB + dequant cache)",
"max_length": 32768,
"status": "draft"
},
"julia-2-int4": {
"path": "int4",
"precision": "int4",
"weights_file": "model.safetensors",
"weights_sha256": "617b65c145e94d448a8fd3a86f755a806295c2d0b3e3408578ba1e7411bc3a5f",
"size_gb": 1.16,
"scheme": "weight-only asymmetric 4-bit, groups of 128 (fp16 scale+zero), trunk layers 0-11 int8; norms/embeddings/readout/projectors bf16",
"argmax_agreement_vs_bf16": {
"text": 0.9967,
"audio": 0.9576,
"live": 0.9867
},
"maxdp_p95_vs_bf16": {
"text": 0.0145,
"audio": 0.0585,
"live": 0.0397
},
"accuracy": {
"audio_tts_states_354q": 0.7006,
"live_calls_v2_final": 0.7511,
"live_alert_recall_scam": 0.9412,
"live_false_alarm_legit": 0.3191
},
"gate": "PASS",
"tests": {
"text": true,
"image": true,
"audio": true,
"live": true
},
"latency_ms_rtx_pro_6000": {
"text_1q_ms": {
"p50": 8.6,
"p95": 8.6
},
"text_6q_shared_ms": {
"p50": 19.5,
"p95": 19.6
},
"text_6q_separate_ms": {
"p50": 15.7,
"p95": 52.8
},
"text_batch64_1q_ms_total": {
"p50": 141.9,
"p95": 401.7
},
"image_1.6MP_1q_ms": {
"p50": 76.3,
"p95": 146.0
},
"image_cached_1q_ms": {
"p50": 49.8,
"p95": 49.9
},
"audio_10s_1q_ms": {
"p50": 64.3,
"p95": 206.5
},
"live_hop_push_0.96s_ms": {
"p50": 71.0,
"p95": 366.2
},
"live_ask_6q_ms": {
"p50": 12.7,
"p95": 17.5
}
},
"peak_mem_gb_gpu": 2.71,
"recommended_hardware": "GPUs with 2-3 GB, laptops; CPU",
"max_length": 32768,
"status": "draft"
}
}
}