Julia Klee
Julia-2: julia2_audio_v1 (text = base_v2 byte-identical, + pruned audio tower, stem p9), int8/int4 variants, lean runtime 0.1.0 (audio, LiveSession, modalities), card with speech, live calls and variants
1d1c6db Download models.json from SupersonicLabs/Julia-2: direct link, hf CLI and curl.
- Browser
- Download file 5.76 kB
-
https://huggingface.co/SupersonicLabs/Julia-2/resolve/main/models.json
- Command line
-
hf download hf://SupersonicLabs/Julia-2/models.json
-
curl -L -o models.json https://huggingface.co/SupersonicLabs/Julia-2/resolve/main/models.json
5.76 kB
| { | |
| "format_version": 2, | |
| "default": "julia-2-bf16", | |
| "checkpoint": "julia2_audio_v1 (base_v2 trunk, text tensors byte-identical, + audio stem)", | |
| "models": { | |
| "julia-2-bf16": { | |
| "path": ".", | |
| "precision": "bf16", | |
| "weights_file": "model.safetensors", | |
| "weights_sha256": "c3ca206b91e7e490221ee85b098141e26f89ded2987510c82aeb84d6821994a2", | |
| "size_gb": 2.14, | |
| "scheme": "bf16 weights (readout, audio projector fp32)", | |
| "argmax_agreement_vs_bf16": { | |
| "text_vs_training_reference": 1.0 | |
| }, | |
| "maxdp_p95_vs_bf16": {}, | |
| "accuracy": { | |
| "audio_tts_states_354q": 0.7006, | |
| "live_calls_v2_final": 0.7584, | |
| "live_alert_recall_scam": 0.9412, | |
| "live_false_alarm_legit": 0.3191 | |
| }, | |
| "gate": "PASS", | |
| "tests": { | |
| "text": true, | |
| "image": true, | |
| "audio": true, | |
| "live": true | |
| }, | |
| "latency_ms_rtx_pro_6000": { | |
| "text_1q_ms": { | |
| "p50": 4.7, | |
| "p95": 4.7 | |
| }, | |
| "text_6q_shared_ms": { | |
| "p50": 11.7, | |
| "p95": 11.8 | |
| }, | |
| "text_6q_separate_ms": { | |
| "p50": 11.8, | |
| "p95": 41.3 | |
| }, | |
| "text_batch64_1q_ms_total": { | |
| "p50": 137.4, | |
| "p95": 384.0 | |
| }, | |
| "image_1.6MP_1q_ms": { | |
| "p50": 61.6, | |
| "p95": 111.7 | |
| }, | |
| "image_cached_1q_ms": { | |
| "p50": 37.0, | |
| "p95": 37.1 | |
| }, | |
| "audio_10s_1q_ms": { | |
| "p50": 49.6, | |
| "p95": 176.3 | |
| }, | |
| "live_hop_push_0.96s_ms": { | |
| "p50": 41.8, | |
| "p95": 234.1 | |
| }, | |
| "live_ask_6q_ms": { | |
| "p50": 6.4, | |
| "p95": 6.8 | |
| } | |
| }, | |
| "peak_mem_gb_gpu": 3.74, | |
| "recommended_hardware": "any CUDA GPU with >= 6 GB (bf16); CPU with AMX/AVX512-BF16 (bf16 compute) or fp32 fallback", | |
| "max_length": 32768, | |
| "status": "draft" | |
| }, | |
| "julia-2-int8": { | |
| "path": "int8", | |
| "precision": "int8", | |
| "weights_file": "model.safetensors", | |
| "weights_sha256": "de3ec1c7f496bf8d497432a91540e53c5d9c77c29ee0ebe10016900b7c714d55", | |
| "size_gb": 1.39, | |
| "scheme": "weight-only per-channel symmetric int8 (fp16 scales); norms/embeddings/readout/projectors bf16", | |
| "argmax_agreement_vs_bf16": { | |
| "text": 0.9933, | |
| "audio": 0.9944, | |
| "live": 0.9943 | |
| }, | |
| "maxdp_p95_vs_bf16": { | |
| "text": 0.0105, | |
| "audio": 0.0239, | |
| "live": 0.0198 | |
| }, | |
| "accuracy": { | |
| "audio_tts_states_354q": 0.7034, | |
| "live_calls_v2_final": 0.7555, | |
| "live_alert_recall_scam": 0.9412, | |
| "live_false_alarm_legit": 0.3191 | |
| }, | |
| "gate": "PASS", | |
| "tests": { | |
| "text": true, | |
| "image": true, | |
| "audio": true, | |
| "live": true | |
| }, | |
| "latency_ms_rtx_pro_6000": { | |
| "text_1q_ms": { | |
| "p50": 7.5, | |
| "p95": 7.6 | |
| }, | |
| "text_6q_shared_ms": { | |
| "p50": 17.5, | |
| "p95": 17.6 | |
| }, | |
| "text_6q_separate_ms": { | |
| "p50": 14.7, | |
| "p95": 47.5 | |
| }, | |
| "text_batch64_1q_ms_total": { | |
| "p50": 141.3, | |
| "p95": 399.7 | |
| }, | |
| "image_1.6MP_1q_ms": { | |
| "p50": 73.5, | |
| "p95": 140.7 | |
| }, | |
| "image_cached_1q_ms": { | |
| "p50": 45.6, | |
| "p95": 46.3 | |
| }, | |
| "audio_10s_1q_ms": { | |
| "p50": 58.6, | |
| "p95": 188.8 | |
| }, | |
| "live_hop_push_0.96s_ms": { | |
| "p50": 28.6, | |
| "p95": 242.7 | |
| }, | |
| "live_ask_6q_ms": { | |
| "p50": 9.3, | |
| "p95": 9.5 | |
| } | |
| }, | |
| "peak_mem_gb_gpu": 2.94, | |
| "recommended_hardware": "GPUs with 3-4 GB; CPU (RAM 3 GB + dequant cache)", | |
| "max_length": 32768, | |
| "status": "draft" | |
| }, | |
| "julia-2-int4": { | |
| "path": "int4", | |
| "precision": "int4", | |
| "weights_file": "model.safetensors", | |
| "weights_sha256": "617b65c145e94d448a8fd3a86f755a806295c2d0b3e3408578ba1e7411bc3a5f", | |
| "size_gb": 1.16, | |
| "scheme": "weight-only asymmetric 4-bit, groups of 128 (fp16 scale+zero), trunk layers 0-11 int8; norms/embeddings/readout/projectors bf16", | |
| "argmax_agreement_vs_bf16": { | |
| "text": 0.9967, | |
| "audio": 0.9576, | |
| "live": 0.9867 | |
| }, | |
| "maxdp_p95_vs_bf16": { | |
| "text": 0.0145, | |
| "audio": 0.0585, | |
| "live": 0.0397 | |
| }, | |
| "accuracy": { | |
| "audio_tts_states_354q": 0.7006, | |
| "live_calls_v2_final": 0.7511, | |
| "live_alert_recall_scam": 0.9412, | |
| "live_false_alarm_legit": 0.3191 | |
| }, | |
| "gate": "PASS", | |
| "tests": { | |
| "text": true, | |
| "image": true, | |
| "audio": true, | |
| "live": true | |
| }, | |
| "latency_ms_rtx_pro_6000": { | |
| "text_1q_ms": { | |
| "p50": 8.6, | |
| "p95": 8.6 | |
| }, | |
| "text_6q_shared_ms": { | |
| "p50": 19.5, | |
| "p95": 19.6 | |
| }, | |
| "text_6q_separate_ms": { | |
| "p50": 15.7, | |
| "p95": 52.8 | |
| }, | |
| "text_batch64_1q_ms_total": { | |
| "p50": 141.9, | |
| "p95": 401.7 | |
| }, | |
| "image_1.6MP_1q_ms": { | |
| "p50": 76.3, | |
| "p95": 146.0 | |
| }, | |
| "image_cached_1q_ms": { | |
| "p50": 49.8, | |
| "p95": 49.9 | |
| }, | |
| "audio_10s_1q_ms": { | |
| "p50": 64.3, | |
| "p95": 206.5 | |
| }, | |
| "live_hop_push_0.96s_ms": { | |
| "p50": 71.0, | |
| "p95": 366.2 | |
| }, | |
| "live_ask_6q_ms": { | |
| "p50": 12.7, | |
| "p95": 17.5 | |
| } | |
| }, | |
| "peak_mem_gb_gpu": 2.71, | |
| "recommended_hardware": "GPUs with 2-3 GB, laptops; CPU", | |
| "max_length": 32768, | |
| "status": "draft" | |
| } | |
| } | |
| } |