File size: 507 Bytes
8940ec7 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 |
{
"model_name": "Qwen2.5-Omni-128K-4bit",
"original_model": "unsloth/Qwen2.5-Omni-3B",
"optimization": "4-bit NF4 + Extended RoPE",
"quantization": "4-bit NF4",
"rope_scaling": "YaRN",
"max_context": 131072,
"original_context": 32768,
"context_multiplier": 4.0,
"multimodal_support": true,
"vision_support": true,
"audio_support": true,
"video_support": true,
"memory_reduction": "50-60%",
"speed_improvement": "2-3x faster",
"quality_preservation": "Maintained with Unsloth"
} |