File size: 507 Bytes
8940ec7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
{
  "model_name": "Qwen2.5-Omni-128K-4bit",
  "original_model": "unsloth/Qwen2.5-Omni-3B",
  "optimization": "4-bit NF4 + Extended RoPE",
  "quantization": "4-bit NF4",
  "rope_scaling": "YaRN",
  "max_context": 131072,
  "original_context": 32768,
  "context_multiplier": 4.0,
  "multimodal_support": true,
  "vision_support": true,
  "audio_support": true,
  "video_support": true,
  "memory_reduction": "50-60%",
  "speed_improvement": "2-3x faster",
  "quality_preservation": "Maintained with Unsloth"
}