release_manifest.json

{
  "created_at": "2026-08-11T04:16:53.452789+00:00",
  "source_model": "/inspire/qb-ilm/project/video-understanding/public/train/moss_vl_streaming/8B/final_release/mossvl_streaming_final_release",
  "output_dir": "/inspire/qb-ilm/project/video-understanding/public/train/moss_vl_streaming/8B/final_release/quant/MOSS-VL-0708-Realtime-FP8-Dynamic-KV8-HQQ",
  "runtime": "Transformers MOSS-VL realtime streaming",
  "weight_format": "compressed-tensors FP8_DYNAMIC",
  "weight_targets": 252,
  "transformers_kv_cache": "HQQ INT8",
  "quantized_layers": [
    0,
    1,
    3,
    4,
    5,
    7,
    8,
    9,
    11,
    12,
    13,
    15,
    16,
    17,
    19,
    20,
    21,
    23,
    24,
    25,
    27,
    28,
    29,
    31,
    32,
    33,
    35,
    36,
    37,
    39,
    40,
    41,
    43,
    44,
    45,
    47
  ],
  "excluded_cross_attention_layers": [
    2,
    6,
    10,
    14,
    18,
    22,
    26,
    30,
    34,
    38,
    42,
    46
  ],
  "elapsed_seconds": 66.71,
  "torch": "2.10.0+cu128"
}