fp8_quantize.json

{
  "model_id": "Qwen/Qwen3-Embedding-4B",
  "kind": "embedding",
  "scheme": "FP8_DYNAMIC",
  "ignore": [
    "lm_head"
  ],
  "source_bytes": 8043592088,
  "output_bytes": 4412516640,
  "seconds": 5.561132976989029,
  "copied_assets": [
    "modules.json",
    "config_sentence_transformers.json",
    "1_Pooling/config.json"
  ],
  "created_at": "2026-08-05T12:28:36+00:00"
}