antfly_inference_variants.json

{
  "family": "florence_variants/v1",
  "source": "microsoft/Florence-2-base",
  "variants": [
    {
      "id": "safetensors-F16",
      "target": "safetensors",
      "format": "F16",
      "model": "model.safetensors"
    },
    {
      "id": "gguf-Q4_K",
      "target": "gguf",
      "format": "Q4_K",
      "model": "Florence-2-base.Q4_K.gguf"
    }
  ]
}