{
  "reference": [
    {
      "model": "saif-4b",
      "answers": {
        "satisfied": {
          "type": "noul",
          "probabilities": {
            "true": 0.9977252035331371,
            "false": 0.0022747964668629324
          },
          "noul": 0.9977252035331371,
          "answer": true
        }
      },
      "usage": {
        "input_tokens": 154,
        "output_tokens": 0
      }
    },
    {
      "model": "saif-4b",
      "answers": {
        "intent": {
          "type": "choice",
          "probabilities": {
            "complaint": 0.0014628375324945344,
            "praise": 0.9985371624675055
          },
          "choice": "praise",
          "answer": "praise",
          "confidence": 0.9985371624675055
        }
      },
      "usage": {
        "input_tokens": 141,
        "output_tokens": 0
      }
    },
    {
      "model": "saif-4b",
      "answers": {
        "sentiment": {
          "type": "score",
          "probabilities": {
            "0": 0.0029920151680415817,
            "1": 0.06401839839575167,
            "2": 0.9329895864362067
          },
          "score": 1.929997571268165,
          "answer": 2,
          "confidence": 0.9329895864362067,
          "legend": {
            "0": "negative",
            "1": "neutral",
            "2": "positive"
          }
        }
      },
      "usage": {
        "input_tokens": 152,
        "output_tokens": 0
      }
    }
  ],
  "versions": {
    "torch": "2.8.0+cu128",
    "transformers": "5.17.0",
    "safetensors": "0.8.0",
    "fastapi": "0.142.2",
    "uvicorn": "0.54.0",
    "pydantic": "2.14.1",
    "huggingface_hub": "1.33.0",
    "accelerate": "1.14.0"
  },
  "gpu_tested": false,
  "gpu_note": "CPU only; local Docker has runc only, no NVIDIA runtime.",
  "routes": [
    "/docs",
    "/docs/oauth2-redirect",
    "/health",
    "/openapi.json",
    "/redoc",
    "/v1/systemone"
  ],
  "no_generation_routes": true,
  "64_question_schema_accepted": true,
  "local": {
    "passed": true,
    "requests": [
      {
        "type": "noul",
        "exact_match": true,
        "probabilities_sum_one": true,
        "latency_seconds": 2.8982914260122925
      },
      {
        "type": "choice",
        "exact_match": true,
        "probabilities_sum_one": true,
        "latency_seconds": 2.7930272528901696
      },
      {
        "type": "score",
        "exact_match": true,
        "probabilities_sum_one": true,
        "latency_seconds": 1.9185104710049927
      }
    ],
    "malformed_422_count": 9,
    "generation_routes_404": true,
    "python_version": "3.12.14"
  },
  "di_client_live_passed": true,
  "64_question_live": {
    "passed": true,
    "latency_seconds": 91.86650505103171
  },
  "cli": {
    "happy_path_passed": true,
    "help_passed": true,
    "missing_file_exit_code": 2
  },
  "lsp": "Unavailable: basedpyright not installed; installation previously declined",
  "container": {
    "passed": true,
    "requests": [
      {
        "type": "noul",
        "exact_match": true,
        "probabilities_sum_one": true,
        "latency_seconds": 3.9418553828727454
      },
      {
        "type": "choice",
        "exact_match": true,
        "probabilities_sum_one": true,
        "latency_seconds": 1.384989856975153
      },
      {
        "type": "score",
        "exact_match": true,
        "probabilities_sum_one": true,
        "latency_seconds": 1.695539910113439
      }
    ],
    "malformed_422_count": 9,
    "generation_routes_404": true,
    "user": "1000:1000",
    "health": "healthy",
    "python_version": "3.11 (official PyTorch base)",
    "versions_match_local": true,
    "initial_startup": "Default UID could not read owner-only 0600 weights. Re-run with non-root weight-owner UID:GID succeeded; documented --user flag. Permissions unchanged."
  },
  "docker_build": {
    "passed": true,
    "image_id": "sha256:576663ba2b8710c2906afdc7a6466a8f9de8003791225f124ff6ab1fa0aa3d76",
    "default_user": "saif",
    "base": "pytorch/pytorch:2.8.0-cuda12.8-cudnn9-runtime",
    "weights_baked_in": false
  },
  "observations": [
    "Existing release tokenizer emits incorrect-regex warning; loader/tokenizer unchanged to preserve verified model outputs.",
    "HF startup-download path implemented, not exercised with a full redundant weight download."
  ],
  "registry": {
    "verified": true,
    "repository_id": 577,
    "tags": {
      "0.1.0": {
        "name": "0.1.0",
        "path": "sultan/saif/saif-4b-serving:0.1.0",
        "location": "registry.omaemirates.com/sultan/saif/saif-4b-serving:0.1.0",
        "revision": "a8b7239c2d32287ecb02aa17c8659e63bcbd0a3273ed0620f1534f34f7baf81f",
        "short_revision": "a8b7239c2",
        "digest": "sha256:576663ba2b8710c2906afdc7a6466a8f9de8003791225f124ff6ab1fa0aa3d76",
        "created_at": "2026-10-28T19:04:01.024+04:00",
        "total_size": 4340402812
      },
      "latest": {
        "name": "latest",
        "path": "sultan/saif/saif-4b-serving:latest",
        "location": "registry.omaemirates.com/sultan/saif/saif-4b-serving:latest",
        "revision": "a8b7239c2d32287ecb02aa17c8659e63bcbd0a3273ed0620f1534f34f7baf81f",
        "short_revision": "a8b7239c2",
        "digest": "sha256:576663ba2b8710c2906afdc7a6466a8f9de8003791225f124ff6ab1fa0aa3d76",
        "created_at": "2026-10-28T19:04:01.024+04:00",
        "total_size": 4340402812
      }
    },
    "push_method": "Registry v2 8 MiB PATCH chunks; Docker monolithic upload rejected HTTP 413",
    "docker_pull_passed": true
  }
}