#!/usr/bin/env bash

set -euo pipefail

API_BASE="${API_BASE:-http://127.0.0.1:8000/v1}"
MODEL="${MODEL:-internvl35-fp8}"

curl -sS "$API_BASE/chat/completions" \
  -H 'Content-Type: application/json' \
  -d @- <<JSON | python3 -m json.tool
{
  "model": "$MODEL",
  "messages": [
    {
      "role": "user",
      "content": [
        {
          "type": "text",
          "text": "Which number is larger, 9.11 or 9.8? Explain briefly."
        }
      ]
    }
  ],
  "temperature": 0.0,
  "max_tokens": 96
}
JSON