File size: 2,280 Bytes
e8805c1 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 | #!/usr/bin/env python3
from __future__ import annotations
import argparse
import base64
import json
import mimetypes
import sys
import urllib.error
import urllib.request
from pathlib import Path
def build_data_url(image_path: Path) -> str:
mime_type, _ = mimetypes.guess_type(image_path.name)
if mime_type is None or not mime_type.startswith("image/"):
mime_type = "image/jpeg"
encoded = base64.b64encode(image_path.read_bytes()).decode("ascii")
return f"data:{mime_type};base64,{encoded}"
def main() -> int:
parser = argparse.ArgumentParser(description="Send a local image to the vLLM OpenAI API.")
parser.add_argument("image", type=Path, help="Path to a local image")
parser.add_argument("prompt", nargs="?", default="Describe this image in detail.")
parser.add_argument("--api-base", default="http://127.0.0.1:8000/v1")
parser.add_argument("--model", default="internvl35-fp8")
parser.add_argument("--max-tokens", type=int, default=256)
args = parser.parse_args()
if not args.image.is_file():
print(f"Image not found: {args.image}", file=sys.stderr)
return 2
payload = {
"model": args.model,
"messages": [
{
"role": "user",
"content": [
{"type": "image_url", "image_url": {"url": build_data_url(args.image)}},
{"type": "text", "text": args.prompt},
],
}
],
"temperature": 0.0,
"max_tokens": args.max_tokens,
}
request = urllib.request.Request(
f"{args.api_base.rstrip('/')}/chat/completions",
data=json.dumps(payload).encode("utf-8"),
headers={"Content-Type": "application/json"},
method="POST",
)
try:
with urllib.request.urlopen(request, timeout=300) as response:
result = json.load(response)
except urllib.error.HTTPError as exc:
print(exc.read().decode("utf-8", errors="replace"), file=sys.stderr)
return 1
except urllib.error.URLError as exc:
print(f"Request failed: {exc}", file=sys.stderr)
return 1
print(result["choices"][0]["message"]["content"])
return 0
if __name__ == "__main__":
raise SystemExit(main())
|