Update README.md

README.md

@@ -205,49 +205,42 @@ print(processor.decode(out[0].split("<answer>")[1].split("</answer>")[0], skip_s
 
 
 ## vLLM:
-```python
-from PIL import Image
-from vllm import LLM, SamplingParams
-from transformers import AutoProcessor
-
-model_id = "Numind/NuMarkdown-reasoning"
-
-llm = LLM(
-        model=model_id,
-        tokenizer=model_id,
-        dtype="bfloat16",
-        gpu_memory_utilization=0.85,
-        max_num_seqs=256,
-        enforce_eager=True,
-        trust_remote_code=True
-    )
-
-sampling_params = SamplingParams(
-                temperature=0.8,
-                max_tokens=5000,
-)
-processor = AutoProcessor.from_pretrained(model_id, trust_remote_code=True)
+```
+vllm serve numind/NuMarkdown-reasoning --trust_remote_code --limit-mm-per-prompt image=1
+```
 
-inputs = []
-messages = [{
-        "role": "user",
-        "content": [
-            {"type": "image"},
-        ]
-}]
+```python
+import json
+from openai import OpenAI
+import base64
 
-prompt = processor.apply_chat_template(
-        messages,
-        tokenize=False,
-        add_generation_prompt=True,
-    )
-image = Image.open("invoice.png").convert("RGB")
+openai_api_key = "EMPTY"
+openai_api_base = "http://localhost:8000/v1"
 
-inputs.append({
-        "prompt": prompt,
-        "multi_modal_data": {"image": image}
-})
+client = OpenAI(
+    api_key=openai_api_key,
+    base_url=openai_api_base,
+)
 
-outs = llm.generate(inputs, sampling_params)
-preds = [o.outputs[0].text.strip().split("<answer>")[1].split("</answer>")[0] for o in outs]
+def encode_image(image_path):
+    """
+    Encode the image file to base64 string
+    """
+    with open(image_path, "rb") as image_file:
+        return base64.b64encode(image_file.read()).decode('utf-8')
+
+base64_image = encode_image("invoice.png")
+
+chat_response = client.chat.completions.create(
+    model="numind/NuMarkdown-reasoning",
+    temperature=0,
+    messages=[
+        {
+            "role": "user", 
+            "content": [
+                {"type": "image_url", "image_url": {"url": f"data:image/jpeg;base64,{base64_image}"}},
+            ],
+        },
+    ]
+)
 ```