Update README.md
Browse files
README.md
CHANGED
|
@@ -18,7 +18,7 @@ At runtime, you must:
|
|
| 18 |
```python
|
| 19 |
import torch
|
| 20 |
|
| 21 |
-
from transformers import Qwen2_5_VLForConditionalGeneration, AutoTokenizer
|
| 22 |
from transformers.models.qwen2_vl.image_processing_qwen2_vl_fast import smart_resize
|
| 23 |
|
| 24 |
from PIL import Image
|
|
@@ -41,7 +41,7 @@ For each function call, return a json object with function name and arguments wi
|
|
| 41 |
</tool_call>"""
|
| 42 |
|
| 43 |
model_name = "ServiceNow/GroundNext-7B-V0"
|
| 44 |
-
|
| 45 |
model = Qwen2_5_VLForConditionalGeneration.from_pretrained(
|
| 46 |
model_name,
|
| 47 |
torch_dtype=torch.bfloat16,
|
|
@@ -49,7 +49,9 @@ model = Qwen2_5_VLForConditionalGeneration.from_pretrained(
|
|
| 49 |
device_map="auto",
|
| 50 |
trust_remote_code=True
|
| 51 |
).eval()
|
|
|
|
| 52 |
processor = AutoProcessor.from_pretrained(model_name)
|
|
|
|
| 53 |
|
| 54 |
|
| 55 |
model.generation_config.temperature = TEMP
|
|
|
|
| 18 |
```python
|
| 19 |
import torch
|
| 20 |
|
| 21 |
+
from transformers import Qwen2_5_VLForConditionalGeneration, AutoTokenizer, AutoProcessor
|
| 22 |
from transformers.models.qwen2_vl.image_processing_qwen2_vl_fast import smart_resize
|
| 23 |
|
| 24 |
from PIL import Image
|
|
|
|
| 41 |
</tool_call>"""
|
| 42 |
|
| 43 |
model_name = "ServiceNow/GroundNext-7B-V0"
|
| 44 |
+
|
| 45 |
model = Qwen2_5_VLForConditionalGeneration.from_pretrained(
|
| 46 |
model_name,
|
| 47 |
torch_dtype=torch.bfloat16,
|
|
|
|
| 49 |
device_map="auto",
|
| 50 |
trust_remote_code=True
|
| 51 |
).eval()
|
| 52 |
+
|
| 53 |
processor = AutoProcessor.from_pretrained(model_name)
|
| 54 |
+
tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
|
| 55 |
|
| 56 |
|
| 57 |
model.generation_config.temperature = TEMP
|