Spaces:
Running on Zero
Running on Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -107,7 +107,7 @@ def _load_model(model_name: str):
|
|
| 107 |
import gc; gc.collect()
|
| 108 |
print(f"[MODEL] Unloaded previous model", flush=True)
|
| 109 |
|
| 110 |
-
_processor = AutoProcessor.from_pretrained(model_id
|
| 111 |
_model = AutoModelForMultimodalLM.from_pretrained(
|
| 112 |
model_id, device_map="auto", dtype=torch.bfloat16,
|
| 113 |
)
|
|
|
|
| 107 |
import gc; gc.collect()
|
| 108 |
print(f"[MODEL] Unloaded previous model", flush=True)
|
| 109 |
|
| 110 |
+
_processor = AutoProcessor.from_pretrained(model_id)
|
| 111 |
_model = AutoModelForMultimodalLM.from_pretrained(
|
| 112 |
model_id, device_map="auto", dtype=torch.bfloat16,
|
| 113 |
)
|