Update app.py
Browse files
app.py
CHANGED
|
@@ -21,7 +21,7 @@ model = AutoModel.from_pretrained(
|
|
| 21 |
# load_in_8bit=True,
|
| 22 |
low_cpu_mem_usage=True,
|
| 23 |
use_flash_attn=True,
|
| 24 |
-
trust_remote_code=True).eval()
|
| 25 |
tokenizer = AutoTokenizer.from_pretrained(path, trust_remote_code=True, use_fast=False)
|
| 26 |
|
| 27 |
def preprocessing(image):
|
|
|
|
| 21 |
# load_in_8bit=True,
|
| 22 |
low_cpu_mem_usage=True,
|
| 23 |
use_flash_attn=True,
|
| 24 |
+
trust_remote_code=True).eval().to("cpu")
|
| 25 |
tokenizer = AutoTokenizer.from_pretrained(path, trust_remote_code=True, use_fast=False)
|
| 26 |
|
| 27 |
def preprocessing(image):
|