Spaces:
Running
Running
Commit
·
e594f31
1
Parent(s):
2ce26d8
Changed llava version
Browse files
app.py
CHANGED
|
@@ -4,7 +4,9 @@ from PIL import Image
|
|
| 4 |
import torch
|
| 5 |
|
| 6 |
# Load model & processor
|
| 7 |
-
model_id = "llava-hf/llava-1.5-7b-hf"
|
|
|
|
|
|
|
| 8 |
processor = AutoProcessor.from_pretrained(model_id)
|
| 9 |
model = LlavaForConditionalGeneration.from_pretrained(
|
| 10 |
model_id,
|
|
|
|
| 4 |
import torch
|
| 5 |
|
| 6 |
# Load model & processor
|
| 7 |
+
# model_id = "llava-hf/llava-1.5-7b-hf" # Exceeding 16 GB Memory
|
| 8 |
+
model_id = "llava-hf/llava-1.5-7b-hf-int4"
|
| 9 |
+
|
| 10 |
processor = AutoProcessor.from_pretrained(model_id)
|
| 11 |
model = LlavaForConditionalGeneration.from_pretrained(
|
| 12 |
model_id,
|