Spaces:
Runtime error
Runtime error
Commit
·
4db4a6a
1
Parent(s):
7bf035c
Update app.py
Browse files
app.py
CHANGED
|
@@ -57,12 +57,11 @@ model, image_processor, tokenizer = create_model_and_transforms(
|
|
| 57 |
lang_encoder_path="anas-awadalla/mpt-7b",
|
| 58 |
tokenizer_path="anas-awadalla/mpt-7b",
|
| 59 |
cross_attn_every_n_layers=4,
|
| 60 |
-
device=0
|
| 61 |
)
|
| 62 |
|
| 63 |
checkpoint_path = hf_hub_download("openflamingo/OpenFlamingo-9B-vitl-mpt7b", "checkpoint.pt")
|
| 64 |
model.load_state_dict(torch.load(checkpoint_path), strict=False)
|
| 65 |
-
model.eval()
|
| 66 |
|
| 67 |
def generate(
|
| 68 |
idx,
|
|
|
|
| 57 |
lang_encoder_path="anas-awadalla/mpt-7b",
|
| 58 |
tokenizer_path="anas-awadalla/mpt-7b",
|
| 59 |
cross_attn_every_n_layers=4,
|
|
|
|
| 60 |
)
|
| 61 |
|
| 62 |
checkpoint_path = hf_hub_download("openflamingo/OpenFlamingo-9B-vitl-mpt7b", "checkpoint.pt")
|
| 63 |
model.load_state_dict(torch.load(checkpoint_path), strict=False)
|
| 64 |
+
model.eval().to("cuda")
|
| 65 |
|
| 66 |
def generate(
|
| 67 |
idx,
|