Update app.py

app.py

@@ -56,12 +56,12 @@ model, image_processor, tokenizer = create_model_and_transforms(
     clip_vision_encoder_path="ViT-L-14",
     lang_encoder_path="anas-awadalla/mpt-7b",
     tokenizer_path="anas-awadalla/mpt-7b",
-    cross_attn_every_n_layers=1,
+    cross_attn_every_n_layers=4,
+    device=0
 )
 
 checkpoint_path = hf_hub_download("openflamingo/OpenFlamingo-9B-vitl-mpt7b", "checkpoint.pt")
 model.load_state_dict(torch.load(checkpoint_path), strict=False)
-model = model.to(0, dtype=torch.bfloat16)
 model.eval()
 
 def generate(