Update app.py

app.py

@@ -14,7 +14,7 @@ from transformers import AutoProcessor, Blip2ForConditionalGeneration
 DESCRIPTION = "# [BLIP-2](https://github.com/salesforce/LAVIS/tree/main/projects/blip2)"
 
 if not torch.cuda.is_available():
-    DESCRIPTION += "\n<p>Running on CPU 🥶 This demo does not work on CPU.</p>"
+    DESCRIPTION += "\n<p>Running on CPU, might be slow.</p>"
 
 device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
 
@@ -22,15 +22,12 @@ MODEL_ID_OPT_6_7B = "Salesforce/blip2-opt-6.7b"
 MODEL_ID_FLAN_T5_XXL = "Salesforce/blip2-flan-t5-xxl"
 MODEL_ID = os.getenv("MODEL_ID", MODEL_ID_FLAN_T5_XXL)
 
-if torch.cuda.is_available():
-    processor = AutoProcessor.from_pretrained(MODEL_ID)
-    model = Blip2ForConditionalGeneration.from_pretrained(MODEL_ID, device_map="auto", load_in_8bit=True)
-else:
-    processor = None
-    model = None
+
+processor = AutoProcessor.from_pretrained(MODEL_ID)
+model = Blip2ForConditionalGeneration.from_pretrained(MODEL_ID, device_map="auto", load_in_8bit=True)
+
 
 
-@spaces.GPU
 def generate_caption(
     image: PIL.Image.Image,
     decoding_method: str,
@@ -54,7 +51,7 @@ def generate_caption(
     return result
 
 
-@spaces.GPU
+
 def answer_question(
     image: PIL.Image.Image,
     text: str,