Update app.py

app.py

@@ -13,7 +13,7 @@ base_model = AutoModelForCausalLM.from_pretrained(
     config.get("phi2_model_name"),
     low_cpu_mem_usage=True,
     return_dict=True,
-    torch_dtype=torch.float16,
+    torch_dtype=torch.float32,
     trust_remote_code=True
 )
 
@@ -52,7 +52,7 @@ def generate_answers(img=None, aud = None, q = None, max_tokens = 30):
         clip_outputs = clip_model(**images)
         # remove cls token
         images = clip_outputs.last_hidden_state[:, 1:, :]
-        image_embeddings = projection_layer(images).to(torch.float16)
+        image_embeddings = projection_layer(images).to(torch.float32)
         inputs_embeddings.append(image_embeddings)
     
     if aud is not None: