Update app.py

app.py

@@ -53,19 +53,19 @@ def infer_fin_pali(image, question):
     device = "cuda:0" if torch.cuda.is_available() else "cpu"
     torch_dtype = torch.float16 if torch.cuda.is_available() else torch.float32
     
-    # model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch_dtype, trust_remote_code=True, quantization_config=bnb_config,token=access_token).to(device)
-    # processor = AutoProcessor.from_pretrained(model_id, trust_remote_code=True, token=access_token)
+    model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch_dtype, trust_remote_code=True, quantization_config=bnb_config,token=access_token).to(device)
+    processor = AutoProcessor.from_pretrained(model_id, trust_remote_code=True, token=access_token)
 ###
 
-    model = AutoModelForCausalLM.from_pretrained("microsoft/Florence-2-large", torch_dtype=torch_dtype, trust_remote_code=True).to(device)
-    processor = AutoProcessor.from_pretrained("microsoft/Florence-2-large", trust_remote_code=True)
+    # model = AutoModelForCausalLM.from_pretrained("microsoft/Florence-2-large", torch_dtype=torch_dtype, trust_remote_code=True).to(device)
+    # processor = AutoProcessor.from_pretrained("microsoft/Florence-2-large", trust_remote_code=True)
     
-    prompt = "<OD>"
+    # prompt = "<OD>"
     
-    url = "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/transformers/tasks/car.jpg?download=true"
-    image = Image.open(requests.get(url, stream=True).raw)
+    # url = "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/transformers/tasks/car.jpg?download=true"
+    # image = Image.open(requests.get(url, stream=True).raw)
     
-    inputs = processor(text=prompt, images=image, return_tensors="pt").to(device, torch_dtype)
+    inputs = processor(text=question, images=image, return_tensors="pt").to(device, torch_dtype)
     
 ######
     # inputs = processor(images=image, text=question, return_tensors="pt").to(device)