updated for dependency errors

app.py

@@ -8,18 +8,22 @@ from datetime import datetime
 from ultralytics import YOLO
 from transformers import BlipProcessor, BlipForQuestionAnswering
 import torch
+import dotenv
+dotenv.load_dotenv()
 
 """
 For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
 """
-client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
+client = InferenceClient("HuggingFaceH4/zephyr-7b-beta",token=os.getenv("HUGGINGFACE_HUB_TOKEN"))
 
 # Load YOLO-World model
 model = YOLO('yolov8x-world.pt')
 
 # Load BLIP model for VQA
-processor = BlipProcessor.from_pretrained("Salesforce/blip-vqa-base")
-vqa_model = BlipForQuestionAnswering.from_pretrained("Salesforce/blip-vqa-base")
+blip_processor = BlipProcessor.from_pretrained("Salesforce/blip-vqa-base", token=os.getenv("HUGGINGFACE_HUB_TOKEN"))
+vqa_model = BlipForQuestionAnswering.from_pretrained("Salesforce/blip-vqa-base", token=os.getenv("HUGGINGFACE_HUB_TOKEN"))
+device = "cuda" if torch.cuda.is_available() else "cpu"
+vqa_model = vqa_model.to(device)
 
 def analyze_fire_scene(frame):
     # Run YOLO-World inference with custom prompts
@@ -55,9 +59,6 @@ def analyze_fire_scene(frame):
     return fire_detected, smoke_detected, fire_details
 
 def get_fire_analysis(frame, fire_details):
-    # Prepare image for BLIP
-    inputs = processor(frame, return_tensors="pt")
-    
     # Generate questions about the fire
     questions = [
         "Is there a fire in this image?",
@@ -69,9 +70,13 @@ def get_fire_analysis(frame, fire_details):
     
     analysis = []
     for question in questions:
-        # Process question with BLIP
-        inputs["question"] = question
+        # Prepare image and question for BLIP
+        inputs = blip_processor(image=frame, question=question, return_tensors="pt")
+        inputs = inputs.to(device)
         
+        # out = vqa_model.generate(**inputs)
+        # print(blip_processor.decode(out[0], skip_special_tokens=True)) 
+
         # Generate answer
         with torch.no_grad():
             outputs = vqa_model.generate(
@@ -84,7 +89,7 @@ def get_fire_analysis(frame, fire_details):
                 length_penalty=1.0,
                 temperature=1.0,
             )
-            answer = processor.decode(outputs[0], skip_special_tokens=True)
+            answer = blip_processor.decode(outputs[0], skip_special_tokens=True)
             analysis.append(f"Q: {question}\nA: {answer}")
     
     return analysis

pyproject.toml

@@ -11,12 +11,12 @@ dependencies = [
     "mcp[cli]>=1.9.3",
     "opencv-python>=4.11.0.86",
     "pillow>=11.2.1",
-    "torch>=2.7.1",
     "transformers>=4.52.4",
     "ultralytics>=8.0.0",
     "huggingface_hub>=0.25.2",
-    "torch",
     "transformers",
     "opencv-python",
+    "torch>=2.7.1",
+    "accelerate>=1.10.0",
 ]
 

requirements.txt

@@ -1,4 +1,5 @@
 huggingface_hub==0.25.2
 torch
 transformers
-opencv-python
+opencv-python
+ultralytics

uv.lock

@@ -19,6 +19,25 @@ resolution-markers = [
     "(python_full_version >= '3.13' and platform_machine != 'aarch64' and platform_system == 'Linux' and sys_platform != 'win32') or (python_full_version >= '3.13' and platform_system != 'Darwin' and platform_system != 'Linux' and sys_platform != 'win32')",
 ]
 
+[[package]]
+name = "accelerate"
+version = "1.10.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "huggingface-hub", marker = "platform_machine == 'aarch64' or platform_system != 'Linux' or sys_platform != 'win32'" },
+    { name = "numpy", version = "2.2.6", source = { registry = "https://pypi.org/simple" }, marker = "(python_full_version < '3.11' and platform_machine == 'aarch64') or (python_full_version < '3.11' and platform_system != 'Linux') or (python_full_version < '3.11' and sys_platform != 'win32')" },
+    { name = "numpy", version = "2.3.0", source = { registry = "https://pypi.org/simple" }, marker = "(python_full_version >= '3.11' and platform_machine == 'aarch64') or (python_full_version >= '3.11' and platform_system != 'Linux') or (python_full_version >= '3.11' and sys_platform != 'win32')" },
+    { name = "packaging", marker = "platform_machine == 'aarch64' or platform_system != 'Linux' or sys_platform != 'win32'" },
+    { name = "psutil", marker = "platform_machine == 'aarch64' or platform_system != 'Linux' or sys_platform != 'win32'" },
+    { name = "pyyaml", marker = "platform_machine == 'aarch64' or platform_system != 'Linux' or sys_platform != 'win32'" },
+    { name = "safetensors", marker = "platform_machine == 'aarch64' or platform_system != 'Linux' or sys_platform != 'win32'" },
+    { name = "torch", marker = "platform_machine == 'aarch64' or platform_system != 'Linux' or sys_platform != 'win32'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/f7/66/be171836d86dc5b8698b3a9bf4b9eb10cb53369729939f88bf650167588b/accelerate-1.10.0.tar.gz", hash = "sha256:8270568fda9036b5cccdc09703fef47872abccd56eb5f6d53b54ea5fb7581496", size = 392261 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/30/dd/0107f0aa179869ee9f47ef5a2686abd5e022fdc82af901d535e52fe91ce1/accelerate-1.10.0-py3-none-any.whl", hash = "sha256:260a72b560e100e839b517a331ec85ed495b3889d12886e79d1913071993c5a3", size = 374718 },
+]
+
 [[package]]
 name = "aiofiles"
 version = "24.1.0"
@@ -2246,6 +2265,7 @@ name = "wild-fire-tracker"
 version = "0.1.0"
 source = { virtual = "." }
 dependencies = [
+    { name = "accelerate", marker = "platform_machine == 'aarch64' or platform_system != 'Linux' or sys_platform != 'win32'" },
     { name = "bs4", marker = "platform_machine == 'aarch64' or platform_system != 'Linux' or sys_platform != 'win32'" },
     { name = "gradio", marker = "platform_machine == 'aarch64' or platform_system != 'Linux' or sys_platform != 'win32'" },
     { name = "httpx", marker = "platform_machine == 'aarch64' or platform_system != 'Linux' or sys_platform != 'win32'" },
@@ -2260,6 +2280,7 @@ dependencies = [
 
 [package.metadata]
 requires-dist = [
+    { name = "accelerate", specifier = ">=1.10.0" },
     { name = "bs4", specifier = ">=0.0.2" },
     { name = "gradio", specifier = ">=5.33.1" },
     { name = "httpx", specifier = ">=0.28.1" },
@@ -2268,7 +2289,6 @@ requires-dist = [
     { name = "opencv-python" },
     { name = "opencv-python", specifier = ">=4.11.0.86" },
     { name = "pillow", specifier = ">=11.2.1" },
-    { name = "torch" },
     { name = "torch", specifier = ">=2.7.1" },
     { name = "transformers" },
     { name = "transformers", specifier = ">=4.52.4" },