Update app.py

app.py

@@ -3,6 +3,8 @@ import json
 import ast
 import re
 from io import BytesIO
+import types
+import sys
 
 import torch
 import torchvision.transforms as T
@@ -10,6 +12,15 @@ from PIL import Image
 from torchvision.transforms.functional import InterpolationMode
 from fastapi import FastAPI, HTTPException
 from pydantic import BaseModel
+
+# Stub bitsandbytes to avoid GPU driver checks in CPU-only environments
+fake_bnb = types.ModuleType("bitsandbytes")
+def _bnb_unavailable(*args, **kwargs):
+    raise ImportError("bitsandbytes is not available in this CPU-only deployment")
+fake_bnb.__all__ = ["_bnb_unavailable"]
+fake_bnb._bnb_unavailable = _bnb_unavailable
+sys.modules["bitsandbytes"] = fake_bnb
+
 from transformers import AutoModel, AutoTokenizer