Upload folder using huggingface_hub

demo.py

@@ -8,13 +8,15 @@ logging.basicConfig(level=logging.INFO)
 logger = logging.getLogger(__name__)
 
 def load_model():
-    """Load fine-tuned model."""
+    """Load fine-tuned model without quantization for CPU compatibility."""
     logger.info("Loading model...")
     tokenizer = AutoTokenizer.from_pretrained("Zwounds/boolean-search-model")
+    
+    # Load model in the most compatible way for Spaces
     model = AutoModelForCausalLM.from_pretrained(
         "Zwounds/boolean-search-model",
-        torch_dtype="auto",
-        device_map="auto",
+        low_cpu_mem_usage=True,
+        torch_dtype=torch.float32  # Use standard floating point for CPU
     )
     return model, tokenizer
 

requirements.txt

@@ -1,109 +1,3 @@
-accelerate==1.4.0
-aiofiles==23.2.1
-aiohappyeyeballs==2.6.0
-aiohttp==3.11.13
-aiosignal==1.3.2
-annotated-types==0.7.0
-anyio==4.8.0
-attrs==25.1.0
-bitsandbytes==0.45.3
-certifi==2025.1.31
-charset-normalizer==3.4.1
-click==8.1.8
-cut-cross-entropy==25.1.1
-datasets==3.3.2
-diffusers==0.32.2
-dill==0.3.8
-docstring-parser==0.16
-fastapi==0.115.11
-ffmpy==0.5.0
-filelock==3.17.0
-frozenlist==1.5.0
-fsspec==2024.12.0
-gradio==5.21.0
-gradio-client==1.7.2
-groovy==0.1.2
-h11==0.14.0
-hf-transfer==0.1.9
-httpcore==1.0.7
-httpx==0.28.1
-huggingface-hub==0.29.3
-idna==3.10
-importlib-metadata==8.6.1
-jinja2==3.1.6
-markdown-it-py==3.0.0
-markupsafe==2.1.5
-mdurl==0.1.2
-mpmath==1.3.0
-multidict==6.1.0
-multiprocess==0.70.16
-networkx==3.4.2
-numpy==2.2.3
-nvidia-cublas-cu12==12.4.5.8
-nvidia-cuda-cupti-cu12==12.4.127
-nvidia-cuda-nvrtc-cu12==12.4.127
-nvidia-cuda-runtime-cu12==12.4.127
-nvidia-cudnn-cu12==9.1.0.70
-nvidia-cufft-cu12==11.2.1.3
-nvidia-curand-cu12==10.3.5.147
-nvidia-cusolver-cu12==11.6.1.9
-nvidia-cusparse-cu12==12.3.1.170
-nvidia-cusparselt-cu12==0.6.2
-nvidia-nccl-cu12==2.21.5
-nvidia-nvjitlink-cu12==12.4.127
-nvidia-nvtx-cu12==12.4.127
-orjson==3.10.15
-packaging==24.2
-pandas==2.2.3
-peft==0.14.0
-pillow==11.1.0
-propcache==0.3.0
-protobuf==3.20.3
-psutil==7.0.0
-pyarrow==19.0.1
-pydantic==2.10.6
-pydantic-core==2.27.2
-pydub==0.25.1
-pygments==2.19.1
-python-dateutil==2.9.0.post0
-python-multipart==0.0.20
-pytz==2025.1
-pyyaml==6.0.2
-regex==2024.11.6
-requests==2.32.3
-rich==13.9.4
-ruff==0.10.0
-safehttpx==0.1.6
-safetensors==0.5.3
-semantic-version==2.10.0
-sentencepiece==0.2.0
-setuptools==76.0.0
-shellingham==1.5.4
-shtab==1.7.1
-six==1.17.0
-sniffio==1.3.1
-starlette==0.46.1
-sympy==1.13.1
-tokenizers==0.21.0
-tomlkit==0.13.2
-torch==2.6.0
-torchvision==0.21.0
-tqdm==4.67.1
-transformers==4.49.0
-triton==3.2.0
-trl==0.15.2
-typeguard==4.4.2
-typer==0.15.2
-typing-extensions==4.12.2
-tyro==0.9.16
-tzdata==2025.1
-unsloth==2025.3.9
-unsloth-zoo==2025.3.8
-urllib3==2.3.0
-uvicorn==0.34.0
-websockets==15.0.1
-wheel==0.45.1
-xformers==0.0.29.post3
-xxhash==3.5.0
-yarl==1.18.3
-zipp==3.21.0
+torch==2.0.1
+transformers==4.31.0
+gradio>=4.0.0