Dushyant4342 commited on
Commit
cc6ffdc
·
verified ·
1 Parent(s): 56ac5db

Update requirements.txt

Browse files
Files changed (1) hide show
  1. requirements.txt +14 -8
requirements.txt CHANGED
@@ -1,17 +1,23 @@
1
  gradio>=4.25.0
2
  transformers>=4.38.0
3
- # Using a specific version of transformers can sometimes help with compatibility.
4
- # You can also try without specifying version if you prefer latest.
5
- torch>=2.0.0
6
- # Specify torch version, CPU version is usually fine for Spaces if no GPU selected.
7
  # For CPU-only: torch --index-url https://download.pytorch.org/whl/cpu
8
 
 
 
 
 
 
 
 
 
 
 
 
9
  # Libraries you found helpful for environment stability:
10
  pydantic==2.10.6
11
  google-genai==0.5.0
12
- # As before, adjust google-genai version if you have a specific one that worked.
13
- # This isn't directly used by this app but kept for stability.
14
  python-dotenv>=0.15.0
15
 
16
- # sentencepiece is often a dependency for tokenizers, though not always explicitly needed
17
- # sentencepiece
 
1
  gradio>=4.25.0
2
  transformers>=4.38.0
3
+ torch>=2.2.2
4
+ # Using a slightly newer torch version, ensure it's compatible with bitsandbytes
 
 
5
  # For CPU-only: torch --index-url https://download.pytorch.org/whl/cpu
6
 
7
+ # For Quantization
8
+ bitsandbytes>=0.42.0
9
+ #pip install -U bitsandbytes
10
+
11
+ # bitsandbytes is primarily for NVIDIA GPUs. CPU support is experimental or might require specific builds/compilations.
12
+ # If you encounter issues with bitsandbytes on CPU, you might need to remove it and load the model without quantization,
13
+ # or find a CPU-specific quantization library.
14
+
15
+ accelerate>=0.25.0
16
+ # Accelerate is helpful for device_map="auto" and managing model loading
17
+
18
  # Libraries you found helpful for environment stability:
19
  pydantic==2.10.6
20
  google-genai==0.5.0
 
 
21
  python-dotenv>=0.15.0
22
 
23
+ sentencepiece # Often needed by tokenizers