Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
|
@@ -38,7 +38,7 @@ def messages_to_prompt(messages):
|
|
| 38 |
|
| 39 |
def load_RAG_pipeline():
|
| 40 |
# LLM
|
| 41 |
-
quantization_config =
|
| 42 |
if torch.cuda.is_available():
|
| 43 |
from transformers import BitsAndBytesConfig
|
| 44 |
|
|
|
|
| 38 |
|
| 39 |
def load_RAG_pipeline():
|
| 40 |
# LLM
|
| 41 |
+
quantization_config = None # dirty fix for CPU/GPU support
|
| 42 |
if torch.cuda.is_available():
|
| 43 |
from transformers import BitsAndBytesConfig
|
| 44 |
|