jordyvl commited on
Commit
1af211c
·
verified ·
1 Parent(s): e318770

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -38,7 +38,7 @@ def messages_to_prompt(messages):
38
 
39
  def load_RAG_pipeline():
40
  # LLM
41
- quantization_config = {} # dirty fix for CPU/GPU support
42
  if torch.cuda.is_available():
43
  from transformers import BitsAndBytesConfig
44
 
 
38
 
39
  def load_RAG_pipeline():
40
  # LLM
41
+ quantization_config = None # dirty fix for CPU/GPU support
42
  if torch.cuda.is_available():
43
  from transformers import BitsAndBytesConfig
44