Hugging Face's logo

Spaces:
IPTS-PRODDEV
/
AskNature_BioChat
Build error

App Files Community
Mohamed284 commited on
Commit
1db94dc
·
verified ·
1 Parent(s): 7918f2a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -39,7 +39,7 @@ if USE_HF:
39
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, use_auth_token=huggingface_token)
40
  model = AutoModelForCausalLM.from_pretrained(
41
  MODEL_NAME,
42
- device_map="auto",
43
  offload_folder="offload", # Specify the offload folder
44
  quantization_config=bnb_config,
45
  use_auth_token=huggingface_token
 
39
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, use_auth_token=huggingface_token)
40
  model = AutoModelForCausalLM.from_pretrained(
41
  MODEL_NAME,
42
+ device_map="cpu",
43
  offload_folder="offload", # Specify the offload folder
44
  quantization_config=bnb_config,
45
  use_auth_token=huggingface_token