Hugging Face's logo

Spaces:
alibidaran
/
SQL_GEN_Context
Sleeping

App Files Community
alibidaran commited on
Commit
6a9184e
·
verified ·
1 Parent(s): 4955f35

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -52,7 +52,7 @@ bnb_config = BitsAndBytesConfig(
52
  )
53
 
54
  tokenizer = AutoTokenizer.from_pretrained(model_id)
55
- model = AutoModelForCausalLM.from_pretrained(model_id, quantization_config=bnb_config, device_map={"":0})
56
  tokenizer.padding_side = 'right'
57
 
58
 
 
52
  )
53
 
54
  tokenizer = AutoTokenizer.from_pretrained(model_id)
55
+ model = AutoModelForCausalLM.from_pretrained(model_id, quantization_config=bnb_config, device_map='auto')
56
  tokenizer.padding_side = 'right'
57
 
58