Hugging Face's logo

Spaces:
sdung
/
phi-2
Sleeping

App Files Community
sdung commited on
Commit
ac1afd1
·
verified ·
1 Parent(s): 05401d5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -23,7 +23,7 @@ model_name_or_path = "TheBloke/phi-2-GPTQ"
23
  # To use a different branch, change revision
24
  # For example: revision="gptq-4bit-32g-actorder_True"
25
 
26
- config = AutoConfig.from_pretrained(model_name_or_path)
27
  config.quantization_config["disable_exllama"] = True
28
 
29
  model = AutoModelForCausalLM.from_pretrained(model_name_or_path,
 
23
  # To use a different branch, change revision
24
  # For example: revision="gptq-4bit-32g-actorder_True"
25
 
26
+ config = AutoConfig.from_pretrained(model_name_or_path,trust_remote_code=True)
27
  config.quantization_config["disable_exllama"] = True
28
 
29
  model = AutoModelForCausalLM.from_pretrained(model_name_or_path,