Hugging Face's logo

Spaces:
minhdang
/
code
Paused

App Files Community
minhdang commited on
Commit
959022f
·
verified ·
1 Parent(s): 1f962aa

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -15,7 +15,7 @@ MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
15
  DESCRIPTION="""CODE"""
16
 
17
  model_id = "deepseek-ai/deepseek-coder-7b-instruct-v1.5"
18
- model = AutoModelForCausalLM.from_pretrained(model_id,device_map="auto")
19
  tokenizer=AutoTokenizer.from_pretrained(model_id)
20
  tokenizer.use_defaul_system_prompt=True
21
 
 
15
  DESCRIPTION="""CODE"""
16
 
17
  model_id = "deepseek-ai/deepseek-coder-7b-instruct-v1.5"
18
+ model = AutoModelForCausalLM.from_pretrained(model_id,device_map="auto",load_in_4bit=True)
19
  tokenizer=AutoTokenizer.from_pretrained(model_id)
20
  tokenizer.use_defaul_system_prompt=True
21