sandz7 commited on
Commit
f4c3e35
·
1 Parent(s): 92703a9

xgen model deployed

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -9,7 +9,7 @@ torch.cuda.empty_cache()
9
 
10
 
11
  # Load model directly
12
- tokenizer = AutoTokenizer.from_pretrained("Salesforce/xgen-7b-8k-inst", trust_remote_coda=True)
13
  model = AutoModelForCausalLM.from_pretrained("Salesforce/xgen-7b-8k-inst", torch_dtype=torch.float16).to('cuda')
14
 
15
  # Bloom LLM
 
9
 
10
 
11
  # Load model directly
12
+ tokenizer = AutoTokenizer.from_pretrained("Salesforce/xgen-7b-8k-inst", trust_remote_code=True)
13
  model = AutoModelForCausalLM.from_pretrained("Salesforce/xgen-7b-8k-inst", torch_dtype=torch.float16).to('cuda')
14
 
15
  # Bloom LLM