mtb2023 commited on
Commit
8d655d7
·
1 Parent(s): 5e8df2b

adjust model

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -30,8 +30,8 @@ from threading import Thread
30
  #gr.ChatInterface(predict).launch()
31
 
32
 
33
- tokenizer = AutoTokenizer.from_pretrained("togethercomputer/RedPajama-INCITE-Chat-3B-v1")
34
- model = AutoModelForCausalLM.from_pretrained("togethercomputer/RedPajama-INCITE-Chat-3B-v1", torch_dtype=torch.float16)
35
  model = model.to('cuda:0')
36
 
37
  class StopOnTokens(StoppingCriteria):
 
30
  #gr.ChatInterface(predict).launch()
31
 
32
 
33
+ tokenizer = AutoTokenizer.from_pretrained("mmnga/ELYZA-japanese-Llama-2-7b-fast-gguf")
34
+ model = AutoModelForCausalLM.from_pretrained("mmnga/ELYZA-japanese-Llama-2-7b-fast-gguf", torch_dtype=torch.float16)
35
  model = model.to('cuda:0')
36
 
37
  class StopOnTokens(StoppingCriteria):