simonzhang5429 commited on
Commit
05cacf9
·
verified ·
1 Parent(s): e342ee2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -2,10 +2,11 @@ import gradio as gr
2
  from transformers import AutoModelForCausalLM, AutoTokenizer
3
 
4
  TOKENIZER_REPO = "MediaTek-Research/Breeze-7B-Instruct-v1_0"
5
- tokenizer = AutoTokenizer.from_pretrained(TOKENIZER_REPO)
6
  model = AutoModelForCausalLM.from_pretrained(
7
  TOKENIZER_REPO,
8
  device_map="auto",
 
9
  torch_dtype=torch.bfloat16,
10
  )
11
 
 
2
  from transformers import AutoModelForCausalLM, AutoTokenizer
3
 
4
  TOKENIZER_REPO = "MediaTek-Research/Breeze-7B-Instruct-v1_0"
5
+ tokenizer = AutoTokenizer.from_pretrained(TOKENIZER_REPO,local_files_only=True,use_fast=True)
6
  model = AutoModelForCausalLM.from_pretrained(
7
  TOKENIZER_REPO,
8
  device_map="auto",
9
+ local_files_only=True,
10
  torch_dtype=torch.bfloat16,
11
  )
12