Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -2,10 +2,11 @@ import gradio as gr
|
|
| 2 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
| 3 |
|
| 4 |
TOKENIZER_REPO = "MediaTek-Research/Breeze-7B-Instruct-v1_0"
|
| 5 |
-
tokenizer = AutoTokenizer.from_pretrained(TOKENIZER_REPO)
|
| 6 |
model = AutoModelForCausalLM.from_pretrained(
|
| 7 |
TOKENIZER_REPO,
|
| 8 |
device_map="auto",
|
|
|
|
| 9 |
torch_dtype=torch.bfloat16,
|
| 10 |
)
|
| 11 |
|
|
|
|
| 2 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
| 3 |
|
| 4 |
TOKENIZER_REPO = "MediaTek-Research/Breeze-7B-Instruct-v1_0"
|
| 5 |
+
tokenizer = AutoTokenizer.from_pretrained(TOKENIZER_REPO,local_files_only=True,use_fast=True)
|
| 6 |
model = AutoModelForCausalLM.from_pretrained(
|
| 7 |
TOKENIZER_REPO,
|
| 8 |
device_map="auto",
|
| 9 |
+
local_files_only=True,
|
| 10 |
torch_dtype=torch.bfloat16,
|
| 11 |
)
|
| 12 |
|