zhu-mingye commited on
Commit ·
7d46282
1
Parent(s): 8110e4e
Fix tokenizer compatibility issue with use_fast=False
Browse files
app.py
CHANGED
|
@@ -4,7 +4,7 @@ import torch
|
|
| 4 |
|
| 5 |
# 加载 CodeT5 模型
|
| 6 |
model_name = "Salesforce/codet5-base"
|
| 7 |
-
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 8 |
model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
|
| 9 |
|
| 10 |
def generate_code(prompt: str, max_length: int = 128) -> str:
|
|
|
|
| 4 |
|
| 5 |
# 加载 CodeT5 模型
|
| 6 |
model_name = "Salesforce/codet5-base"
|
| 7 |
+
tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=False)
|
| 8 |
model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
|
| 9 |
|
| 10 |
def generate_code(prompt: str, max_length: int = 128) -> str:
|