Gaoussin commited on
Commit
11c4660
·
verified ·
1 Parent(s): 2b2f086

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -15,7 +15,7 @@ app = FastAPI()
15
 
16
  # Load model once on startup
17
  MODEL_NAME = "facebook/nllb-200-1.3B" # 3B version
18
- tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
19
  model = AutoModelForSeq2SeqLM.from_pretrained(MODEL_NAME, torch_dtype=torch.float16).to("cuda" if torch.cuda.is_available() else "cpu")
20
 
21
  class TranslationRequest(BaseModel):
 
15
 
16
  # Load model once on startup
17
  MODEL_NAME = "facebook/nllb-200-1.3B" # 3B version
18
+ tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME,use_fast=False)
19
  model = AutoModelForSeq2SeqLM.from_pretrained(MODEL_NAME, torch_dtype=torch.float16).to("cuda" if torch.cuda.is_available() else "cpu")
20
 
21
  class TranslationRequest(BaseModel):