Spaces:
Running
Running
Update main.py
Browse files
main.py
CHANGED
|
@@ -15,7 +15,7 @@ app = FastAPI()
|
|
| 15 |
|
| 16 |
# Load model once on startup
|
| 17 |
MODEL_NAME = "facebook/nllb-200-1.3B" # 3B version
|
| 18 |
-
tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
|
| 19 |
model = AutoModelForSeq2SeqLM.from_pretrained(MODEL_NAME, torch_dtype=torch.float16).to("cuda" if torch.cuda.is_available() else "cpu")
|
| 20 |
|
| 21 |
class TranslationRequest(BaseModel):
|
|
|
|
| 15 |
|
| 16 |
# Load model once on startup
|
| 17 |
MODEL_NAME = "facebook/nllb-200-1.3B" # 3B version
|
| 18 |
+
tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME,use_fast=False)
|
| 19 |
model = AutoModelForSeq2SeqLM.from_pretrained(MODEL_NAME, torch_dtype=torch.float16).to("cuda" if torch.cuda.is_available() else "cpu")
|
| 20 |
|
| 21 |
class TranslationRequest(BaseModel):
|