Spaces:
Sleeping
Sleeping
Update model.py
Browse files
model.py
CHANGED
|
@@ -5,10 +5,14 @@ import sys
|
|
| 5 |
|
| 6 |
from tokenizers import Tokenizer
|
| 7 |
|
| 8 |
-
|
| 9 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 10 |
|
| 11 |
-
tokenizer = Tokenizer.from_file(TOKENIZER_PATH)
|
| 12 |
vocab_size = tokenizer.get_vocab_size()
|
| 13 |
pad_token_id = tokenizer.token_to_id('[PAD]')
|
| 14 |
|
|
@@ -313,10 +317,7 @@ model = BuildTransformer(vocab_size,
|
|
| 313 |
config["dropout"],
|
| 314 |
config["d_ff"]).to(device)
|
| 315 |
|
| 316 |
-
|
| 317 |
-
# print(f"Totoal Parameters = {total_parameters}")
|
| 318 |
-
|
| 319 |
-
checkpoint = torch.load(MODEL_PATH, map_location=device)
|
| 320 |
model.load_state_dict(checkpoint['model_state_dict'])
|
| 321 |
model.eval()
|
| 322 |
|
|
|
|
| 5 |
|
| 6 |
from tokenizers import Tokenizer
|
| 7 |
|
| 8 |
+
from huggingface_hub import hf_hub_download
|
| 9 |
+
from tokenizers import Tokenizer
|
| 10 |
+
|
| 11 |
+
model_file = hf_hub_download(repo_id="Kush26/Transformer_Translation", filename="model.pth")
|
| 12 |
+
tokenizer_file = hf_hub_download(repo_id="Kush26/Transformer_Translation", filename="hindi-english_bpe_tokenizer.json")
|
| 13 |
+
|
| 14 |
+
tokenizer = Tokenizer.from_file(tokenizer_file)
|
| 15 |
|
|
|
|
| 16 |
vocab_size = tokenizer.get_vocab_size()
|
| 17 |
pad_token_id = tokenizer.token_to_id('[PAD]')
|
| 18 |
|
|
|
|
| 317 |
config["dropout"],
|
| 318 |
config["d_ff"]).to(device)
|
| 319 |
|
| 320 |
+
checkpoint = torch.load(model_file, map_location=device)
|
|
|
|
|
|
|
|
|
|
| 321 |
model.load_state_dict(checkpoint['model_state_dict'])
|
| 322 |
model.eval()
|
| 323 |
|