Kush26 commited on
Commit
b92bc0a
·
verified ·
1 Parent(s): 15bd8d9

Update model.py

Browse files
Files changed (1) hide show
  1. model.py +8 -7
model.py CHANGED
@@ -5,10 +5,14 @@ import sys
5
 
6
  from tokenizers import Tokenizer
7
 
8
- MODEL_PATH = './model.pth'
9
- TOKENIZER_PATH = './hindi-english_bpe_tokenizer.json'
 
 
 
 
 
10
 
11
- tokenizer = Tokenizer.from_file(TOKENIZER_PATH)
12
  vocab_size = tokenizer.get_vocab_size()
13
  pad_token_id = tokenizer.token_to_id('[PAD]')
14
 
@@ -313,10 +317,7 @@ model = BuildTransformer(vocab_size,
313
  config["dropout"],
314
  config["d_ff"]).to(device)
315
 
316
- # total_parameters = sum(p.numel() for p in model.parameters())
317
- # print(f"Totoal Parameters = {total_parameters}")
318
-
319
- checkpoint = torch.load(MODEL_PATH, map_location=device)
320
  model.load_state_dict(checkpoint['model_state_dict'])
321
  model.eval()
322
 
 
5
 
6
  from tokenizers import Tokenizer
7
 
8
+ from huggingface_hub import hf_hub_download
9
+ from tokenizers import Tokenizer
10
+
11
+ model_file = hf_hub_download(repo_id="Kush26/Transformer_Translation", filename="model.pth")
12
+ tokenizer_file = hf_hub_download(repo_id="Kush26/Transformer_Translation", filename="hindi-english_bpe_tokenizer.json")
13
+
14
+ tokenizer = Tokenizer.from_file(tokenizer_file)
15
 
 
16
  vocab_size = tokenizer.get_vocab_size()
17
  pad_token_id = tokenizer.token_to_id('[PAD]')
18
 
 
317
  config["dropout"],
318
  config["d_ff"]).to(device)
319
 
320
+ checkpoint = torch.load(model_file, map_location=device)
 
 
 
321
  model.load_state_dict(checkpoint['model_state_dict'])
322
  model.eval()
323