prateekagrawal commited on
Commit
f8f574f
·
1 Parent(s): 242a3ea

updated inference.py

Browse files
Files changed (1) hide show
  1. apps/inference.py +1 -3
apps/inference.py CHANGED
@@ -13,12 +13,10 @@ def load_model(masked_text, model_name):
13
  from_flax = False
14
  if model_name == "flax-community/roberta-hindi":
15
  from_flax = True
16
- # st.write(model_name, masked_text)
17
  model = AutoModelForMaskedLM.from_pretrained(model_name, from_flax=from_flax)
18
  tokenizer = AutoTokenizer.from_pretrained(model_name)
19
  MASK_TOKEN = tokenizer.mask_token
20
  masked_text = masked_text.replace("<mask>", MASK_TOKEN)
21
- st.write(model_name, MASK_TOKEN, masked_text)
22
  nlp = pipeline("fill-mask", model=model, tokenizer=tokenizer)
23
  result_sentence = nlp(masked_text)
24
  return result_sentence
@@ -48,7 +46,7 @@ def app():
48
  [
49
  "flax-community/roberta-hindi",
50
  "mrm8488/HindiBERTa",
51
- "ai4bharat/indic-bert",
52
  "neuralspace-reverie/indic-transformers-hi-bert",
53
  "surajp/RoBERTa-hindi-guj-san",
54
  ],
 
13
  from_flax = False
14
  if model_name == "flax-community/roberta-hindi":
15
  from_flax = True
 
16
  model = AutoModelForMaskedLM.from_pretrained(model_name, from_flax=from_flax)
17
  tokenizer = AutoTokenizer.from_pretrained(model_name)
18
  MASK_TOKEN = tokenizer.mask_token
19
  masked_text = masked_text.replace("<mask>", MASK_TOKEN)
 
20
  nlp = pipeline("fill-mask", model=model, tokenizer=tokenizer)
21
  result_sentence = nlp(masked_text)
22
  return result_sentence
 
46
  [
47
  "flax-community/roberta-hindi",
48
  "mrm8488/HindiBERTa",
49
+ # "ai4bharat/indic-bert",
50
  "neuralspace-reverie/indic-transformers-hi-bert",
51
  "surajp/RoBERTa-hindi-guj-san",
52
  ],