Spaces:
Runtime error
Runtime error
Commit
·
f8f574f
1
Parent(s):
242a3ea
updated inference.py
Browse files- apps/inference.py +1 -3
apps/inference.py
CHANGED
|
@@ -13,12 +13,10 @@ def load_model(masked_text, model_name):
|
|
| 13 |
from_flax = False
|
| 14 |
if model_name == "flax-community/roberta-hindi":
|
| 15 |
from_flax = True
|
| 16 |
-
# st.write(model_name, masked_text)
|
| 17 |
model = AutoModelForMaskedLM.from_pretrained(model_name, from_flax=from_flax)
|
| 18 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 19 |
MASK_TOKEN = tokenizer.mask_token
|
| 20 |
masked_text = masked_text.replace("<mask>", MASK_TOKEN)
|
| 21 |
-
st.write(model_name, MASK_TOKEN, masked_text)
|
| 22 |
nlp = pipeline("fill-mask", model=model, tokenizer=tokenizer)
|
| 23 |
result_sentence = nlp(masked_text)
|
| 24 |
return result_sentence
|
|
@@ -48,7 +46,7 @@ def app():
|
|
| 48 |
[
|
| 49 |
"flax-community/roberta-hindi",
|
| 50 |
"mrm8488/HindiBERTa",
|
| 51 |
-
"ai4bharat/indic-bert",
|
| 52 |
"neuralspace-reverie/indic-transformers-hi-bert",
|
| 53 |
"surajp/RoBERTa-hindi-guj-san",
|
| 54 |
],
|
|
|
|
| 13 |
from_flax = False
|
| 14 |
if model_name == "flax-community/roberta-hindi":
|
| 15 |
from_flax = True
|
|
|
|
| 16 |
model = AutoModelForMaskedLM.from_pretrained(model_name, from_flax=from_flax)
|
| 17 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 18 |
MASK_TOKEN = tokenizer.mask_token
|
| 19 |
masked_text = masked_text.replace("<mask>", MASK_TOKEN)
|
|
|
|
| 20 |
nlp = pipeline("fill-mask", model=model, tokenizer=tokenizer)
|
| 21 |
result_sentence = nlp(masked_text)
|
| 22 |
return result_sentence
|
|
|
|
| 46 |
[
|
| 47 |
"flax-community/roberta-hindi",
|
| 48 |
"mrm8488/HindiBERTa",
|
| 49 |
+
# "ai4bharat/indic-bert",
|
| 50 |
"neuralspace-reverie/indic-transformers-hi-bert",
|
| 51 |
"surajp/RoBERTa-hindi-guj-san",
|
| 52 |
],
|