Added hf_token

app.py

@@ -5,8 +5,11 @@ import altair as alt
 from transformers import pipeline
 from transformers import AutoTokenizer
 import warnings
+import os
 warnings.filterwarnings('ignore')
 
+hf_token = os.environ['HF_READ']
+
 # set up altair theme
 font = 'NotoSansSinhala.ttf'
 font_color = '#858991'
@@ -36,7 +39,7 @@ def get_model_id():
     model_list = ["Ransaka/sinhala-bert-small","Ransaka/SinhalaRoberta","keshan/SinhalaBERTo"]
     selected_model = st.selectbox("Select Model", model_list)
     st.write(f"Selected model: {selected_model}")
-    tokenizer = AutoTokenizer.from_pretrained(selected_model)
+    tokenizer = AutoTokenizer.from_pretrained(selected_model, token=hf_token)
     mask_token = tokenizer.mask_token
     return selected_model,mask_token
 
@@ -95,7 +98,7 @@ if __name__ == "__main__":
     if sentence:
         prompt = get_prompt(mask_token)
         if prompt and st.button("Classify"):
-            pipe = pipeline("fill-mask", model=model_id)
+            pipe = pipeline("fill-mask", model=model_id, token=hf_token)
             output = pipe(sentence + prompt, targets=TARGETS, top_k =len(TARGETS))
             output = pd.DataFrame(output)
             output['score'] = output['score'].apply(lambda x:x/sum(output['score']))