Update app.py

app.py

@@ -18,11 +18,14 @@ class Net(nn.Module):
 
     def forward(self,x):
         return self.layer(x)
-    
-model = Net()
-model.load_state_dict(torch.load('model.dat', map_location=torch.device('cpu')))
-tokenizer = AutoTokenizer.from_pretrained("Callidior/bert2bert-base-arxiv-titlegen")
-model_emb = AutoModelForSeq2SeqLM.from_pretrained("Callidior/bert2bert-base-arxiv-titlegen")
+
+@st.cache
+def GetModelAndTokenizer():
+    model = Net()
+    model.load_state_dict(torch.load('model.dat', map_location=torch.device('cpu')))
+    tokenizer = AutoTokenizer.from_pretrained("Callidior/bert2bert-base-arxiv-titlegen")
+    model_emb = AutoModelForSeq2SeqLM.from_pretrained("Callidior/bert2bert-base-arxiv-titlegen")
+    return model, tokenizer, model_emb
 
 def BuildAnswer(txt):
     def get_hidden_states(encoded, model):
@@ -49,6 +52,8 @@ def BuildAnswer(txt):
         7: "Quantitative Finance", 
         8: "Statistics"
     }
+
+    model, tokenizer, model_emb = GetModelAndTokenizer()
     
     embed = get_word_vector(txt, tokenizer, model_emb)
     logits = torch.nn.functional.softmax(model(embed), dim=0)
@@ -71,10 +76,8 @@ st.markdown("### Hello, world!")
 st.markdown("<img width=200px src='https://rozetked.me/images/uploads/dwoilp3BVjlE.jpg'>", unsafe_allow_html=True)
 # ^-- можно показывать пользователю текст, картинки, ограниченное подмножество html - всё как в jupyter
 
-#st.markdown("#### Title")
-title = st.text_area("Title")
-#st.markdown("#### Abstract")
-abstract = st.text_area("Abstract")
+title = st.text_area("Title:")
+abstract = st.text_area("Abstract:", height=10)
 
 #from transformers import pipeline
 #pipe = pipeline("ner", "Davlan/distilbert-base-multilingual-cased-ner-hrl")