Update pages/GPT.py

pages/GPT.py

@@ -5,7 +5,7 @@ import transformers
 import random
 import textwrap
 
-@st.cache
+# @st.cache
 def load_model():
     model_finetuned = transformers.AutoModelWithLMHead.from_pretrained(
         'tinkoff-ai/ruDialoGPT-small',
@@ -21,7 +21,9 @@ def preprocess_text(text_input, tokenizer):
     return prompt
 
 def predict_sentiment(model, prompt, temp, num_generate):
+    print('1')
     with torch.inference_mode():
+        print('2')
         result = model.generate(
             input_ids=prompt,
             max_length=100,
@@ -34,19 +36,22 @@ def predict_sentiment(model, prompt, temp, num_generate):
             num_return_sequences=num_generate,
             ).cpu().numpy()
         print(result)
-        return result
+    return result
 
 st.title('Text generation with dreambook')
 
 model, tokenizer = load_model()
 
 text_input = st.text_input("Enter some text about movie")
-max_len = st.slider('Length of sequence', 0, 500, 250)
+max_len = st.slider('Length of sequence', 0, 100, 50)
 temp = st.slider('Temperature', 1, 30, 1)
 num_generate = st.text_input("Enter number of sequences")
     
 if st.button('Generate'):
+    print('uirhf')
     prompt = preprocess_text(text_input, tokenizer)
+    print('uirhf')
     result = predict_sentiment(model, prompt, temp, int(num_generate))
+    print('uirhf')
     for i in result:
         st.write(textwrap.fill(tokenizer.decode(i), max_len))