update

app.py

@@ -3,6 +3,15 @@ import torch
 import streamlit as st
 from streamlit import session_state as ses
 import timeit
+import random
+
+text_list = "Prospecting Academy is a 6 weeks online course designed for business owners, marketing and sales leaders of B2B scaleup companies to help you".split()
+
+
+def random_sentence():
+    return " ".join(
+        list(random.choice(text_list) for i in range(random.randint(4, 20)))
+    )
 
 
 if "page" not in ses:
@@ -20,12 +29,12 @@ def __run_t5():
 
 def __test_t5():
     try:
-        ses.time = timeit.timeit(__run_t5(), globals=globals(), number=20)
+        ses.time = timeit.timeit("t5(random_sentence())", globals=globals(), number=20)
     except:
         ses.out = "error"
 
 
 st.text_input("enter text", key="input_text", on_change=__run_t5)
-st.code(ses.out, language="json")
+st.write(str(ses.out))
 if st.button("average time", on_click=__test_t5):
     st.metric("time", ses.time)

requirements.txt

@@ -3,4 +3,4 @@ requests==2.27.*
 sentencepiece==0.1.*
 torch==1.11.*
 transformers==4.*
-uvicorn[standard]==0.17.*
+xformers==0.0.19