Update Text-Generation.py

Text-Generation.py

@@ -63,9 +63,25 @@ sequence = st.text_area("Enter a custom prompt", value = "I do ")
 form.form_submit_button("Generate some Constrained Text!")
 
 
+@st.cache(allow_output_mutation=True)
+def load_the_tokenizer():
+  tokenizer = AutoTokenizer.from_pretrained(model_name)
+  return tokenizer
+
+@st.cache(allow_output_mutation=True)
+def load_the_model():
+  model = AutoModelForCausalLM.from_pretrained(model_name)
+  return model
+
+"""
 with st.spinner("Please wait while the model loads:"):
     tokenizer = AutoTokenizer.from_pretrained(model_name)
     model = AutoModelForCausalLM.from_pretrained(model_name)
+"""
+
+model = load_the_model()
+tokenizer = load_the_tokenizer()
+
 
 
 def isPalindrome(s):