Update app.py

app.py

@@ -8,9 +8,13 @@ st.markdown('## Text-generation OPT from Meta ')
 @st.cache(allow_output_mutation=True, suppress_st_warning =True, show_spinner=False)
 def get_model():
     return pipeline('text-generation', model=model, skip_special_tokens=True)
-
+    
 col1, col2 = st.columns([2,1])
 
+with col1:
+    prompt= st.text_area('Your prompt here',
+        '''AI will help humanity? ''') 
+        
 with col2:
     select_model = st.radio(
         "Select the model to use:",
@@ -27,21 +31,13 @@ with col2:
         with st.spinner('Loading Model... (This may take a while)'):
             generator = get_model()    
             st.success('Model loaded correctly!')
-    
-
-with col1:
-    prompt= st.text_area('Your prompt here',
-        '''AI will help humanity? ''') 
-        
-    answer = generator(prompt,
-                       max_length=60,
-                       no_repeat_ngram_size=2, early_stopping=True, num_beams=5, skip_special_tokens=True)
+     
+answer = generator(prompt,
+                       max_length=100,
+                       no_repeat_ngram_size=3, early_stopping=True, num_beams=10, skip_special_tokens=True)
                        
-    lst = answer[0]['generated_text']
-
-    # answer = ['ciao come stai stutto bene']
-    # lst = ''.join(answer)
-    
+lst = answer[0]['generated_text']
+   
 t = st.empty()
 for i in range(len(lst)):
     t.markdown(" %s..." % lst[0:i])