Update app.py

app.py

@@ -10,9 +10,9 @@ import torch
 #    model = AutoModelForCausalLM.from_pretrained("facebook/opt-1.3b", torch_dtype=torch.float16).cuda()
 #    tokenizer = AutoTokenizer.from_pretrained("facebook/opt-1.3b", use_fast=False)
 #    return model, tokenizer
-st.markdown('## OPT-1.3 Bilion parameter')
+st.markdown('## OPT-1.3 Billion parameter (Meta)')
 
-with st.spinner('Loading OPT-1.3b Model...'):
+with st.spinner('Loading Model... (This may take a while)'):
     generator = pipeline('text-generation', model="facebook/opt-1.3b", skip_special_tokens=True)    
     st.success('Model loaded correctly!')
 
@@ -29,7 +29,7 @@ with st.spinner('Loading OPT-1.3b Model...'):
 prompt= st.text_area('Your prompt here',
  '''Hello, I'm am conscious and''') 
  
-answer = generator(prompt, max_length=100, no_repeat_ngram_size=3, early_stopping=True, num_beams=10)
+answer = generator(prompt, max_length=100, no_repeat_ngram_size=3, early_stopping=True, num_beams=5)
  
 #answer = opt_model(prompt, model, tokenizer,)
 #lst = ['ciao come stai sjfsbd dfhsdf  fuahfuf  feuhfu wefwu ']