Update app.py

app.py

@@ -35,15 +35,9 @@ def generate_answer():
       tokenizer, model = get_models()
      
       inputs = tokenizer(st.session_state.input_text+ tokenizer.eos_token, return_tensors="pt")
-      result = model.generate(**inputs, max_length=1000,
-          pad_token_id=tokenizer.eos_token_id,  
-          no_repeat_ngram_size=4,       
-          do_sample=True, 
-          top_k=100, 
-          top_p=0.7,
-          temperature=0.8)
+      result = model.generate(**inputs, max_length=1000)
       message_bot = tokenizer.decode(
-          result[0], skip_special_tokens=True
+          result[:, inputs .shape[-1]:][0]], skip_special_tokens=True
       )
       
     st.session_state.history.append({"message": user_message, "is_user": True})