Update app.py

app.py

@@ -25,7 +25,7 @@ temperature = st.sidebar.slider("Temperature", 0.1, 1.5, 1.0, 0.1)  # Default 1.
 top_p = st.sidebar.slider("Top-p (Nucleus Sampling)", 0.0, 1.0, 0.9, 0.05)  # Default 0.9
 top_k = st.sidebar.slider("Top-k", 0, 100, 50, 1)  # Default 50
 # Disable sampling when using beam search
-# do_sample = st.sidebar.checkbox("Enable Random Sampling", value=False)
+do_sample = st.sidebar.checkbox("Enable Random Sampling", value=False)
 
 # Input field for the student
 student_question = st.text_input("Ask your question!")
@@ -44,11 +44,11 @@ if student_question:
         temperature=temperature,
         top_p=top_p,
         top_k=top_k,
-        do_sample=False,  # Disable sampling, using beam search
-        num_beams=2,  # Use beam search
+        do_sample=True,  # Disable sampling, using beam search
+        #num_beams=2,  # Use beam search
         no_repeat_ngram_size=3,  # Prevent repeating phrases of 3 words or more
-        #length_penalty=1.0,  # Discourage overly long responses
-        early_stopping=True  # Stops when it finds a sufficiently good output
+        length_penalty=1.0,  # Discourage overly long responses
+        early_stopping=False  # Stops when it finds a sufficiently good output
     )
 
     # Decode the generated response