Update app104.py

app104.py

@@ -347,7 +347,7 @@ if "task_choice" in st.session_state:
                     if content and label:
                         few_shot_examples.append({"content": content, "label": label})
 
-        num_to_generate = st.number_input("Number of examples", 1, 200, 10)
+        num_to_generate = st.number_input("Number of examples", 1, 100, 10)
         #sytem role after
          # System role customization
         #default_system_role = f"You are a professional {classification_type} expert, your role is to generate text examples for {domain} domain. Always generate unique diverse examples and do not repeat the generated data. The generated text should be between {min_words} to {max_words} words long."
@@ -467,7 +467,8 @@ if "task_choice" in st.session_state:
                         messages=[{"role": "system", "content": st.session_state['system_prompt']}],
                         temperature=temperature,
                         stream=True,
-                        max_tokens=80000,
+                        #max_tokens=80000,
+                        max_tokens=4000,
                         top_p=0.9,
                        # repetition_penalty=1.2,
                         #frequency_penalty=0.5,      # Discourages frequent words
@@ -868,7 +869,7 @@ if "task_choice" in st.session_state:
         num_examples = st.number_input("Number of examples to classify", 1, 100, 1)
     
         examples_to_classify = []
-        if num_examples <= 20:
+        if num_examples <= 10:
             for i in range(num_examples):
                 example = st.text_area(f"Example {i+1}", key=f"example_{i}")
                 if example:
@@ -1167,7 +1168,8 @@ if "task_choice" in st.session_state:
                             messages=[{"role": "system", "content": system_prompt}],
                             temperature=temperature,
                             stream=True,
-                            max_tokens=20000,
+                            #max_tokens=20000,
+                            max_tokens=4000,
                             top_p = 0.9,
                           
                         )