Upload app.py

app.py

@@ -582,28 +582,10 @@ temperature = 0.9
 top_p = 1.0
 top_k = 1
 max_output_tokens = 1024
-generation_config = {
-    "temperature": temperature,
-    "top_p": top_p,
-    "top_k": top_k,
-    "max_output_tokens": max_output_tokens,
-}
-st.sidebar.subheader("Selected Values")
-st.sidebar.write(f"Temperature: {temperature}")
-st.sidebar.write(f"Top P: {top_p}")
-st.sidebar.write(f"Top K: {top_k}")
-st.sidebar.write(f"Max Output Tokens: {max_output_tokens}")
+threshold_options = ["BLOCK_NONE", "BLOCK_ONLY_HIGH", "BLOCK_MEDIUM_AND_ABOVE", "BLOCK_LOW_AND_ABOVE"]
 
 #------------------------------------------------------------
-SAFETY_SETTINGS = [
-    {"category": "HARM_CATEGORY_HARASSMENT", "threshold": "BLOCK_NONE"},
-    {"category": "HARM_CATEGORY_HATE_SPEECH", "threshold": "BLOCK_NONE"},
-    {"category": "HARM_CATEGORY_SEXUALLY_EXPLICIT", "threshold": "BLOCK_NONE"},
-    {"category": "HARM_CATEGORY_DANGEROUS_CONTENT", "threshold": "BLOCK_NONE"},
-]
 
-
-        
 #HEADER
 st.markdown('''
 Powered by Hk4crprasad <img src="https://i.ibb.co/BVJ2tCG/OIG-47-modified.png" width="20" height="20">
@@ -787,7 +769,21 @@ if pdf_mode:
                 text_chunks = get_text_chunks(raw_text)
                 get_vector_store(text_chunks)
                 st.success("Done")
+                
+generation_config = {
+    "temperature": temperature,
+    "top_p": top_p,
+    "top_k": top_k,
+    "max_output_tokens": max_output_tokens,
+}
+SAFETY_SETTINGS = [
+    {"category": "HARM_CATEGORY_HARASSMENT", "threshold": 0},  # Default to BLOCK_NONE
+    {"category": "HARM_CATEGORY_HATE_SPEECH", "threshold": 0},
+    {"category": "HARM_CATEGORY_SEXUALLY_EXPLICIT", "threshold": 0},
+    {"category": "HARM_CATEGORY_DANGEROUS_CONTENT", "threshold": 0},
+]
 else:
+    
     with st.sidebar:
         st.subheader("Settings")
         temperature1 = st.slider("Temperature", 0.1, 1.0, temperature)
@@ -795,23 +791,39 @@ else:
         top_k1 = st.slider("Top K", 1, 30, top_k)
         max_output_tokens1 = st.slider("Max Output Tokens", 100, 2048, max_output_tokens)
         apply_button = st.button("Apply")
+        
+        st.subheader("Safety Settings")
+        for setting in SAFETY_SETTINGS:
+            category = setting["category"]
+            index = st.selectbox(f"{category} Threshold", range(len(threshold_options)))
     
-    # Check if the "Apply" button is clicked
+            # Update safety settings based on user input
+            setting["threshold"] = index
+            
     if apply_button:
         # Update generation_config based on user input
         temperature = temperature1
         top_p = top_p1
         top_k = top_k1
         max_output_tokens = max_output_tokens1
+        generation_config = {
+            "temperature": temperature,
+            "top_p": top_p,
+            "top_k": top_k,
+            "max_output_tokens": max_output_tokens,
+        }
+        st.sidebar.subheader("Selected Values")
+        st.sidebar.write(f"Temperature: {temperature}")
+        st.sidebar.write(f"Top P: {top_p}")
+        st.sidebar.write(f"Top K: {top_k}")
+        st.sidebar.write(f"Max Output Tokens: {max_output_tokens}")
         
-    with st.sidebar:
-        st.subheader("Safety Settings")
-        for setting in SAFETY_SETTINGS:
-            category = setting["category"]
-            threshold = st.selectbox(f"{category} Threshold", ["BLOCK_NONE", "BLOCK_ONLY_HIGH", "BLOCK_MEDIUM_AND_ABOVE", "BLOCK_LOW_AND_ABOVE"], index=0)
-    
-            # Update safety settings based on user input
-            setting["threshold"] = threshold
+        SAFETY_SETTINGS = [
+            {"category": "HARM_CATEGORY_HARASSMENT", "threshold": index},  # Default to BLOCK_NONE
+            {"category": "HARM_CATEGORY_HATE_SPEECH", "threshold": index},
+            {"category": "HARM_CATEGORY_SEXUALLY_EXPLICIT", "threshold": index},
+            {"category": "HARM_CATEGORY_DANGEROUS_CONTENT", "threshold": index},
+        ]
             
 if pdf_mode:
     prompt = None