Gemini fix to rerender problems

app.py

@@ -3,39 +3,9 @@ import streamlit as st
 from datasets import load_dataset
 from huggingface_hub import InferenceClient
 
-# Get the API key from the environment variable
-api_key = os.getenv("HF_API_KEY")
-client = InferenceClient(api_key=api_key)
+# ... (rest of your code)
 
-# Load the dataset
-dataset = load_dataset("andreska/adregadocs", split="test")
-
-# Function to read the content from the dataset
-def read_dataset(dataset):
-    text = []
-    for item in dataset:
-        text.append(item['text'])
-    return "\n".join(text)
-
-context = read_dataset(dataset)
-
-# Inject custom CSS
-st.markdown(
-    """
-    <style>
-    .scrollable-div {
-        height: 400px;
-        width: 100%;
-        overflow-y: auto;
-        padding: 10px;
-        border: 1px solid #ccc;
-    }
-    </style>
-    """,
-    unsafe_allow_html=True
-)
-
-# Define the placeholder globally
+# Define the placeholder globally (outside columns)
 placeholder = st.empty()
 placeholder.markdown(f'<div class="scrollable-div"><p></p></div>', unsafe_allow_html=True)
 
@@ -56,9 +26,6 @@ def handle_submit():
 
         response = client.chat.completions.create(
             model="Qwen/Qwen2.5-72B-Instruct",
-            #model="Qwen/Qwen2.5-Coder-32B-Instruct",
-            #model="mistralai/Mistral-7B-Instruct-v0.3",
-            #model="meta-llama/Llama-3.1-8B-Instruct",
             messages=messages,
             max_tokens=1000,
             stream=True
@@ -67,14 +34,17 @@ def handle_submit():
         answer = ""
         for chunk in response:
             answer += chunk['choices'][0]['delta']['content']
+            # Update content within the existing placeholder
             placeholder.markdown(f'<div class="scrollable-div"><p>{answer}</p></div>', unsafe_allow_html=True)
             st.session_state.conversation = f"<p>{answer}</p>" + st.session_state.conversation
+
     else:
         st.session_state.conversation(f"<p><strong>Adrega AI:</strong>: Please enter a question.")
 
+# ... (rest of your code)
+
 st.text_input('Ask me a question', key='user_input', on_change=handle_submit)
 col1, col2 = st.columns(2)
-
 with col1:
     if st.button("Ask"):
         handle_submit()