Update app.py

app.py

@@ -44,8 +44,8 @@ def get_ai_response(prompt, chat_history):
     user_tokens = num_tokens_from_string(prompt)
 
     # Maximum allowed tokens
-    context_length = 4096 - max_tokens
-    available_tokens = context_length - system_tokens - user_tokens
+    max_context_length = context_length - max_tokens
+    available_tokens = max_context_length - system_tokens - user_tokens
 
     # Trim chat history if necessary
     trimmed_history = []
@@ -234,7 +234,9 @@ with st.sidebar:
         system_prompt = st.text_area("System Prompt", height=200)
         temperature = st.slider("Temperature", min_value=0.0, max_value=1.0, value=0.3, step=0.1)
         top_p = st.slider("Top-P", min_value=0.01, max_value=1.00, value=1.00, step=0.01)
+        context_length = st.slider("Context Length", min_value=1, max_value=4096, value=4096, step=1)
         max_tokens = st.slider("Max Tokens (Output)", min_value=1, max_value=1024, value=1024, step=1)
+        
         st.header("Restore History")
         history_input = st.text_area("Paste conversation history:", height=200)
         if st.button("Restore History"):