Update app.py

app.py

@@ -3,23 +3,16 @@ from streamlit_chat import message
 import requests
 
 url = 'https://api.webraft.in/v1/chat/completions'
-
-import json
-# Setting page title and header
 st.set_page_config(page_title="WebraftAI Chat", page_icon=":robot_face:")
-st.markdown("<h1 style='text-align: center;'>WebraftAI Chat/h1>", unsafe_allow_html=True)
+st.markdown("<h1 style='text-align: center;'>WebraftAI Chat</h1>", unsafe_allow_html=True)
 
 
 
-# Initialise session state variables
 if 'generated' not in st.session_state:
     st.session_state['generated'] = []
 if 'past' not in st.session_state:
     st.session_state['past'] = []
-if 'messages' not in st.session_state:
-    st.session_state['messages'] = [
-        {"role": "system", "content": "You are a helpful assistant."}
-    ]
+
 if 'model_name' not in st.session_state:
     st.session_state['model_name'] = []
 if 'cost' not in st.session_state:
@@ -31,29 +24,41 @@ if 'total_cost' not in st.session_state:
 if 'api_key' not in st.session_state:
     st.session_state['api_key']=""
 
-# Sidebar - let user choose model, show total cost of current conversation, and let user clear the current conversation
 st.sidebar.title("Settings")
-model_name = st.sidebar.selectbox("Model:", ("gpt3.5","gpt4-32k"))
+model_name = st.sidebar.selectbox("Model:", ("gpt3.5","gpt3.5-16k","gpt4-32k","mini-orca-v3-13b"))
 counter_placeholder = st.sidebar.empty()
-api_key = st.sidebar.text_input("API_Key", value=st.session_state['api_key'], max_chars=None, key=None, type="password", label_visibility="visible")
+
+api_key = st.sidebar.text_input("API_Key", value=st.session_state['api_key'], max_chars=None,placeholder=st.session_state['api_key'], key=None, type="password", label_visibility="visible")
 st.session_state['api_key'] = api_key
+max_tokens = st.sidebar.text_input("Max_tokens", value=4096, max_chars=None, key=None,placeholder=4096, type="default")
+top_p = st.sidebar.text_input("Top_p", value=0.7, max_chars=None, key=None,placeholder=0.7, type="default")
+temperature = st.sidebar.text_input("Temperature", value=0.7, max_chars=None, key=None,placeholder=0.7, type="default")
+system_message = st.sidebar.text_box("System_message", value="You are a helpful AI assistant.", max_chars=None, key=None,placeholder="You are a helpful AI assistant.", type="default")
 clear_button = st.sidebar.button("Clear Conversation", key="clear")
 headers = {
     'Content-Type': 'application/json',
     'Authorization': f'Bearer {api_key}',
 }
-# Map model names to OpenAI model IDs
+if 'messages' not in st.session_state:
+    st.session_state['messages'] = [
+        {"role": "system", "content": system_message}
+    ]
 if model_name == "gpt3.5":
     model = "gpt-3.5-turbo"
-else:
+elif model_name == "gpt3.5-16k":
+    model = "gpt-3.5-turbo-16k"
+elif model_name == "gpt4-32k":
     model = "gpt4-32k"
+elif model_name == "mini-orca-v3-13b":
+    model = "orca-mini-v3-13b"
+else:
+    model = "gpt-3.5-turbo"
 
-# reset everything
 if clear_button:
     st.session_state['generated'] = []
     st.session_state['past'] = []
     st.session_state['messages'] = [
-        {"role": "system", "content": "You are a helpful assistant."}
+        {"role": "system", "content": system_message}
     ]
     st.session_state['number_tokens'] = []
     st.session_state['model_name'] = []
@@ -62,7 +67,6 @@ if clear_button:
     st.session_state['total_tokens'] = []
 
 
-
 def evaluate(model, question, max_tokens=4096, top_p=0.7,temperature=0.1):
 
     data = {
@@ -79,12 +83,12 @@ def evaluate(model, question, max_tokens=4096, top_p=0.7,temperature=0.1):
 
     return sentence
 
-# generate a response
+
 def generate_response(prompt):
     st.session_state['messages'].append({"role": "user", "content": prompt})
     question = st.session_state['messages']
 
-    sentence = evaluate(model, question)
+    sentence = evaluate(model, question,top_p=top_p,max_tokens=max_tokens,temperature=temperature)
 
     response = sentence
     st.session_state['messages'].append({"role": "assistant", "content": response})
@@ -96,9 +100,7 @@ def generate_response(prompt):
     return response, total_tokens, prompt_tokens, completion_tokens
 
 
-# container for chat history
 response_container = st.container()
-# container for text box
 container = st.container()
 
 with container:
@@ -113,13 +115,6 @@ with container:
         st.session_state['model_name'].append(model_name)
         st.session_state['total_tokens'].append(total_tokens)
 
-        # from https://openai.com/pricing#language-models
-        if model_name == "30M_6.1K":
-            cost = "1"
-        else:
-            cost = "2"
-
-
 
 if st.session_state['generated']:
     with response_container: