Update app.py

app.py

@@ -2,7 +2,7 @@ import streamlit as st
 from streamlit_chat import message
 import requests
 
-url = 'https://api.webraft.in/v1/chat/completions'
+url = 'https://paidapi-proxy003-webraftai.run-us-west2.goorm.app/v1/chat/completions'
 st.set_page_config(page_title="WebraftAI Chat", page_icon=":robot_face:")
 st.markdown("<h1 style='text-align: center;'>WebraftAI Chat</h1>", unsafe_allow_html=True)
 
@@ -25,14 +25,14 @@ if 'api_key' not in st.session_state:
     st.session_state['api_key']=""
 
 st.sidebar.title("Settings")
-model_name = st.sidebar.selectbox("Model:", ("gpt-3.5-turbo","gpt-3.5-turbo-16k","gpt-4-32k","claude-1","claude-2","palm-2","codellama-7b","llama2-7b","llama2-70b","openassistant-llama-30b","mini-orca-v3-13b"))
+model_name = st.sidebar.selectbox("Model:", ("gpt-3.5-turbo","gpt-3.5-turbo-16k","gpt-4-32k","falcon-180b-chat","claude-1","claude-2","palm-2","codellama-7b","llama2-7b","llama2-70b","openassistant-llama-30b","mini-orca-v3-13b"))
 counter_placeholder = st.sidebar.empty()
 
 api_key = st.sidebar.text_input("API_Key", value=st.session_state['api_key'], max_chars=None,placeholder=st.session_state['api_key'], key=None, type="password", label_visibility="visible")
 st.session_state['api_key'] = api_key
 max_tokens = st.sidebar.text_input("Max_tokens", value=4096, max_chars=None, key=None,placeholder=4096, type="default")
 top_p = st.sidebar.text_input("Top_p", value=0.7, max_chars=None, key=None,placeholder=0.7, type="default")
-temperature = st.sidebar.text_input("Temperature", value=0.7, max_chars=None, key=None,placeholder=0.7, type="default")
+temperature = st.sidebar.text_input("Temperature", value=0.1, max_chars=None, key=None,placeholder=0.1, type="default")
 system_message = st.sidebar.text_area("System_message", value="You are a helpful AI assistant.", max_chars=None, key=None,placeholder="You are a helpful AI assistant.")
 clear_button = st.sidebar.button("Clear Conversation", key="clear")
 headers = {
@@ -48,7 +48,7 @@ if model_name == "gpt-3.5-turbo":
 elif model_name == "gpt-3.5-turbo-16k":
     model = "gpt-3.5-turbo-16k"
 elif model_name == "gpt-4-32k":
-    model = "gpt4-32k"
+    model = "gpt-4-32k"
 elif model_name == "mini-orca-v3-13b":
     model = "orca-mini-v3-13b"
 else:
@@ -78,17 +78,52 @@ def evaluate(model, question, max_tokens=4096, top_p=0.7,temperature=0.1):
 
     }
     response = requests.post(url, headers=headers, json=data)
-    response = response.json()
-    sentence = response['choices'][0]['message']['content']
+    try:
 
+        response = response.json()
+
+        sentence = response['choices'][0]['message']['content']
+        if sentence:
+            sentence = response['choices'][0]['message']['content']
+        else:
+            sentie = response
+            sentence = f"API Returned: ```{sentie}``` \n Is the API not working? check https://stats.uptimerobot.com/KkZE2T84mj \n If you are still encountering errors then please open a ticket from our discord server at https://discord.gg/webraftai . "
+
+
+    except requests.exceptions.JSONDecodeError as e:
+        sentie= response.content
+        sentence = f"API Returned: ```{sentie}``` \n Is the API not working? check https://stats.uptimerobot.com/KkZE2T84mj \n If you are still encountering errors then please open a ticket from our discord server at https://discord.gg/webraftai . "
     return sentence
 
 
 def generate_response(prompt):
     st.session_state['messages'].append({"role": "user", "content": prompt})
+    if prompt.startswith("draw"):
+        data = {"prompt": prompt,
+                "model": "realistic-vision-v1-4"
+                }
+
+        response = requests.post("https://api.webraft.in/api/images/generations", json=data, headers=headers)
+        total_tokens = "153"
+        prompt_tokens = "153"
+        completion_tokens = "153"
+        try:
+
+            response = response.json()
+            imageurl = response['data'][0]['url']
+            ie = f"Here is the generated image: {imageurl} \n Model used: `realistic-vision-v1-4`"
+            st.session_state['messages'].append({"role": "assistant", "content": ie})
+
+        except requests.exceptions.JSONDecodeError as e:
+            sentie = response.content
+            ie= f"Image generation API returned: ```{sentie}``` \n Is the API not working? check https://stats.uptimerobot.com/KkZE2T84mj \n If you are still encountering errors then please open a ticket from our discord server at https://discord.gg/webraftai . "
+            st.session_state['messages'].append({"role": "assistant", "content": ie})
+        return ie,total_tokens,prompt_tokens,completion_tokens
+
+
     question = st.session_state['messages']
 
-    sentence = evaluate(model, question,top_p=float(top_p),max_tokens=float(max_tokens),temperature=float(temperature))
+    sentence = evaluate(model, question,top_p=float(top_p),max_tokens=int(max_tokens),temperature=float(temperature))
 
     response = sentence
     st.session_state['messages'].append({"role": "assistant", "content": response})