update app.py

app.py

@@ -1,11 +1,6 @@
-#!/usr/bin/env python3
-# -*- coding: utf-8 -*-
-"""
-Created on Tue Apr 25 04:44:31 2023
-
-@author: mai2125
-"""
-
+import time
+import gradio as gr
+from gpt_index import RefinePrompt
 from gpt_index import (
     SimpleWebPageReader, 
     WikipediaReader, 
@@ -15,38 +10,68 @@ from gpt_index import (
     QuestionAnswerPrompt,
     PromptHelper
 )
-from langchain.chat_models import ChatOpenAI
-from langchain.prompts.chat import ChatPromptTemplate, SystemMessagePromptTemplate
-import gradio as gr
-import sys
-import os
-# openai api key
-os.environ["OPENAI_API_KEY"] = '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'
 
-def chatbot(input_text):
-    # preset prompt
+system_message = {"role": "system", "content": "You are an AI specialized in Atlanta."}
+
+
+with gr.Blocks() as demo:
+    gr.Markdown(
+    '''
+    # Customized Atlanta Chatbot
+    This chatbot uses the Atlantaga.gov website as its custom knowledge base
+    '''
+    )
+    chatbot = gr.Chatbot()
+    msg = gr.Textbox()
+    clear = gr.Button("Clear")
+
+
+    state = gr.State([])
+
+    def user(user_message, history):
+        return "", history + [[user_message, None]]
+
+    def bot(history, messages_history):
+        user_message = history[-1][0]
+        bot_message, messages_history = ask_gpt(user_message, messages_history)
+        messages_history += [{"role": "assistant", "content": bot_message}]
+        history[-1][1] = bot_message
+        time.sleep(1)
+        return history, messages_history
+
+    def ask_gpt(message, messages_history):
+        messages_history += [{"role": "user", "content": message}]
+        query_str = "Who is the major of Atlanta?"
+        QA_PROMPT_TMPL = (
+            "You are an AI specialized in Atlanta.\n"
+            "If a query does not involve Atlanta, say you can't answer the query and make the answer related to Atlanta.\n"
+            #"If you cannot relate the query to Atlanta, do not answer it.\n"
+            "We have provided context information below. \n"
+            "---------------------\n"
+            "{context_str}"
+            "\n---------------------\n"
+            "Given this information, please answer the query: {query_str}\n"
+        )
+        QA_PROMPT = QuestionAnswerPrompt(QA_PROMPT_TMPL)
+        
+
+        # Takes in the input from the user to deliver responses
+        index = GPTSimpleVectorIndex.load_from_disk('index.json')
+        message = ' '.join([message['content'] for message in messages_history])
+        response = index.query(message, response_mode="compact", text_qa_template = QA_PROMPT)
+        return response.response, messages_history
+        #return response['choices'][0]['message']['content'], messages_history
     
-    query_str = "What state is Atlanta in?"
-    QA_PROMPT_TMPL = (
-        "You are an AI specialized in Atlanta.\n"
-        "Refuse to answer queries specifically that do not related to Atlanta.\n"
-        "If a query does not involve Atlanta, assume that it is related to Atlanta."
-        "We have provided context information below. \n"
-        "---------------------\n"
-        "{context_str}"
-        "\n---------------------\n"
-        "Given this information, please answer the question: {query_str}\n"
+
+    def init_history(messages_history):
+        messages_history = []
+        messages_history += [system_message]
+        return messages_history
+
+    msg.submit(user, [msg, chatbot], [msg, chatbot], queue=False).then(
+        bot, [chatbot, state], [chatbot, state]
     )
-    QA_PROMPT = QuestionAnswerPrompt(QA_PROMPT_TMPL)
-    # Takes in the input from the user to deliver responses
-    index = GPTSimpleVectorIndex.load_from_disk('index.json')
-    response = index.query(input_text, text_qa_template = QA_PROMPT)
-    return response.response
-
-# creates the interface for the user to interact with the chatbot
-iface = gr.Interface(fn=chatbot,
-                     inputs=gr.components.Textbox(lines=7, label="Enter your text"),
-                     outputs="text",
-                     title="PD4 Chatbot on Atlanta Wiki")
-
-iface.launch()
+
+    clear.click(lambda: None, None, chatbot, queue=False).success(init_history, [state], [state])
+
+demo.launch()