Add the app

README.md

@@ -1,13 +1,9 @@
 ---
-title: FotiouTonTrwei
-emoji: 🐨
-colorFrom: gray
-colorTo: green
-sdk: gradio
-sdk_version: 4.19.1
+title: chatBGP
 app_file: app.py
-pinned: false
-license: wtfpl
+sdk: gradio
+sdk_version: 3.46.0
 ---
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+
+

app.py

@@ -0,0 +1,99 @@
+import os
+import gradio as gr
+import json
+import time
+from llama_index import (
+    StorageContext,
+    ServiceContext,
+    ChatPromptTemplate,
+    load_index_from_storage,
+)
+from llama_index.llms import OpenAI
+from llama_index.llms import ChatMessage, MessageRole
+
+
+with open('config.json') as f:
+    config = json.load(f)
+
+MODEL = config['llm']['model']
+TEMPERATURE = config['llm']['temperature']
+DATA_DIR = config['data']
+STORAGE_DIR = config['storage']
+
+
+# get OPENAI key from system vars
+# use os.environ["OPENAI_API_KEY"] = "..." to use other key
+os.environ["OPENAI_API_KEY"] = os.environ.get("OPENAI_API_KEY")
+
+
+def promt():
+    print('\n>> ', end='')
+
+
+def user(user_message, history) -> tuple:
+    return "", history + [[user_message, None]]
+
+
+def generate_response(history):
+    streaming_response = query_engine.query(history[-1][0])
+    history[-1][1] = ""
+    # print char by char
+    for text in streaming_response.response_gen:
+        for character in text:
+            history[-1][1] += character
+            # time.sleep(0.05)
+            yield history
+
+
+# load index from storage
+storage_context = StorageContext.from_defaults(persist_dir=STORAGE_DIR)
+index = load_index_from_storage(storage_context)
+
+# TODO a separate file that will have the prompts ??
+# # Text QA Prompt
+chat_text_qa_msgs = [
+    ChatMessage(
+        role=MessageRole.SYSTEM,
+        content=(
+            "If the context isn't helpful, do not answer the question."
+        ),
+    ),
+    ChatMessage(
+        role=MessageRole.USER,
+        content=(
+            "We have provided context information below. \n"
+            "---------------------\n"
+            "{context_str}"
+            "\n---------------------\n"
+            "Do not give me an answer if it is not mentioned in the context as a fact. \n"
+            "You can also reply to greetings.\n"
+            "Given this information, please provide me with an answer to the following:\n{query_str}\n"
+        ),
+    ),
+]
+text_qa_template = ChatPromptTemplate(chat_text_qa_msgs)
+
+# set llm model and query engine
+llm = OpenAI(temperature=TEMPERATURE, model=MODEL)
+service_context = ServiceContext.from_defaults(
+    llm=llm, system_prompt="You are a genious that want to help everyone the asks you questions")
+query_engine = index.as_query_engine(
+    service_context=service_context, streaming=True, text_qa_template=text_qa_template)
+
+
+with gr.Blocks() as demo:
+    chatbot = gr.components.Chatbot(label='OFotiouTonPairnei', height=500)
+    msg = gr.components.Textbox(label='')
+    submit = gr.components.Button(value='Submit')
+    clear = gr.components.ClearButton()
+
+    msg.submit(user, [msg, chatbot], [msg, chatbot], queue=False).then(
+        generate_response, chatbot, chatbot
+    )
+    submit.click(user, [msg, chatbot], [msg, chatbot], queue=False).then(
+        generate_response, chatbot, chatbot
+    )
+    clear.click(lambda: None, None, chatbot, queue=False)
+
+demo.queue()
+demo.launch()

config.json

@@ -0,0 +1,8 @@
+{
+    "llm": {
+        "temperature": 0.3,
+        "model": "gpt-3.5-turbo-1106"
+    },
+    "data": "data",
+    "storage": "storage"
+}

requirements.txt

@@ -0,0 +1,2 @@
+openai==1.3.7
+llama-index==0.9.12

storage/default__vector_store.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5901df7bebb19721a4c16b020a283213db645a0eafeb23fcf9b750552fa09f8
+size 19105111

storage/docstore.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e063b2bab0d44516347a70302494ba092d634f23146de05b064789292352921d
+size 3476634

storage/graph_store.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0a77744010862225c69da83c585f4f8a42fd551b044ce530dbb1eb6e16742c
+size 18

storage/index_store.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69423d42f7c415a012b392ef11659b413ad5b967dfa97fbffd6bb4a6cd39452d
+size 45691