Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -23,20 +23,21 @@ PINECONE_INDEX = "3gpp"
|
|
| 23 |
|
| 24 |
EMBEDDING_MODEL = "sentence-transformers/all-mpnet-base-v2"
|
| 25 |
|
| 26 |
-
# return top-k text
|
| 27 |
-
|
|
|
|
| 28 |
|
| 29 |
-
# LLM input history length
|
| 30 |
-
LLM_HISTORY_LEN = 3
|
| 31 |
|
|
|
|
| 32 |
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
STATUS_NOK = "404-MODEL UNREADY-red"
|
| 36 |
-
STATUS_OK = "200-MODEL LOADED-brightgreen"
|
| 37 |
|
| 38 |
def get_status(inputs) -> str:
|
| 39 |
-
return f"""<img
|
|
|
|
|
|
|
|
|
|
| 40 |
|
| 41 |
|
| 42 |
MODEL_NULL = get_status(STATUS_NOK)
|
|
@@ -59,6 +60,9 @@ init_message = f"""Welcome to use 3GPP Chatbot, this demo toolkit is based on Op
|
|
| 59 |
2. Insert your Question and click `{KEY_SUBMIT}`
|
| 60 |
"""
|
| 61 |
|
|
|
|
|
|
|
|
|
|
| 62 |
def init_model(api_key):
|
| 63 |
try:
|
| 64 |
if api_key and api_key.startswith("sk-") and len(api_key) > 50:
|
|
@@ -104,7 +108,8 @@ def remove_duplicates(documents):
|
|
| 104 |
def doc_similarity(query, db, top_k):
|
| 105 |
docsearch = db.as_retriever(search_kwargs={'k':top_k})
|
| 106 |
docs = docsearch.get_relevant_documents(query)
|
| 107 |
-
|
|
|
|
| 108 |
|
| 109 |
def user(user_message, history):
|
| 110 |
return "", history+[[user_message, None]]
|
|
@@ -152,18 +157,25 @@ def bot(box_message, ref_message, chain, db, top_k):
|
|
| 152 |
box_message[-1][1] = bot_message
|
| 153 |
return box_message, "", [[details, source]]
|
| 154 |
|
| 155 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 156 |
min-height:200px;
|
| 157 |
-
}
|
|
|
|
| 158 |
llm_chain = gr.State()
|
| 159 |
vector_db = gr.State()
|
| 160 |
gr.Markdown(webui_title)
|
| 161 |
gr.Markdown(init_message)
|
| 162 |
|
| 163 |
with gr.Row():
|
| 164 |
-
with gr.Column(scale=
|
| 165 |
api_textbox = gr.Textbox(
|
| 166 |
label = "OpenAI API Key",
|
|
|
|
| 167 |
value = OPENAI_API_KEY,
|
| 168 |
placeholder = "Paste Your OpenAI API Key (sk-...) and Hit ENTER",
|
| 169 |
lines=1,
|
|
@@ -171,7 +183,7 @@ with gr.Blocks(css=""".bigbox {
|
|
| 171 |
|
| 172 |
with gr.Column(scale=1, min_width=BUTTON_MIN_WIDTH):
|
| 173 |
|
| 174 |
-
init = gr.Button(KEY_INIT)
|
| 175 |
model_statusbox = gr.HTML(MODEL_NULL)
|
| 176 |
|
| 177 |
with gr.Tab("3GPP-Chatbot"):
|
|
@@ -200,8 +212,8 @@ with gr.Blocks(css=""".bigbox {
|
|
| 200 |
|
| 201 |
with gr.Tab("Details"):
|
| 202 |
top_k = gr.Slider(1,
|
| 203 |
-
|
| 204 |
-
value=
|
| 205 |
step=1,
|
| 206 |
label="Vector similarity top_k",
|
| 207 |
interactive=True)
|
|
@@ -226,6 +238,9 @@ with gr.Blocks(css=""".bigbox {
|
|
| 226 |
|
| 227 |
clear.click(lambda: (None,None,None), None, [query, ref, chatbot], queue=False)
|
| 228 |
|
|
|
|
|
|
|
|
|
|
| 229 |
if __name__ == "__main__":
|
| 230 |
demo.launch(share=False, inbrowser=True)
|
| 231 |
|
|
|
|
| 23 |
|
| 24 |
EMBEDDING_MODEL = "sentence-transformers/all-mpnet-base-v2"
|
| 25 |
|
| 26 |
+
# return top-k text chunks from vector store
|
| 27 |
+
TOP_K_DEFAULT = 10
|
| 28 |
+
TOP_K_MAX = 25
|
| 29 |
|
|
|
|
|
|
|
| 30 |
|
| 31 |
+
BUTTON_MIN_WIDTH = 180
|
| 32 |
|
| 33 |
+
STATUS_NOK = "404-MODEL UNREADY-critical"
|
| 34 |
+
STATUS_OK = "200-MODEL LOADED-9cf"
|
|
|
|
|
|
|
| 35 |
|
| 36 |
def get_status(inputs) -> str:
|
| 37 |
+
return f"""<img
|
| 38 |
+
src = "https://img.shields.io/badge/{inputs}?style=flat&logo=openai";
|
| 39 |
+
style = "margin: 0 auto;"
|
| 40 |
+
>"""
|
| 41 |
|
| 42 |
|
| 43 |
MODEL_NULL = get_status(STATUS_NOK)
|
|
|
|
| 60 |
2. Insert your Question and click `{KEY_SUBMIT}`
|
| 61 |
"""
|
| 62 |
|
| 63 |
+
#----------------------------------------------------------------------------------------------------------
|
| 64 |
+
#----------------------------------------------------------------------------------------------------------
|
| 65 |
+
|
| 66 |
def init_model(api_key):
|
| 67 |
try:
|
| 68 |
if api_key and api_key.startswith("sk-") and len(api_key) > 50:
|
|
|
|
| 108 |
def doc_similarity(query, db, top_k):
|
| 109 |
docsearch = db.as_retriever(search_kwargs={'k':top_k})
|
| 110 |
docs = docsearch.get_relevant_documents(query)
|
| 111 |
+
udocs = remove_duplicates(docs)
|
| 112 |
+
return udocs
|
| 113 |
|
| 114 |
def user(user_message, history):
|
| 115 |
return "", history+[[user_message, None]]
|
|
|
|
| 157 |
box_message[-1][1] = bot_message
|
| 158 |
return box_message, "", [[details, source]]
|
| 159 |
|
| 160 |
+
#----------------------------------------------------------------------------------------------------------
|
| 161 |
+
#----------------------------------------------------------------------------------------------------------
|
| 162 |
+
|
| 163 |
+
with gr.Blocks(
|
| 164 |
+
theme = "Base",
|
| 165 |
+
css = """.bigbox {
|
| 166 |
min-height:200px;
|
| 167 |
+
}
|
| 168 |
+
""") as demo:
|
| 169 |
llm_chain = gr.State()
|
| 170 |
vector_db = gr.State()
|
| 171 |
gr.Markdown(webui_title)
|
| 172 |
gr.Markdown(init_message)
|
| 173 |
|
| 174 |
with gr.Row():
|
| 175 |
+
with gr.Column(scale=10):
|
| 176 |
api_textbox = gr.Textbox(
|
| 177 |
label = "OpenAI API Key",
|
| 178 |
+
show_label = False,
|
| 179 |
value = OPENAI_API_KEY,
|
| 180 |
placeholder = "Paste Your OpenAI API Key (sk-...) and Hit ENTER",
|
| 181 |
lines=1,
|
|
|
|
| 183 |
|
| 184 |
with gr.Column(scale=1, min_width=BUTTON_MIN_WIDTH):
|
| 185 |
|
| 186 |
+
init = gr.Button(KEY_INIT) #.style(full_width=False)
|
| 187 |
model_statusbox = gr.HTML(MODEL_NULL)
|
| 188 |
|
| 189 |
with gr.Tab("3GPP-Chatbot"):
|
|
|
|
| 212 |
|
| 213 |
with gr.Tab("Details"):
|
| 214 |
top_k = gr.Slider(1,
|
| 215 |
+
TOP_K_MAX,
|
| 216 |
+
value=TOP_K_DEFAULT,
|
| 217 |
step=1,
|
| 218 |
label="Vector similarity top_k",
|
| 219 |
interactive=True)
|
|
|
|
| 238 |
|
| 239 |
clear.click(lambda: (None,None,None), None, [query, ref, chatbot], queue=False)
|
| 240 |
|
| 241 |
+
#----------------------------------------------------------------------------------------------------------
|
| 242 |
+
#----------------------------------------------------------------------------------------------------------
|
| 243 |
+
|
| 244 |
if __name__ == "__main__":
|
| 245 |
demo.launch(share=False, inbrowser=True)
|
| 246 |
|