Initial commit

.env

@@ -0,0 +1,2 @@
+OPENAI_API_KEY=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
+HF_API_KEY=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

.gitignore

@@ -0,0 +1,2 @@
+.DS_Store
+

app.py

@@ -0,0 +1,82 @@
+import os
+import openai
+import sys
+import io
+import gradio as gr
+from langchain.embeddings.openai import OpenAIEmbeddings
+from langchain.vectorstores.pgvector import PGVector
+from langchain.chat_models import ChatOpenAI
+from langchain.chains import ConversationalRetrievalChain
+from langchain.memory import ConversationTokenBufferMemory
+from dotenv import load_dotenv, find_dotenv
+_ = load_dotenv(find_dotenv()) # read local .env file
+
+openai.api_key  = os.environ['OPENAI_API_KEY']
+hf_api_key = os.environ['HF_API_KEY']
+
+embedding = OpenAIEmbeddings()
+
+host = "experian-ai-instance-1.cyqxijnzhxga.us-west-2.rds.amazonaws.com"
+port = "5432"
+database_name = "experian"
+user = "larryyin"
+passwd = "experianai"
+
+CONNECTION_STRING = PGVector.connection_string_from_db_params(
+    driver=os.environ.get("PGVECTOR_DRIVER", "psycopg2"),
+    host=os.environ.get("PGVECTOR_HOST", host),
+    port=int(os.environ.get("PGVECTOR_PORT", port)),
+    database=os.environ.get("PGVECTOR_DATABASE", database_name),
+    user=os.environ.get("PGVECTOR_USER", user),
+    password=os.environ.get("PGVECTOR_PASSWORD", passwd),
+)
+
+COLLECTION_NAME = "experian230725"
+
+vectordb = PGVector(embedding_function=embedding,
+                  collection_name=COLLECTION_NAME,
+                  connection_string=CONNECTION_STRING,
+                 )
+
+# llm_name = "gpt-3.5-turbo"
+llm_name = "gpt-3.5-turbo-16k"
+# llm_name = "gpt-4-32k"
+llm = ChatOpenAI(model_name=llm_name, temperature=0)
+
+retriever=vectordb.as_retriever()
+memory = ConversationTokenBufferMemory(
+    llm = llm,
+    max_token_limit=8000,
+    memory_key="chat_history",
+    return_messages=True
+)
+qa = ConversationalRetrievalChain.from_llm(
+    llm,
+    retriever=retriever,
+    memory=memory,
+    verbose=False
+)
+
+with gr.Blocks() as demo:
+    gr.Markdown("# Experian Bot V0.2")
+    chatbot = gr.Chatbot()
+    msg = gr.Textbox(label="Type your message (Shift + Enter to submit)", lines=6)
+    submit = gr.Button("Submit")
+    clear = gr.Button("Clear")
+
+    def respond(message, chat_history):
+        result = qa({"question": message})
+        chat_history.append((message, result["answer"]))
+        return ("", chat_history)
+
+    msg.submit(respond, [msg, chatbot], [msg, chatbot], queue=False)
+    submit.click(respond, [msg, chatbot], [msg, chatbot], queue=False)
+    clear.click(lambda: None, None, chatbot, queue=False)
+
+gr.close_all()
+demo.queue()
+demo.launch(share=True)
+
+# gr.close_all()
+# demo.close()
+# demo.clear()

requirements.txt

@@ -0,0 +1,81 @@
+aiofiles==23.1.0
+aiohttp==3.8.5
+aiosignal==1.3.1
+altair==5.0.1
+anyio==3.7.1
+async-timeout==4.0.2
+attrs==23.1.0
+certifi==2023.7.22
+charset-normalizer==3.2.0
+click==8.1.6
+contourpy==1.1.0
+cycler==0.11.0
+dataclasses-json==0.5.14
+fastapi==0.101.0
+ffmpy==0.3.1
+filelock==3.12.2
+fonttools==4.42.0
+frozenlist==1.4.0
+fsspec==2023.6.0
+gradio==3.39.0
+gradio_client==0.3.0
+greenlet==2.0.2
+h11==0.14.0
+httpcore==0.17.3
+httpx==0.24.1
+huggingface-hub==0.16.4
+idna==3.4
+Jinja2==3.1.2
+jsonschema==4.18.6
+jsonschema-specifications==2023.7.1
+kiwisolver==1.4.4
+langchain==0.0.252
+langsmith==0.0.19
+linkify-it-py==2.0.2
+markdown-it-py==2.2.0
+MarkupSafe==2.1.3
+marshmallow==3.20.1
+matplotlib==3.7.2
+mdit-py-plugins==0.3.3
+mdurl==0.1.2
+multidict==6.0.4
+mypy-extensions==1.0.0
+numexpr==2.8.4
+numpy==1.25.2
+openai==0.27.8
+openapi-schema-pydantic==1.2.4
+orjson==3.9.2
+packaging==23.1
+pandas==2.0.3
+pgvector==0.2.1
+Pillow==10.0.0
+psycopg2-binary==2.9.6
+pydantic==1.10.12
+pydub==0.25.1
+pyparsing==3.0.9
+python-dateutil==2.8.2
+python-dotenv==1.0.0
+python-multipart==0.0.6
+pytz==2023.3
+PyYAML==6.0.1
+referencing==0.30.2
+regex==2023.6.3
+requests==2.31.0
+rpds-py==0.9.2
+semantic-version==2.10.0
+six==1.16.0
+sniffio==1.3.0
+SQLAlchemy==2.0.19
+starlette==0.27.0
+tenacity==8.2.2
+tiktoken==0.4.0
+toolz==0.12.0
+tqdm==4.65.0
+typing-inspect==0.9.0
+typing_extensions==4.7.1
+tzdata==2023.3
+uc-micro-py==1.0.2
+urllib3==2.0.4
+uvicorn==0.23.2
+websockets==11.0.3
+yarl==1.9.2