Deployed RAG based IMDB Movie Chat bot

- Added requirements.txt and chainlit application
- Move vector databased on LFS
- Update permissions for app
- Added gradio_client to fix Exception in ASGI application
- Updated welcome screen and added support for generic questions for chat

.gitattributes

@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+app/faiss_index/index.faiss filter=lfs diff=lfs merge=lfs -text
+app/faiss_index/index.pkl filter=lfs diff=lfs merge=lfs -text

Dockerfile

@@ -0,0 +1,20 @@
+FROM python:3.9
+
+WORKDIR /code
+
+COPY ./requirements.txt /code/requirements.txt
+
+RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
+
+RUN useradd -m -u 1000 user
+USER user
+ENV HOME=/home/user \
+	PATH=/home/user/.local/bin:$PATH
+
+WORKDIR $HOME/app
+
+RUN chown -R user:user $HOME/app
+
+ADD app $HOME/app
+
+CMD ["chainlit", "run", "app.py", "--host", "0.0.0.0", "--port", "7860"]

app/app.py

@@ -0,0 +1,36 @@
+from langchain_openai import ChatOpenAI
+from langchain.prompts import PromptTemplate
+from langchain.schema import StrOutputParser
+from langchain.schema.runnable import Runnable
+from langchain.schema.runnable.config import RunnableConfig
+from langchain_community.vectorstores import FAISS
+from langchain_openai import OpenAIEmbeddings
+import chainlit as cl
+
+
+@cl.on_chat_start
+async def on_chat_start():
+    embedding_model = OpenAIEmbeddings(model="text-embedding-3-small")
+    vector_store = FAISS.load_local("/home/user/app/faiss_index", embedding_model, allow_dangerous_deserialization=True)
+    retriever = vector_store.as_retriever()
+
+    prompt_template = PromptTemplate.from_template("{question}")
+    chat_model = ChatOpenAI(streaming=True)
+
+    runnable = retriever | prompt_template | chat_model | StrOutputParser()
+    cl.user_session.set("runnable", runnable)
+
+
+@cl.on_message
+async def on_message(message: cl.Message):
+    runnable = cl.user_session.get("runnable")  # type: Runnable
+
+    msg = cl.Message(content="")
+
+    async for chunk in runnable.astream(
+        message.content,
+        config=RunnableConfig(callbacks=[cl.LangchainCallbackHandler()]),
+    ):
+        await msg.stream_token(chunk)
+
+    await msg.send()

app/chainlit.md

@@ -0,0 +1,17 @@
+# Welcome to IMDB Movie Bot Chat!
+
+Welcome to IMDB Movie Bot Chat, where you can explore the fascinating world of movies and television! Whether you're a casual movie enthusiast or a dedicated film buff, this is the perfect place to discover new favorites, discuss classics, and delve into the latest releases.
+
+## What Can You Do Here?
+
+- **Search Movies**: Looking for information about a specific movie? Just type its title, and IMDB Movie Bot will provide you with details such as cast, plot summary, ratings, and more!
+  
+- **Discover Recommendations**: Need some recommendations for what to watch next? Tell us your preferences, and we'll suggest movies tailored just for you.
+  
+- **Discuss Favorites**: Have a favorite movie you can't stop talking about? Share it with the community and engage in lively discussions about what makes it special.
+
+## How to Get Started?
+
+Getting started is easy! Simply type your query or command in the chatbox, and IMDB Movie Bot will do the rest. Whether you're here to search for a specific movie, chat with fellow movie buffs, or simply explore, we're excited to have you join us.
+
+So, sit back, grab some popcorn, and let's embark on a cinematic journey together at IMDB Movie Bot Chat! 🍿🎬

app/faiss_index/index.faiss

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d877e002b0a0d0f693a198c213d6b6a8f968d9f673e25e56ad769f7e91d8077
+size 117209133

app/faiss_index/index.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fef3b32957ca271046114ed5d122ac3d0ba37cf05830cfddb3e1a363f026d2
+size 13356445

requirements.txt

@@ -0,0 +1,8 @@
+chainlit==1.1.101
+datasets==2.19.1
+faiss-cpu==1.8.0
+langchain==0.2.0
+langchain-community==0.2.0
+langchain-openai==0.1.7
+tiktoken==0.7.0
+gradio_client