Update

Dockerfile

@@ -1,11 +1,15 @@
 FROM python:3.9
+#FROM python:3.9 AS builder
 RUN useradd -m -u 1000 user
 USER user
 ENV HOME=/home/user \
     PATH=/home/user/.local/bin:$PATH
 WORKDIR $HOME/app
-COPY --chown=user . $HOME/app
-COPY ./requirements.txt ~/app/requirements.txt
+# COPY --chown=user . $HOME/app
+COPY ./requirements.txt $HOME/app/requirements.txt
 RUN pip install -r requirements.txt
-COPY . .
-CMD ["chainlit", "run", "app.py", "--port", "7860"]
+
+#FROM python:3.9
+#COPY --from=builder /usr/local/lib/python3.9/site-packages /usr/local/lib/python3.9/site-packages
+COPY --chown=user . $HOME/app
+CMD ["chainlit", "run", "app.py", "--port", "7860"]

app.py

@@ -39,13 +39,15 @@ class RetrievalAugmentedQAPipeline:
                 # "response" : the "context" and "question" values are used to format our prompt object and then piped
                 #              into the LLM and stored in a key called "response"
                 # "context"  : populated by getting the value of the "context" key from the previous step
-                | {"response": base_rag_prompt | base_llm, "context": itemgetter("context")}
+                | {"response": base_rag_prompt | base_llm }
         )
 
     async def arun_pipeline(self, user_query: str):
         async def generate_response():
+            # yield self.retrieval_augmented_qa_chain.invoke({"question": user_query})["response"].content
+
             async for chunk in self.retrieval_augmented_qa_chain.astream({"question": user_query}):
-                yield chunk
+                yield chunk["response"].content
 
         return {"response": generate_response()}