Remove <|eot_id|>

app.py

@@ -143,7 +143,6 @@ hf_llm = HuggingFaceEndpoint(
 def rename(original_author: str):
     """
     This function can be used to rename the 'author' of a message. 
-
     In this case, we're overriding the 'Assistant' author to be 'Paul Graham Essay Bot'.
     """
     rename_dict = {
@@ -155,9 +154,7 @@ def rename(original_author: str):
 async def start_chat():
     """
     This function will be called at the start of every user session. 
-
     We will build our LCEL RAG chain here, and store it in the user session. 
-
     The user session is a dictionary that is unique to each user session, and is stored in the memory of the server.
     """
 
@@ -172,19 +169,24 @@ async def start_chat():
 async def main(message: cl.Message):
     """
     This function will be called every time a message is recieved from a session.
-
     We will use the LCEL RAG chain to generate a response to the user query.
-
     The LCEL RAG chain is stored in the user session, and is unique to each user session - this is why we can access it here.
     """
     lcel_rag_chain = cl.user_session.get("lcel_rag_chain")
 
     msg = cl.Message(content="")
-
+    
+    response_text = ""
     for chunk in await cl.make_async(lcel_rag_chain.stream)(
         {"query": message.content},
         config=RunnableConfig(callbacks=[cl.LangchainCallbackHandler()]),
     ):
+        # Remove the <|eot_id|> token from the response
+        chunk = chunk.replace("<|eot_id|>", "")
+        response_text += chunk
         await msg.stream_token(chunk)
 
+    # If the token is at the end, make sure it is properly removed
+    final_response = response_text.replace("<|eot_id|>", "")
+    msg.content = final_response
     await msg.send()