History with doc_ids. This version doesn't work. to do get the _ids for documents I'd have to impement either a new retriever that answers with documents and their _ids or manually implement the vector search in the pipeline. I'm dropping it for now, I'll just re-do the vector search when loading a history

query.py

@@ -13,7 +13,7 @@ from elevenlabs import VoiceSettings
 from elevenlabs.client import ElevenLabs
 from openai import OpenAI
 
-from json import loads as json_loads
+from json import loads as json_loads, dumps as json_dumps
 import itertools
 import time
 import os
@@ -49,7 +49,9 @@ def ai_setup():
         retriever = vstore.as_retriever(search_kwargs={'k': 10})
 
         prompt_template = os.environ.get("PROMPT_TEMPLATE")
-        prompt = ChatPromptTemplate.from_messages([('system', prompt_template)])
+        prompt = ChatPromptTemplate.from_messages([
+            ('system', "{doc_ids}"),
+            ('system', prompt_template)])
         prompt_chain = (
             {"context": retriever, "question": RunnablePassthrough()}
             | RunnableLambda(format_context) 
@@ -99,7 +101,9 @@ def format_context(pipeline_state):
         context += text
         context += '\n\n---\n'
 
+    doc_ids = [1,2,3,4,5]
     pipeline_state["context"] = context
+    pipeline_state["doc_ids"] = json_dumps(doc_ids)
     return pipeline_state
 
 def just_read(pipeline_state):
@@ -274,12 +278,13 @@ def chat(message, history, state, request:gr.Request):
     else:
         if AI:
             if not history:
-                system_prompt = prompt_chain.invoke(message)
-                system_prompt = system_prompt.messages[0]
+                system_prompts = prompt_chain.invoke(message)
+                system_prompt = system_prompts.messages[1]
                 state["system"] = system_prompt
                 
                 # Next is commented out because astra has a limit on document size
-                # add_history(state, request, "system", system_prompt, name=message)
+                doc_ids = system_prompts.messages[0].content
+                add_history(state, request, "system", doc_ids, name=message)
             else:
                 system_prompt = state["system"]