Update chat_engine.py

chat_engine.py

@@ -178,5 +178,78 @@ def get_chat_engine(files, api_type, progress=gr.Progress()):
                                   similarity_top_k=15)
     progress(1, desc="LLM Created")
     return chat_engine, query_engine, "LLM Created"
+
+
+def get_new_chat_engine(files, api_type):
+
+    llm = get_api_type(api_type)
+    Settings.llm = llm
+    embed_model = MistralAIEmbedding(model_name='mistral-embed', api_key=mistral_api_key)
+    Settings.embed_model = embed_model
+
+    documents = SimpleDirectoryReader(input_files=files).load_data()
+  
+
+    splitter = TokenTextSplitter(
+        chunk_size=1024,
+        chunk_overlap=20,
+        separator=" ",
+    )
+
+    nodes = splitter.get_nodes_from_documents(documents)
+    index = VectorStoreIndex(nodes)
+
+    chat_text_qa_msgs = [
+          ChatMessage(
+              role=MessageRole.SYSTEM,
+              content=(
+                  """
+                  % You are an expert on developing websites for contractors and explaining your expertise to a general audience.
+                  % If a character or word limit is mentioned in the prompt, ADHERE TO IT. 
+                  % For example, if a user wants a summary of a business less than 750 characters, the summary must be less than 750 characters.
+                  """
+      
+              ),
+          ),
+          ChatMessage(
+              role=MessageRole.USER,
+              content=(
+                  """
+                  % You are an expert on developing websites for contractors and explaining your expertise to a general audience.
+                  % Goal: Given the Context below, give a detailed and thorough answer to the following question without mentioning where you found the answer: {query_str}
+                  
+                  % Context:
+                  ```{context_str}```
+                  
+                  
+                  % Instructions:"
+                      Answer in a friendly manner.
+                      Do not answer any questions that have no relevance to the context provided.
+                      Do not include any instructions in your response.
+                      Do not mention the context provided in your answer
+                      ANSWER WITHOUT MENTIONING THE PROVIDED DOCUMENTS
+                      YOU ARE NOT PERMITTED TO GIVE PAGE NUMBERS IN YOUR ANSWER UNDER ANY CIRCUMSTANCE
+                  """
+              ),
+          ),
+      ]
+
+    text_qa_template = ChatPromptTemplate(chat_text_qa_msgs)
+    
+    reorder = LongContextReorder()
+    # postprocessor = SimilarityPostprocessor(similarity_cutoff=0.7)
+    rerank = RankGPTRerank(top_n=5, llm=OpenAI(model="gpt-4o-mini"))
+    chat_engine = index.as_chat_engine('condense_plus_context',
+                                      text_qa_prompt=text_qa_template,
+                                      node_postprocessors=[
+                                                 reorder,
+                                                 MetadataReplacementPostProcessor(target_metadata_key="window"),
+                                                 rerank
+                                             ],
+                                      similarity_top_k=15,
+                                      streaming=True)
+
+
+    return chat_engine