Update app.py

app.py

@@ -22,14 +22,16 @@ chunk_size = 2500  # Adjust this size as needed
 info_md_chunks = textwrap.wrap(info_md_content, chunk_size)
 info2_md_chunks = textwrap.wrap(info2_md_content, chunk_size)
 
-def get_all_chunks(chunks):
-    return "\n\n".join(chunks)
+# Combine both sets of chunks
+all_chunks = info_md_chunks + info2_md_chunks
 
-def format_prompt_mixtral(message, history, info_md_chunks, info2_md_chunks):
+# Initialize history with these chunks
+history = []
+for chunk in all_chunks:
+    history.append(("System Information", chunk))
+
+def format_prompt_mixtral(message, history):
     prompt = "<s>"
-    # Sequentially add chunks from both files
-    all_chunks = get_all_chunks(info_md_chunks + info2_md_chunks)
-    prompt += f"{all_chunks}\n\n"  # Add all chunks at the beginning
     prompt += f"{system_prompt_text}\n\n"  # Add the system prompt
 
     if history:
@@ -49,7 +51,7 @@ def chat_inf(prompt, history, seed, temp, tokens, top_p, rep_p):
         seed=seed,
     )
 
-    formatted_prompt = format_prompt_mixtral(prompt, history, info_md_chunks, info2_md_chunks)
+    formatted_prompt = format_prompt_mixtral(prompt, history)
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
     output = ""
     for response in stream: