Update app.py

app.py

@@ -15,6 +15,21 @@ logger = logging.getLogger(__name__)
 repo_id = "QuantFactory/Meta-Llama-3-8B-Instruct-GGUF"
 filename = "Meta-Llama-3-8B-Instruct.Q8_0.gguf"
 
+def chunk_text(text, chunk_size=5000):
+    """
+    Splits the input text into chunks of specified size.
+
+    Args:
+        text (str): The input text to be chunked.
+        chunk_size (int): The size of each chunk in tokens.
+
+    Returns:
+        list: A list of text chunks.
+    """
+    words = text.split()
+    chunks = [' '.join(words[i:i + chunk_size]) for i in range(0, len(words), chunk_size)]
+    return chunks
+
 try:
         start_time = time.time()
         logger.info("Downloading Model....")