Update chunk.py

chunk.py

@@ -1,20 +1,24 @@
 import streamlit as st
 
-# Function to chunk text into smaller parts
-def chunk_text(text, chunk_size=1000):
-    for i in range(0, len(text), chunk_size):
-        yield text[i:i + chunk_size]
-
-# Function to display chunks in Streamlit
-def display_chunks(text, chunk_size=1000):
-    for j, chunk in enumerate(chunk_text(text, chunk_size)):
-        st.write(f"**Chunk {j+1}:**")
-        st.write(chunk)
+# Example function to split text into chunks of a specified size
+def chunk_text(text, chunk_size=2000):
+    # Ensure text is non-empty
+    if not text:
+        return []
+    
+    # Chunk the text into smaller parts
+    chunks = [text[i:i+chunk_size] for i in range(0, len(text), chunk_size)]
+    return chunks
 
 # Function to save and download chunked text
 def save_and_download_chunked_data(chunked_text, file_name="chunked_data.txt"):
+    # Ensure chunked_text is non-empty
+    if not chunked_text:
+        st.warning("No chunked data to download.")
+        return
+    
     # Combine chunks with delimiters (optional)
-    chunked_data = "\n---\n".join(chunked_text)
+    chunked_data = "\n---\n".join(chunked_text)  # Add a separator between chunks
     
     # Display download button in Streamlit
     st.download_button(
@@ -24,4 +28,13 @@ def save_and_download_chunked_data(chunked_text, file_name="chunked_data.txt"):
         mime="text/plain"
     )
     
-    return chunked_data  # Return the combined chunked data for further use if needed
+    return chunked_data  # Return the combined chunked data if needed
+
+
+# Function to display chunks in Streamlit
+def display_chunks(text, chunk_size=1000):
+    for j, chunk in enumerate(chunk_text(text, chunk_size)):
+        st.write(f"**Chunk {j+1}:**")
+        st.write(chunk)
+
+