Update app.py

app.py

@@ -2,7 +2,6 @@ import gradio as gr
 from gradio_client import Client
 import os
 import zipfile
-from datasets import Dataset
 from huggingface_hub import HfApi
 import logging
 import time  # Import time module for adding delays
@@ -69,6 +68,9 @@ def process_text(file, prompt):
         if not hf_api.token:
             raise ValueError("Hugging Face token not found in environment variables.")
         
+        # Repository name on Hugging Face Hub
+        repo_name = "TeacherPuffy/book"
+        
         # Process each chunk with a 20-second delay between API calls
         results = []
         for idx, chunk in enumerate(chunks):
@@ -86,11 +88,15 @@ def process_text(file, prompt):
                     f.write(result)
                 logger.info(f"Saved result to {output_file}")
                 
-                # Upload the chunk to Hugging Face
+                # Upload the chunk as an individual text file to Hugging Face
                 try:
                     logger.info(f"Uploading chunk {idx + 1} to Hugging Face...")
-                    dataset = Dataset.from_dict({"text": [result]})
-                    dataset.push_to_hub("TeacherPuffy/book")  # Updated dataset name
+                    hf_api.upload_file(
+                        path_or_fileobj=output_file,
+                        path_in_repo=f"output_{idx}.txt",  # File name in the repository
+                        repo_id=repo_name,
+                        repo_type="dataset",
+                    )
                     logger.info(f"Chunk {idx + 1} uploaded to Hugging Face successfully.")
                 except Exception as e:
                     logger.error(f"Failed to upload chunk {idx + 1} to Hugging Face: {e}")