webhook test

app.py

@@ -1,14 +1,16 @@
 import os
 import shutil
 import logging
-import pretty_errors
-from datasets import Dataset, load_dataset
 from huggingface_hub import WebhooksServer, WebhookPayload, webhook_endpoint
+from datasets import Dataset, load_dataset, disable_caching
+
+disable_caching()
 
 # Set up the logger
 logger = logging.getLogger("basic_logger")
 logger.setLevel(logging.INFO)
 
+# Set up the console handler with a simple format
 console_handler = logging.StreamHandler()
 console_handler.setLevel(logging.INFO)
 formatter = logging.Formatter("%(asctime)s - %(name)s - %(levelname)s - %(message)s")
@@ -17,6 +19,7 @@ logger.addHandler(console_handler)
 
 DS_NAME = "amaye15/object-segmentation"
 DATA_DIR = "data"
+TARGET_REPO = "amaye15/tmp"
 
 
 def get_data():
@@ -35,7 +38,7 @@ def get_data():
 
 def process_and_push_data():
     """
-    Function to process and push new data.
+    Function to process and push new data to the target repository.
     """
     p = os.path.join(os.getcwd(), DATA_DIR)
 
@@ -45,7 +48,8 @@ def process_and_push_data():
     os.mkdir(p)
 
     ds_processed = Dataset.from_generator(get_data)
-    ds_processed.push_to_hub("amaye15/tmp")
+    ds_processed.push_to_hub(TARGET_REPO)
+    logger.info("Data processed and pushed to the hub.")
 
 
 # Initialize the WebhooksServer
@@ -55,7 +59,7 @@ app = WebhooksServer(webhook_secret="my_secret_key")
 @webhook_endpoint
 async def trigger_processing(payload: WebhookPayload):
     """
-    Webhook endpoint that triggers data processing when a dataset is updated.
+    Webhook endpoint that triggers data processing when the dataset is updated.
     """
     if payload.repo.type == "dataset" and payload.event.action == "update":
         logger.info(f"Dataset {payload.repo.name} updated. Triggering processing.")
@@ -66,5 +70,5 @@ async def trigger_processing(payload: WebhookPayload):
         return {"message": "Event ignored."}
 
 
-# Start the server
+# Start the webhook server
 app.launch()