Update app.py

app.py

@@ -3,6 +3,28 @@ from transformers import pipeline
 import torch
 import gradio as gr
 
+from huggingface_hub import CommitScheduler
+from pathlib import Path
+
+import os
+import uuid
+import joblib
+import json
+
+# Prepare the logging functionality
+
+log_file = Path("logs/") / f"data_{uuid.uuid4()}.json"
+log_folder = log_file.parent
+
+scheduler = CommitScheduler(
+    repo_id="text-summarization-logs",
+    repo_type="dataset",
+    folder_path=log_folder,
+    path_in_repo="data",
+    every=2
+)
+
+
 text_summary = pipeline("summarization", model="sshleifer/distilbart-cnn-12-6", torch_dtype=torch.bfloat16)
 
 # model_path = "Model/models--sshleifer--distilbart-cnn-12-6/snapshots/a4f8f3ea906ed274767e9906dbaede7531d660ff"
@@ -25,6 +47,17 @@ text_summary = pipeline("summarization", model="sshleifer/distilbart-cnn-12-6",
 
 def summary(input):
     output = text_summary(input)
+
+    with scheduler.lock:
+        with log_file.open("a") as f:
+            f.write(json.dumps(
+                {
+                    'Input Text': input,
+                    'Summary':output[0]['summary_text']
+                }
+            ))
+            f.write("\n")
+    
     return output[0]['summary_text']
 
 gr.close_all()