add sync

app.py

@@ -3,12 +3,13 @@ import json
 from datetime import datetime
 from theme import TufteInspired
 import uuid
-from huggingface_hub import InferenceClient
+from huggingface_hub import InferenceClient, CommitScheduler
 from openai import OpenAI
 from huggingface_hub import get_token, login
 from prompts import detailed_genre_description_prompt, basic_prompt
 import random
 import os
+from pathlib import Path
 
 # Ensure you're logged in to Hugging Face
 login(get_token())
@@ -18,6 +19,35 @@ client = OpenAI(
     api_key=get_token(),
 )
 
+# Set up dataset storage
+dataset_folder = Path("dataset")
+dataset_folder.mkdir(exist_ok=True)
+
+
+# Function to get the latest dataset file
+def get_latest_dataset_file():
+    files = list(dataset_folder.glob("data_*.jsonl"))
+    return max(files, key=os.path.getctime) if files else None
+
+
+# Check for existing dataset and create or append to it
+if latest_file := get_latest_dataset_file():
+    dataset_file = latest_file
+    print(f"Appending to existing dataset file: {dataset_file}")
+else:
+    dataset_file = dataset_folder / f"data_{uuid.uuid4()}.jsonl"
+    print(f"Creating new dataset file: {dataset_file}")
+
+# Set up CommitScheduler for dataset uploads
+repo_id = "davanstrien/summer-reading-preferences"  #
+scheduler = CommitScheduler(
+    repo_id=repo_id,
+    repo_type="dataset",
+    folder_path=dataset_folder,
+    path_in_repo="data",
+    every=1,  # Upload every 5 minutes
+)
+
 
 def generate_prompt():
     if random.choice([True, False]):
@@ -58,9 +88,10 @@ def log_blurb_and_vote(prompt, blurb, vote, user_info: gr.OAuthProfile | None, *
         "vote": vote,
         "user_id": user_id,
     }
-    with open("blurb_log.jsonl", "a") as f:
-        f.write(json.dumps(log_entry) + "\n")
-    gr.Info("Thank you for voting!")
+    with scheduler.lock:
+        with dataset_file.open("a") as f:
+            f.write(json.dumps(log_entry) + "\n")
+    gr.Info("Thank you for voting! Your feedback will be synced to the dataset.")
     return f"Logged: {vote} by user {user_id}"
 
 
@@ -72,13 +103,12 @@ with gr.Blocks(theme=tufte_theme) as demo:
     gr.Markdown("<h1 style='text-align: center;'>Would you read this book?</h1>")
     gr.Markdown(
         """<p style='text-align: center;'>Looking for your next summer read? 
-    Would you read a book based on this LLM generated blurb? <br> Your vote will be added to <a href="https://example.com">this</a> Hugging Face dataset</p>"""
+    Would you read a book based on this LLM generated blurb? <br> Your vote will be added to <a href="https://huggingface.co/datasets/your-username/your-dataset-repo">this</a> Hugging Face dataset</p>"""
     )
 
     # Add the login button
     with gr.Row():
-        login_btn = gr.LoginButton()
-
+        login_btn = gr.LoginButton(size="sm")
     with gr.Row():
         generate_btn = gr.Button("Create a book", variant="primary")