Update app.py

app.py

@@ -1,15 +1,19 @@
 import requests
 import time
 import json
+import os
+import gradio as gr
 
 BASE_URL = "https://codeforces.com/api/"
+DATA_FILE = "all_users_data.json"
+
 
 def fetch_all_users():
-    """Fetch all users by combining the user.ratedList and user.status endpoints."""
+    """Fetch all rated users."""
     print("Fetching all rated users...")
     response = requests.get(f"{BASE_URL}user.ratedList?activeOnly=false")
     if response.status_code != 200:
-        print("Failed to fetch rated users.")
+        print(f"Failed to fetch rated users. Status Code: {response.status_code}, Response: {response.text}")
         return []
     users = response.json().get("result", [])
     return [user["handle"] for user in users]
@@ -19,58 +23,80 @@ def fetch_user_data(handle):
     """Fetch all available data for a single user."""
     print(f"Fetching data for user: {handle}")
     data = {}
+
     # Fetch basic user info
     user_info = requests.get(f"{BASE_URL}user.info?handles={handle}")
     if user_info.status_code == 200:
         data["info"] = user_info.json().get("result", [])
+    else:
+        print(f"Warning: Failed to fetch user info for {handle}. Status Code: {user_info.status_code}, Response: {user_info.text}")
+
     # Fetch user submissions
     user_status = requests.get(f"{BASE_URL}user.status?handle={handle}")
     if user_status.status_code == 200:
         data["submissions"] = user_status.json().get("result", [])
+    else:
+        print(f"Warning: Failed to fetch submissions for {handle}. Status Code: {user_status.status_code}, Response: {user_status.text}")
+
     # Fetch user rating changes
     user_rating = requests.get(f"{BASE_URL}user.rating?handle={handle}")
     if user_rating.status_code == 200:
         data["ratings"] = user_rating.json().get("result", [])
-    return data
-
+    else:
+        print(f"Warning: Failed to fetch rating changes for {handle}. Status Code: {user_rating.status_code}, Response: {user_rating.text}")
 
-def save_data_to_json(all_data, filename="all_users_data.json"):
-    """Save fetched data to a JSON file."""
-    with open(filename, "w", encoding="utf-8") as f:
-        json.dump(all_data, f, indent=4)
+    return data
 
 
-def fetch_all_user_data():
-    """Fetch all kinds of data for every user and save after each one."""
+def fetch_and_save_data():
+    """Fetch all kinds of data for every user and save to a file."""
     users = fetch_all_users()
+    if not users:
+        return "Failed to fetch users. Check logs for errors."
+
     all_data = {}
+
     for i, user in enumerate(users):
         try:
             user_data = fetch_user_data(user)
-            all_data[user] = user_data
-            # Save after each user
-            save_data_to_json(all_data)
-            print(f"Data for user {user} saved.")
+            if user_data:
+                all_data[user] = user_data
+            time.sleep(0.5)  # Respect API rate limit
         except Exception as e:
             print(f"Error fetching data for user {user}: {e}")
-        # Fetch data for a limited number of users for testing purposes (uncomment below)
-        # if i > 10: break
-    return all_data
 
+    # Save data to JSON file
+    with open(DATA_FILE, "w", encoding="utf-8") as f:
+        json.dump(all_data, f, indent=4)
 
-import gradio as gr
+    return f"Data fetching complete. Saved to {DATA_FILE}."
+
+
+def serve_file():
+    """Provide the saved file for download."""
+    if os.path.exists(DATA_FILE):
+        return DATA_FILE
+    else:
+        return None
 
-def fetch_file():
-    return "all_users_data.json"
 
 # Gradio Interface
-interface = gr.Interface(
-    fn=fetch_file, 
-    inputs=[], 
-    outputs=gr.File(label="Download Fetched Data")
-)
+def fetch_and_download():
+    """Fetch the data and provide a download link."""
+    message = fetch_and_save_data()
+    file_path = serve_file()
+    return message, file_path
 
-interface.launch()
 
-fetch_all_user_data()
-print("Data fetching complete. All data saved to 'all_users_data.json'.")
+with gr.Blocks() as interface:
+    gr.Markdown("# Codeforces User Data Fetcher")
+    gr.Markdown("This tool fetches data for all users from Codeforces and provides a downloadable file.")
+    
+    with gr.Row():
+        fetch_button = gr.Button("Fetch Data")
+        output_message = gr.Textbox(label="Status")
+        download_file = gr.File(label="Download Data", visible=False)
+
+    fetch_button.click(fetch_and_download, inputs=[], outputs=[output_message, download_file])
+
+interface.launch()