Add Hugging Face dataset push functionality for permanent database updates

app.py

@@ -1,6 +1,6 @@
 import gradio as gr
 import pandas as pd
-from datasets import load_dataset
+from datasets import load_dataset, Dataset
 from fuzzywuzzy import process
 from rdkit import Chem
 from rdkit.Chem import AllChem, Draw
@@ -15,6 +15,7 @@ from reportlab.lib.pagesizes import letter
 from reportlab.lib.styles import getSampleStyleSheet
 from reportlab.platypus import SimpleDocTemplate, Paragraph, Spacer, Image
 from svglib.svglib import svg2rlg
+from huggingface_hub import HfApi
 
 # Load dataset
 dataset = load_dataset("smitathkr1/organic_reactions_corrected")
@@ -309,25 +310,64 @@ def update_database_with_ai_fix(password):
         if idx not in df.index:
             return f"❌ Row index {idx} not found in database. The data may have been modified."
         
+        # Store original values for logging
+        original_name = df.at[idx, 'corrected_name']
+        
+        # Update the dataframe
         df.at[idx, 'corrected_name'] = last_ai_fix['updated_data'].get('reaction name', last_ai_fix['reaction_name'])
         df.at[idx, 'general_reactants'] = ', '.join(last_ai_fix['updated_data'].get('reactants', []))
         df.at[idx, 'general_reagents'] = ', '.join(last_ai_fix['updated_data'].get('reagents', []))
         df.at[idx, 'general_products'] = ', '.join(last_ai_fix['updated_data'].get('products', []))
         df.at[idx, 'description'] = last_ai_fix['updated_data'].get('description', df.at[idx, 'description'])
         
+        # Try to push to Hugging Face
+        hf_token = os.getenv('HF_TOKEN')
+        if hf_token:
+            try:
+                # Convert back to Hugging Face dataset
+                updated_dataset = Dataset.from_pandas(df)
+                
+                # Initialize HF API
+                api = HfApi()
+                
+                # Push to Hugging Face
+                updated_dataset.push_to_hub(
+                    "smitathkr1/organic_reactions_corrected",
+                    token=hf_token,
+                    commit_message=f"AI fix: Updated reaction '{original_name}' -> '{df.at[idx, 'corrected_name']}'"
+                )
+                
+                push_success = True
+            except Exception as push_error:
+                push_success = False
+                push_error_msg = str(push_error)
+        else:
+            push_success = False
+            push_error_msg = "HF_TOKEN not found in environment variables"
+        
         # Log the update
-        log_entry = f"[{last_ai_fix['timestamp']}] Database updated: '{last_ai_fix['reaction_name']}' -> '{last_ai_fix['updated_data'].get('reaction name', last_ai_fix['reaction_name'])}'\n"
+        log_entry = f"[{last_ai_fix['timestamp']}] Database updated: '{original_name}' -> '{df.at[idx, 'corrected_name']}' | HF Push: {'Success' if push_success else 'Failed: ' + push_error_msg}\n"
         with open('database_updates.log', 'a') as f:
             f.write(log_entry)
         
-        # Clear the last fix
-        last_ai_fix = None
-        
         # Update the global reaction_names list in case the name changed
         global reaction_names
         reaction_names = df['corrected_name'].unique().tolist()
         
-        return f"✅ **Database Updated Successfully!**\n\nThe reaction has been permanently updated in the current session. Changes logged to 'database_updates.log'.\n\n**Note:** Since this is a Hugging Face Space, the changes are session-only. To make permanent changes, please update your local dataset and re-upload."
+        # Clear the last fix
+        last_ai_fix = None
+        
+        success_msg = "✅ **Database Updated Successfully!**\n\n"
+        if push_success:
+            success_msg += "The reaction has been permanently updated on Hugging Face and is now live!\n\n"
+        else:
+            success_msg += "The reaction has been updated in the current session.\n"
+            success_msg += f"**Note:** Could not push to Hugging Face: {push_error_msg}\n"
+            success_msg += "Please check that HF_TOKEN is set in space secrets.\n\n"
+        
+        success_msg += "Changes logged to 'database_updates.log'."
+        
+        return success_msg
             
     except Exception as e:
         return f"❌ Error updating database: {str(e)}"

requirements.txt

@@ -6,4 +6,5 @@ python-levenshtein
 rdkit
 reportlab
 svglib
-google-genai
+google-genai
+huggingface_hub