Update app.py

app.py

@@ -2,7 +2,7 @@ from fastapi import FastAPI, HTTPException
 from pydantic import BaseModel
 import json
 import os
-from datasets import Dataset, DatasetDict, DatasetInfo
+from datasets import Dataset, DatasetDict
 from huggingface_hub import login, HfApi
 from typing import List
 from fastapi.responses import JSONResponse
@@ -19,21 +19,38 @@ app.add_middleware(
     allow_headers=["*"],  # Allow all headers
 )
 
-TOKEN = os.getenv("token")
+# Get Hugging Face token from environment variable
+TOKEN = os.getenv("token")  # Make sure to set HF_TOKEN environment variable
 
+# Ensure the token is available
+if not TOKEN:
+    raise ValueError("HF_TOKEN environment variable is missing.")
 
-class Recipe(BaseModel):
-    ingredients: List[str]
-    instructions: str
+# Authentication for Hugging Face
+login(token=TOKEN)
 
+# Define the data folder and recipe model
 DATASET_PATH = "/app/data"
 
-# Ensure the 'data' folder exists
 if not os.path.exists(DATASET_PATH):
     os.makedirs(DATASET_PATH)
 
-# Authentication for Hugging Face
-login(token=TOKEN)
+class Recipe(BaseModel):
+    ingredients: List[str]
+    instructions: str
+
+# Function to load the existing dataset or create a new one
+def load_or_create_dataset():
+    dataset_files = [f for f in os.listdir(DATASET_PATH) if f.endswith(".json")]
+    all_recipes = []
+
+    for file_name in dataset_files:
+        file_path = os.path.join(DATASET_PATH, file_name)
+        with open(file_path, "r") as f:
+            recipe_data = json.load(f)
+            all_recipes.append(recipe_data)
+
+    return Dataset.from_dict({"data": all_recipes}) if all_recipes else None
 
 @app.put("/add/recipe")
 async def add_recipe(filename: str, recipe: Recipe):
@@ -47,14 +64,21 @@ async def add_recipe(filename: str, recipe: Recipe):
     # Prepare the data to be written in JSON format
     recipe_data = recipe.dict()  # Convert Recipe model to dictionary
 
-    # Write the data to the new file
+    # Write the data to the new file as JSON
     try:
         with open(file_path, "w") as f:
             json.dump(recipe_data, f, indent=4)
-        
-        dataset = Dataset.from_json(file_path)  # Load the new file
-        dataset.push_to_hub("sharktide/recipes")  # Push the dataset to the Hugging Face Hub
-        
+
+        # Load the updated dataset
+        dataset = load_or_create_dataset()
+
+        # If dataset does not exist, initialize a new one
+        if not dataset:
+            dataset = Dataset.from_dict({"data": [recipe_data]})
+
+        # Push the updated dataset to the Hugging Face Hub
+        dataset.push_to_hub("sharktide/recipes")
+
         return {"message": f"Recipe '{filename}' added successfully."}
     except Exception as e:
         raise HTTPException(status_code=500, detail=f"Error writing file: {str(e)}")