Update app.py

app.py

@@ -1,15 +1,14 @@
-import json
-import os
 from fastapi import FastAPI, HTTPException
 from pydantic import BaseModel
-from typing import List
+import json
+import os
+from datasets import Dataset, DatasetDict, DatasetInfo
 from huggingface_hub import login, HfApi
+from typing import List
+from fastapi.responses import JSONResponse
 from fastapi.middleware.cors import CORSMiddleware
-from datetime import datetime
-from pathlib import Path
-from uuid import uuid4
 
-# Initialize FastAPI app
+# Initialize FastAPI
 app = FastAPI()
 
 app.add_middleware(
@@ -20,55 +19,42 @@ app.add_middleware(
     allow_headers=["*"],  # Allow all headers
 )
 
-# Token for Hugging Face (using the token environment variable as 'token')
 TOKEN = os.getenv("token")
-if not TOKEN:
-    raise ValueError("The 'token' environment variable is missing.")
-
-# Authenticate with Hugging Face Hub
-login(token=TOKEN)
-
-# Hugging Face API for dataset handling
-hf_api = HfApi()
 
-# Define the folder for storing the dataset locally
-JSON_DATASET_DIR = "json_dataset"
-os.makedirs(JSON_DATASET_DIR, exist_ok=True)
 
-# Dataset info (to be used when pushing to Hugging Face Hub)
-dataset_repo = "sharktide/recipes"  # Change to your repo name on Hugging Face Hub
-DATASET_PATH = os.path.join(JSON_DATASET_DIR, "data")
-
-# Define the Recipe model
 class Recipe(BaseModel):
     ingredients: List[str]
     instructions: str
 
+DATASET_PATH = "/app/data"
+
+# Ensure the 'data' folder exists
+if not os.path.exists(DATASET_PATH):
+    os.makedirs(DATASET_PATH)
+
+# Authentication for Hugging Face
+login(token=TOKEN)
+
 @app.put("/add/recipe")
 async def add_recipe(filename: str, recipe: Recipe):
-    # Define the file path for saving the recipe in JSON format
-    file_path = os.path.join(JSON_DATASET_DIR, f"{filename}.json")
-    
-    # Prepare the data to be saved
-    recipe_data = recipe.dict()
-    recipe_data["datetime"] = datetime.now().isoformat()  # Add timestamp to the entry
-    
-    # Save the recipe to the JSON file
-    try:
-        # Append the recipe data to the JSON file
-        with open(file_path, "a") as f:
-            json.dump(recipe_data, f)
-            f.write("\n")  # Add a newline after each entry
+    # Define the file path based on the filename query parameter
+    file_path = os.path.join(DATASET_PATH, f"{filename}.json")
 
-        # Now push this dataset file to Hugging Face dataset repo
-        hf_api.upload_file(
-            path_or_fileobj=file_path,
-            path_in_repo=f"data/{filename}.json",
-            repo_id=dataset_repo,
-            token=TOKEN
-        )
+    # Check if the file already exists
+    if os.path.exists(file_path):
+        raise HTTPException(status_code=400, detail="File already exists")
 
-        return {"message": f"Recipe '{filename}' added and pushed to Hugging Face dataset."}
-    
+    # Prepare the data to be written in JSON format
+    recipe_data = recipe.dict()  # Convert Recipe model to dictionary
+
+    # Write the data to the new file
+    try:
+        with open(file_path, "w") as f:
+            json.dump(recipe_data, f, indent=4)
+        
+        dataset = Dataset.from_json(file_path)  # Load the new file
+        dataset.push_to_hub("sharktide/recipes")  # Push the dataset to the Hugging Face Hub
+        
+        return {"message": f"Recipe '{filename}' added successfully."}
     except Exception as e:
-        raise HTTPException(status_code=500, detail=f"Error writing file: {str(e)}")
+        raise HTTPException(status_code=500, detail=f"Error writing file: {str(e)}")