new code

main.py

@@ -1,14 +1,19 @@
-from fastapi import FastAPI, File, UploadFile, Form
-from fastapi import APIRouter, Depends, HTTPException, status
-import pandas as pd
-from google.cloud import storage
-import io
+from fastapi import FastAPI, Query
+import csv
 import os
+from threading import Thread
+import time
+import pandas as pd
 import tempfile
-from pydantic import BaseModel
+from google.cloud import storage
 
 app = FastAPI()
 
+data_location = None
+reading_thread = None
+stop_reading = False
+counter = 0
+
 gcs_bucket_name = "ow-stu-us-ce1-ai-platform"
 
 # process of getting credentials
@@ -34,64 +39,45 @@ gcs_bucket = gcs_client.bucket(gcs_bucket_name)
 # File path in GCS bucket
 gcs_file_path = "deepak_6593/db.csv"
 
-def append_to_gcs_csv(new_data, gcs_file_path):
-    # Standardize column names for new data
-    new_data.columns = ['category', 'score']
 
-    # Check if the file exists in GCS bucket
-    blob = gcs_bucket.blob(gcs_file_path)
-    if exists := blob.exists():
-        existing_data = pd.read_csv(io.BytesIO(blob.download_as_bytes()))
-        # Ensure existing data has the right columns
-        existing_data = existing_data[['category', 'score']]
-        # Append new data to existing data
-        combined_data = pd.concat([existing_data, new_data], ignore_index=True).dropna(how='all')
-    else:
-        combined_data = new_data
-
-    # Convert combined DataFrame to CSV and upload it
-    csv_data = combined_data.to_csv(index=False).encode('utf-8')
-    blob.upload_from_string(csv_data, content_type='text/csv')
-
-def read_from_gcs_csv(gcs_file_path):
+def read_csv(location="chennai"):
+    global stop_reading
+    global data_location
+    global counter
     blob = gcs_bucket.blob(gcs_file_path)
-    return pd.read_csv(io.BytesIO(blob.download_as_text()))
-
-@app.post("/upload-file/")
-async def upload_file(file: UploadFile = File(...)):
-    df = pd.read_csv(io.StringIO((await file.read()).decode('utf-8')))
-    append_to_gcs_csv(df, gcs_file_path)
-    return {"message": "File uploaded successfully"}
-
-@app.post("/upload-data/")
-async def upload_data(category: str = Form(...), score: float = Form(...)):
-    try:
-        df = pd.DataFrame([[category, score]], columns=['category', 'score'])
-        append_to_gcs_csv(df, gcs_file_path)
-        return {"message": "Data uploaded successfully"}
-    except Exception as e:
-        raise HTTPException(status_code=422, detail=str(e))
-    
-@app.post("/upload-data-raw/")
-async def upload_data_raw(payload: dict):
-    # sourcery skip: raise-from-previous-error
-    try:
-        category = payload['category']
-        score = payload['score']
-    except KeyError:
-        raise HTTPException(status_code=400, detail="Invalid payload format")
-
-    df = pd.DataFrame([[category, score]], columns=['category', 'score'])
-    append_to_gcs_csv(df, gcs_file_path)
-    return {"message": "Data uploaded successfully"}
-
-
-@app.post("/clear-data/")
-async def clear_data():
-    # Create an empty DataFrame with the same columns
-    empty_df = pd.DataFrame(columns=['category', 'score'])
-    # Convert the empty DataFrame to CSV
-    csv_data = empty_df.to_csv(index=False).encode('utf-8')
-    # Overwrite the existing file in GCS with the empty CSV data
-    gcs_bucket.blob(gcs_file_path).upload_from_string(csv_data, content_type='text/csv')
-    return {"message": "Data cleared successfully"}
+    while not stop_reading:
+        file_path = f"https://storage.googleapis.com/dev.openweaver.com/demo/ai/{location}.csv"
+        data = pd.read_csv(file_path)
+        csv_data = data[0:counter].to_csv(index=False).encode('utf-8')
+        blob.upload_from_string(csv_data, content_type='text/csv')
+        time.sleep(5)
+        counter += 1
+
+
+def start_reading(location):
+    global reading_thread
+    reading_thread = Thread(target=read_csv, args=(location,))
+    reading_thread.start()
+
+def stop_reading_thread():
+    global stop_reading
+    global reading_thread
+    stop_reading = True
+    if reading_thread is not None:
+        reading_thread.join()
+
+@app.get("/update_location/")
+async def update_location(location: str = Query("chennai")):
+    global reading_thread
+    global stop_reading
+
+    if location not in ["chennai", "hyderabad"]:
+        return {"error": "Invalid location"}
+
+    if reading_thread is not None and reading_thread.is_alive():
+        stop_reading_thread()
+
+    stop_reading = False
+    start_reading(location)
+
+    return {"message": f"Location updated to {location}"}