Spaces:
Sleeping
Sleeping
File size: 6,951 Bytes
69601d4 1b179fe 69601d4 1b179fe 69601d4 1b179fe 69601d4 1b179fe 69601d4 1b179fe 69601d4 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 |
from ..models.requestModels import CreateDataBlend, GetFieldsFromSources
from fastapi.security import HTTPAuthorizationCredentials, HTTPBearer
from fastapi.exceptions import HTTPException
from fastapi.responses import JSONResponse
from ..utils.functions import verifyToken
from fastapi import APIRouter, Depends
from urllib.request import urlopen
from supabase import create_client
from typing import Annotated
import json
import time
import os
import io
router = APIRouter()
security = HTTPBearer()
client = create_client(
supabase_url = os.environ["SUPABASE_URL"],
supabase_key = os.environ["SUPABASE_KEY"]
)
@router.post("/createDataBlend")
async def createDataBlend(blendDetails: CreateDataBlend, credentials: Annotated[HTTPAuthorizationCredentials, Depends(security)]):
try:
if verifyToken(token = credentials.credentials):
joinConfig = {
"tables": blendDetails.tables,
"blendOn": blendDetails.blendOn,
"joinTypes": blendDetails.joinTypes
}
project = client.table("Projects").select("projectId", "projectName", "dataTables").eq("projectId", blendDetails.projectId).execute().data[0]
if "blendConfig.json" in [x.get("name") for x in client.storage.from_("AnalyticsHub").list(path = blendDetails.projectId)]:
fileUrl = os.environ["FILE_URL"].format(projectId = blendDetails.projectId, fileName = "blendConfig.json").replace(".parquet", "") + f"?cb={int(time.time())}"
blendConfig = json.loads(urlopen(fileUrl).read())
blendConfig[blendDetails.blendName] = joinConfig
else:
blendConfig = {blendDetails.blendName: joinConfig}
with io.BytesIO() as buffer:
buffer.write(json.dumps(blendConfig, indent=4).encode("utf-8"))
buffer.seek(0)
_ = client.storage.from_("AnalyticsHub").upload(path = f"{blendDetails.projectId}/blendConfig.json", file = buffer.getvalue(), file_options = {"upsert": "true"})
if blendDetails.blendName in project["dataTables"].split(", "):
pass
elif project["dataTables"]:
projectData = project["dataTables"] + f", {blendDetails.blendName}"
_ = client.table("Projects").update({"dataTables": projectData}).eq("projectId", blendDetails.projectId).execute()
else:
projectData = blendDetails.blendName
_ = client.table("Projects").update({"dataTables": projectData}).eq("projectId", blendDetails.projectId).execute()
return JSONResponse(status_code = 200, content = {"status": "SUCCESS", "message": "Blend created successfully."})
else:
return JSONResponse(status_code = 498, content = {"status": "ERROR", "errorDetail": "Invalid Token"})
except Exception as e:
raise HTTPException(status_code = 500, detail = f"Endpoint says: {e}")
@router.get("/getDataSources")
async def getDataSources(projectId: str, credentials: Annotated[HTTPAuthorizationCredentials, Depends(security)]):
try:
if verifyToken(token = credentials.credentials):
if "blendConfig.json" in [x.get("name") for x in client.storage.from_("AnalyticsHub").list(path = projectId)]:
blendConfigUrl = os.environ["FILE_URL"].format(projectId = projectId, fileName = "blendConfig.json").replace(".parquet", "") + f"?cb={int(time.time())}"
blendConfig = json.loads(urlopen(blendConfigUrl).read())
blendedTables = list(blendConfig.keys())
blends = [
{"blendName": x, "tables": blendConfig[x].get("tables"), "joinTypes": blendConfig[x].get("joinTypes"), "blendOn": blendConfig[x].get("blendOn")} for x in blendedTables
]
else:
blends, blendedTables = list(), list()
metadataUrl = os.environ["FILE_URL"].format(projectId = projectId, fileName = "metadata.json").replace(".parquet", "") + f"?cb={int(time.time())}"
metadata = json.loads(urlopen(metadataUrl).read())
rawTables = list(metadata.keys())
dataSources = {
"blends": blends,
"rawTables": rawTables,
"blendedTables": blendedTables
}
return JSONResponse(status_code = 200, content = dataSources)
else:
return JSONResponse(status_code = 498, content = {"status": "ERROR", "errorDetail": "Invalid Token"})
except Exception as e:
raise HTTPException(status_code = 500, detail = f"Endpoint says: {e}")
@router.post("/getFieldsFromSources")
async def getFieldsFromSources(details: GetFieldsFromSources, credentials: Annotated[HTTPAuthorizationCredentials, Depends(security)]):
try:
if verifyToken(token = credentials.credentials):
blendConfigUrl = os.environ["FILE_URL"].format(projectId = details.projectId, fileName = "blendConfig.json").replace(".parquet", "") + f"?cb={int(time.time())}"
metadataUrl = os.environ["FILE_URL"].format(projectId = details.projectId, fileName = "metadata.json").replace(".parquet", "") + f"?cb={int(time.time())}"
blendConfig = json.loads(urlopen(blendConfigUrl).read())
metadata = json.loads(urlopen(metadataUrl).read())
blendedTables = list(blendConfig.keys())
allFields = list()
if details.tableName in blendedTables:
tablesUsed = blendConfig[details.tableName].get("tables")
for table in tablesUsed:
allFields.extend(metadata[table]["columns"])
else:
allFields = metadata[details.tableName]["columns"]
numericals = ["int64", "float64", "float32", "int32"]
categoricals = ["bool", "category", "object", "string"]
datetimeTypes = ["datetime64[ns]", "datetime64[ns, tz]"]
numericalColumns, categoricalColumns, datetimeColumns = list(), list(), list()
for column in allFields:
if column.get("type") in categoricals:
categoricalColumns.append(column["name"])
elif column["type"] in numericals:
numericalColumns.append(column["name"])
elif column["type"] in datetimeTypes:
datetimeColumns.append(column["name"])
response = {
"numericalColumns": numericalColumns,
"categoricalColumns": categoricalColumns,
"datetimeColumns": datetimeColumns
}
return JSONResponse(status_code = 200, content = response)
else:
return JSONResponse(status_code = 498, content = {"status": "ERROR", "errorDetail": "Invalid Token"})
except Exception as e:
raise HTTPException(status_code = 500, detail = f"Endpoint says: {e}")
|