Spaces:
Sleeping
Sleeping
File size: 1,751 Bytes
71b9463 84a7bdf 71b9463 84a7bdf 71b9463 84a7bdf 71b9463 84a7bdf 71b9463 84a7bdf 71b9463 84a7bdf 71b9463 84a7bdf 71b9463 84a7bdf 71b9463 0a8d4f8 71b9463 84a7bdf | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 | import os
from shared_data.supabase_client import supabase, BUCKET
VECTOR_FOLDER = os.getenv("DATABASE_PATH", "vectordatabase")
def upload_vector_db(db_path=VECTOR_FOLDER):
files = [
"index.faiss",
"index.pkl"
]
for filename in files:
local_path = os.path.join(
db_path,
filename
)
if not os.path.exists(local_path):
print(f"{filename} not found")
continue
remote_path = f"vectors/{filename}"
with open(local_path, "rb") as f:
file_data = f.read()
try:
supabase.storage.from_(BUCKET).upload(
path=remote_path,
file=file_data,
file_options={
"upsert": "true"
}
)
print(f"Uploaded {filename}")
except Exception as e:
print(e)
def download_vector_db(db_path=VECTOR_FOLDER):
os.makedirs(db_path, exist_ok=True)
files = [
"index.faiss",
"index.pkl"
]
for filename in files:
remote_path = f"vectors/{filename}"
local_path = os.path.join(
db_path,
filename
)
try:
data = supabase.storage.from_(BUCKET).download(
remote_path
)
with open(local_path, "wb") as f:
f.write(data)
print(f"Downloaded {filename}")
except Exception as e:
import traceback
print(traceback.format_exc())
raise
def delete_vector_db():
supabase.storage.from_(BUCKET).remove(
[
"vectors/index.faiss",
"vectors/index.pkl"
]
) |