Create backblaze.py

backblaze.py

@@ -0,0 +1,100 @@
+import boto3
+from io import BytesIO
+import pandas as pd
+import json
+import os
+
+# ===========================
+# Backblaze B2 Client Setup
+# ===========================
+S3_ENDPOINT = "https://s3.us-east-005.backblazeb2.com"
+AWS_KEY_ID = "005239ca03b31af0000000001"
+AWS_SECRET_KEY = "K005uGFZkrtYa4Hg1GliFUQohs/BTk4"
+
+s3 = boto3.client(
+    "s3",
+    endpoint_url=S3_ENDPOINT,
+    aws_access_key_id=AWS_KEY_ID,
+    aws_secret_access_key=AWS_SECRET_KEY,
+)
+
+
+# ===========================
+# Helper to get extension
+# ===========================
+def get_ext(file_name):
+    return os.path.splitext(file_name)[1].lower().replace(".", "")
+
+
+# ===========================
+# Upload any file
+# ===========================
+def upload_file(bucket_name, file_name, file_content):
+    """
+    Upload any file to Backblaze B2.
+    Auto-detect type from file_name extension.
+    - str → txt
+    - dict → json
+    - pd.DataFrame → csv or excel
+    - bytes → raw files (pdf, png, etc.)
+    """
+    ext = get_ext(file_name)
+
+    if isinstance(file_content, pd.DataFrame):
+        buffer = BytesIO()
+        if ext in ["csv"]:
+            file_content.to_csv(buffer, index=False)
+        elif ext in ["xlsx", "xls"]:
+            file_content.to_excel(buffer, index=False)
+        else:
+            raise ValueError(f"Unsupported dataframe extension: {ext}")
+        buffer.seek(0)
+        s3.put_object(Bucket=bucket_name, Key=file_name, Body=buffer.getvalue())
+        return
+
+    if isinstance(file_content, dict) and ext == "json":
+        file_content = json.dumps(file_content)
+
+    if isinstance(file_content, str) and ext in ["txt", "csv", "json", "html"]:
+        file_content = file_content.encode("utf-8")
+
+    if isinstance(file_content, bytes):
+        s3.put_object(Bucket=bucket_name, Key=file_name, Body=file_content)
+        return
+
+    # fallback for str
+    s3.put_object(Bucket=bucket_name, Key=file_name, Body=file_content)
+
+
+# ===========================
+# Read any file
+# ===========================
+def read_file(bucket_name, file_name):
+    """
+    Read a file from B2.
+    Auto-detect type from file_name extension.
+    Returns:
+    - str for txt, html, csv (or you can parse csv to DataFrame)
+    - dict for json
+    - bytes for pdf, images, etc.
+    """
+    ext = get_ext(file_name)
+    try:
+        obj = s3.get_object(Bucket=bucket_name, Key=file_name)
+        data = obj['Body'].read()
+
+        if ext in ["txt", "html"]:
+            return data.decode("utf-8")
+        elif ext == "csv":
+            return pd.read_csv(BytesIO(data))
+        elif ext in ["xlsx", "xls"]:
+            return pd.read_excel(BytesIO(data))
+        elif ext == "json":
+            return json.loads(data)
+        else:
+            return data  # raw bytes for pdf, png, images, etc.
+    except s3.exceptions.NoSuchKey:
+        return None
+    except Exception as e:
+        print(f"Error reading {file_name} from B2: {e}")
+        return None