manage json secret

config.py

@@ -1,5 +1,6 @@
 import os
 import json
+import sys
 from dotenv import load_dotenv
 
 # Load environment variables from .env file if it exists
@@ -23,24 +24,64 @@ if missing_vars:
     """)
 
 # Handle BigQuery credentials
-# If BIGQUERY_KEY_PATH contains the actual JSON content (as in HF Spaces secrets)
-if os.environ.get("BIGQUERY_KEY_PATH") and os.environ.get("BIGQUERY_KEY_PATH").strip().startswith("{"):
-    # Create a temporary credentials file from the environment variable
-    credentials_content = os.environ.get("BIGQUERY_KEY_PATH")
-    credentials_path = "/tmp/bigquery_credentials.json"
-    
-    with open(credentials_path, "w") as f:
-        f.write(credentials_content)
+print("DEBUG: Handling BigQuery credentials...")
+
+if os.environ.get("BIGQUERY_KEY_PATH"):
+    bigquery_key = os.environ.get("BIGQUERY_KEY_PATH")
+    print(f"DEBUG: BIGQUERY_KEY_PATH is set, length: {len(bigquery_key)} characters")
+    print(f"DEBUG: First 20 chars: {bigquery_key[:20]}...")
     
-    # Set the credentials path to the temporary file
-    os.environ["GOOGLE_APPLICATION_CREDENTIALS"] = credentials_path
-# If BIGQUERY_KEY_PATH is a file path
-elif os.environ.get("BIGQUERY_KEY_PATH") and os.path.exists(os.environ.get("BIGQUERY_KEY_PATH")):
-    os.environ["GOOGLE_APPLICATION_CREDENTIALS"] = os.environ.get("BIGQUERY_KEY_PATH")
+    # If BIGQUERY_KEY_PATH contains the actual JSON content (as in HF Spaces secrets)
+    if bigquery_key.strip().startswith("{"):
+        print("DEBUG: BIGQUERY_KEY_PATH appears to contain JSON content")
+        try:
+            # Validate JSON
+            json_obj = json.loads(bigquery_key)
+            print("DEBUG: Successfully parsed JSON content")
+            
+            # Create a temporary credentials file from the environment variable
+            credentials_path = "/tmp/bigquery_credentials.json"
+            
+            with open(credentials_path, "w") as f:
+                f.write(bigquery_key)
+            
+            print(f"DEBUG: Wrote credentials to {credentials_path}")
+            
+            # Set the credentials path to the temporary file
+            os.environ["GOOGLE_APPLICATION_CREDENTIALS"] = credentials_path
+            print(f"DEBUG: Set GOOGLE_APPLICATION_CREDENTIALS to {credentials_path}")
+            
+            # Verify the file exists
+            if os.path.exists(credentials_path):
+                print(f"DEBUG: Confirmed credentials file exists at {credentials_path}")
+                with open(credentials_path, "r") as f:
+                    first_line = f.readline()
+                    print(f"DEBUG: First line of credentials file: {first_line[:20]}...")
+            else:
+                print(f"ERROR: Failed to create credentials file at {credentials_path}")
+        except json.JSONDecodeError as e:
+            print(f"ERROR: BIGQUERY_KEY_PATH contains invalid JSON: {str(e)}")
+            print("Please ensure your secret contains valid JSON content")
+    # If BIGQUERY_KEY_PATH is a file path
+    elif os.path.exists(bigquery_key):
+        print(f"DEBUG: BIGQUERY_KEY_PATH points to existing file: {bigquery_key}")
+        os.environ["GOOGLE_APPLICATION_CREDENTIALS"] = bigquery_key
+    else:
+        print(f"WARNING: BIGQUERY_KEY_PATH is set but does not contain JSON and is not a valid file path: {bigquery_key}")
 else:
-    print("Warning: BigQuery credentials not found or invalid")
+    print("WARNING: BIGQUERY_KEY_PATH environment variable is not set")
 
 # BigQuery configuration
-BIGQUERY_KEY_PATH = os.environ.get("BIGQUERY_KEY_PATH", "xepelin-411205-1ba8a63c9c96.json")
-PROJECT_ID = os.environ.get("PROJECT_ID", "xepelin-411205")
-DATASET_ID = os.environ.get("DATASET_ID", "ecommerceaie5")
+BIGQUERY_KEY_PATH = os.environ.get("BIGQUERY_KEY_PATH")
+PROJECT_ID = os.environ.get("PROJECT_ID")
+DATASET_ID = os.environ.get("DATASET_ID")
+
+# Final check for GOOGLE_APPLICATION_CREDENTIALS
+if os.environ.get("GOOGLE_APPLICATION_CREDENTIALS"):
+    print(f"DEBUG: GOOGLE_APPLICATION_CREDENTIALS is set to: {os.environ.get('GOOGLE_APPLICATION_CREDENTIALS')}")
+    if os.path.exists(os.environ.get("GOOGLE_APPLICATION_CREDENTIALS")):
+        print("DEBUG: GOOGLE_APPLICATION_CREDENTIALS file exists")
+    else:
+        print("ERROR: GOOGLE_APPLICATION_CREDENTIALS file does not exist")
+else:
+    print("WARNING: GOOGLE_APPLICATION_CREDENTIALS is not set")