addling more detailed error logging

helper.py

@@ -41,6 +41,7 @@ def generate_hypothetical_answer(query):
     # Get API token from environment variable
     api_token = os.getenv("HUGGINGFACE_API_TOKEN")
     if not api_token:
+        print("Error: HUGGINGFACE_API_TOKEN environment variable not set")
         return "Error: HUGGINGFACE_API_TOKEN environment variable not set"
     
     # Headers for the API request
@@ -71,17 +72,31 @@ def generate_hypothetical_answer(query):
     try:
         # Make the API request to Hugging Face
         print("Sending request to Hugging Face API for hypothetical answer...")
+        print(f"API URL: {api_url}")
+        print(f"Headers: {headers}")
+        print(f"Payload: {json.dumps(payload, indent=2)}")
+        
         start_time = time.time()
         
         # Set a longer timeout (5 minutes)
         response = requests.post(api_url, headers=headers, json=payload, timeout=300)
-        response.raise_for_status()  # Raise an exception for HTTP errors
         
         end_time = time.time()
         print(f"Received hypothetical answer from Hugging Face API in {end_time - start_time:.2f} seconds")
+        print(f"Response status code: {response.status_code}")
+        print(f"Response headers: {response.headers}")
+        
+        # Try to print the response content for debugging
+        try:
+            print(f"Response content: {response.text[:1000]}...")  # Print first 1000 chars
+        except:
+            print("Could not print response content")
+        
+        response.raise_for_status()  # Raise an exception for HTTP errors
         
         # Parse the response
         result = response.json()
+        print(f"Parsed response: {json.dumps(result, indent=2)[:1000]}...")  # Print first 1000 chars
         
         # Extract the generated text
         if isinstance(result, list) and len(result) > 0:
@@ -101,6 +116,13 @@ def generate_hypothetical_answer(query):
     
     except requests.exceptions.HTTPError as e:
         print(f"HTTP error occurred: {e}")
+        print(f"Response status code: {e.response.status_code}")
+        print(f"Response headers: {e.response.headers}")
+        try:
+            print(f"Response content: {e.response.text}")
+        except:
+            print("Could not print response content")
+            
         if e.response.status_code == 401:
             return "Authentication error. Please check your Hugging Face API token."
         elif e.response.status_code == 429:
@@ -109,6 +131,8 @@ def generate_hypothetical_answer(query):
     
     except Exception as e:
         print(f"Error generating hypothetical answer: {e}")
+        import traceback
+        print(f"Traceback: {traceback.format_exc()}")
         return "Failed to generate a hypothetical answer."
 
 
@@ -146,6 +170,7 @@ def query_llm_with_context(query, context, top_n=3):
     # Get API token from environment variable
     api_token = os.getenv("HUGGINGFACE_API_TOKEN")
     if not api_token:
+        print("Error: HUGGINGFACE_API_TOKEN environment variable not set")
         return "Error: HUGGINGFACE_API_TOKEN environment variable not set"
     
     # Headers for the API request
@@ -168,17 +193,31 @@ def query_llm_with_context(query, context, top_n=3):
     try:
         # Make the API request to Hugging Face
         print("Sending request to Hugging Face API...")
+        print(f"API URL: {api_url}")
+        print(f"Headers: {headers}")
+        print(f"Payload: {json.dumps(payload, indent=2)}")
+        
         start_time = time.time()
         
         # Set a longer timeout (5 minutes)
         response = requests.post(api_url, headers=headers, json=payload, timeout=300)
-        response.raise_for_status()  # Raise an exception for HTTP errors
         
         end_time = time.time()
         print(f"Received response from Hugging Face API in {end_time - start_time:.2f} seconds")
+        print(f"Response status code: {response.status_code}")
+        print(f"Response headers: {response.headers}")
+        
+        # Try to print the response content for debugging
+        try:
+            print(f"Response content: {response.text[:1000]}...")  # Print first 1000 chars
+        except:
+            print("Could not print response content")
+        
+        response.raise_for_status()  # Raise an exception for HTTP errors
         
         # Parse the response
         result = response.json()
+        print(f"Parsed response: {json.dumps(result, indent=2)[:1000]}...")  # Print first 1000 chars
         
         # Extract the generated text
         if isinstance(result, list) and len(result) > 0:
@@ -198,6 +237,9 @@ def query_llm_with_context(query, context, top_n=3):
     
     except requests.exceptions.HTTPError as e:
         print(f"HTTP error occurred: {e}")
+        print(f"Response status code: {e.response.status_code}")
+        print(f"Response headers: {e.response.headers}")
+            
         if e.response.status_code == 401:
             return "Authentication error. Please check your Hugging Face API token."
         elif e.response.status_code == 429:
@@ -206,6 +248,8 @@ def query_llm_with_context(query, context, top_n=3):
     
     except Exception as e:
         print(f"Error querying LLM with context: {e}")
+        import traceback
+        print(f"Traceback: {traceback.format_exc()}")
         return "Failed to generate an answer with the provided context."