more fixes to HF run

src/generator/generator.py

@@ -47,15 +47,22 @@ class LyricGenerator:
 
     @retry(
         retry=retry_if_exception_type((APIConnectionError, RateLimitError)),
-        wait=wait_exponential(multiplier=1, min=4, max=10),
-        stop=stop_after_attempt(5)
+        wait=wait_exponential(multiplier=2, min=4, max=60),
+        stop=stop_after_attempt(10)
     )
     def _create_embeddings_with_retry(self):
         """Create OpenAI embeddings with retry logic"""
         try:
             return OpenAIEmbeddings(
                 openai_api_key=Settings.OPENAI_API_KEY,
-                timeout=60  # Increase timeout
+                timeout=60,  # Increase timeout
+                max_retries=5,  # Add max retries
+                request_timeout=30,  # Add request timeout
+                http_client_kwargs={  # Add HTTP client settings
+                    'timeout': 30.0,
+                    'verify': True,
+                    'pool_timeout': 30.0
+                }
             )
         except Exception as e:
             print(f"Error creating embeddings: {type(e).__name__}: {str(e)}")
@@ -310,16 +317,26 @@ class LyricGenerator:
 
     @retry(
         retry=retry_if_exception_type((APIConnectionError, RateLimitError)),
-        wait=wait_exponential(multiplier=1, min=4, max=10),
-        stop=stop_after_attempt(5)
+        wait=wait_exponential(multiplier=2, min=4, max=60),
+        stop=stop_after_attempt(10)
     )
     def _similarity_search_with_retry(self, query: str, k: int = 5):
         """Perform similarity search with retry logic"""
         try:
+            # First verify OpenAI connection
+            test_embedding = self.embeddings.embed_query("test")
+            if not test_embedding:
+                raise RuntimeError("Empty response from OpenAI")
+            
+            # Then do the actual search
             return self.vector_store.similarity_search_with_score(
                 query,
                 k=k
             )
+        except APIConnectionError as e:
+            print(f"OpenAI API Connection Error: {str(e)}")
+            print("Retrying...")
+            raise  # Retry
         except Exception as e:
             print(f"Similarity search error: {type(e).__name__}: {str(e)}")
             raise
@@ -434,3 +451,15 @@ class LyricGenerator:
             
         except Exception as e:
             print(f"Warning: Could not fully examine SQLite database: {e}")
+
+    def _verify_openai_connection(self):
+        """Verify OpenAI API connection"""
+        try:
+            print("Verifying OpenAI API connection...")
+            test_embedding = self.embeddings.embed_query("test")
+            if test_embedding:
+                print("OpenAI API connection verified")
+                return True
+        except Exception as e:
+            print(f"OpenAI API connection test failed: {type(e).__name__}: {str(e)}")
+            return False