feat: add detailed OpenAI API error logging in generation

src/generator/generator.py

@@ -201,11 +201,16 @@ class LyricGenerator:
             chat_history = []
 
         try:
+            print("Starting lyrics generation process...")
+            print(f"Using OpenAI model: {Settings.LLM_MODEL}")
+            
             # Get source documents with scores first
+            print("Searching for similar documents...")
             docs_and_scores = self.vector_store.similarity_search_with_score(
                 prompt,
                 k=20
             )
+            print(f"Found {len(docs_and_scores)} similar documents")
 
             # Sort by similarity (convert distance to similarity)
             docs_and_scores.sort(key=lambda x: x[1], reverse=False)
@@ -218,15 +223,36 @@ class LyricGenerator:
                     'artist': doc.metadata['artist'],
                     'song': doc.metadata['song_title'],
                     'similarity': similarity,
-                    # First 200 chars
-                    'content': doc.page_content[:200] + "..."
+                    'content': doc.page_content[:200] + "..."  # First 200 chars
+                })
+
+            try:
+                print("Attempting OpenAI API call...")
+                # Generate response using invoke
+                response = self.qa_chain.invoke({
+                    "question": prompt,
+                    "chat_history": chat_history
                 })
+                print("Successfully generated response from OpenAI")
 
-            # Generate response using invoke
-            response = self.qa_chain.invoke({
-                "question": prompt,
-                "chat_history": chat_history
-            })
+            except Exception as e:
+                error_msg = str(e)
+                print(f"OpenAI API error details: {error_msg}")
+                if "401" in error_msg:
+                    raise RuntimeError(
+                        "OpenAI API authentication failed. Please verify the API key."
+                    )
+                elif "429" in error_msg:
+                    raise RuntimeError(
+                        "OpenAI API rate limit exceeded. Please try again in a moment."
+                    )
+                elif "connect" in error_msg.lower():
+                    raise RuntimeError(
+                        "Connection to OpenAI failed. This might be a temporary issue. "
+                        "Please try again."
+                    )
+                else:
+                    raise RuntimeError(f"OpenAI API error: {error_msg}")
 
             # Add detailed context to response
             response["source_documents_with_scores"] = docs_and_scores
@@ -235,4 +261,5 @@ class LyricGenerator:
             return response
 
         except Exception as e:
+            print(f"Error in generate_lyrics: {str(e)}")
             raise RuntimeError(f"Failed to generate lyrics: {str(e)}")