newsletter bug erro '500 NOT FOUND' Fixed

app/routes/admin.py

@@ -445,7 +445,7 @@ async def send_newsletter_now(preference: str = "Weekly"):
 @router.get("/subscribers/analytics")
 async def get_subscriber_analytics():
     """
-    Get subscriber distribution by preference
+    Get subscriber distribution by preference from Appwrite
     
     Shows how many subscribers have chosen each newsletter timing.
     Useful for understanding user preferences and planning content strategy.
@@ -454,17 +454,17 @@ async def get_subscriber_analytics():
         Total active subscribers and breakdown by preference
     """
     try:
-        from app.services.firebase_service import get_firebase_service
+        from app.services.appwrite_db import get_appwrite_db
         
-        firebase = get_firebase_service()
+        appwrite_db = get_appwrite_db()
         
-        if not firebase.initialized:
+        if not appwrite_db.initialized:
             raise HTTPException(
                 status_code=503,
-                detail="Firebase service not available"
+                detail="Appwrite database not available"
             )
         
-        all_subscribers = firebase.get_all_subscribers()
+        all_subscribers = await appwrite_db.get_all_subscribers()
         
         # Calculate preference distribution
         preference_counts = {
@@ -479,18 +479,26 @@ async def get_subscriber_analytics():
         total_count = len(all_subscribers)
         
         for sub in all_subscribers:
-            if sub.get('subscribed', True):
+            if sub.get('isActive', True):
                 active_count += 1
-                pref = sub.get('preference', 'Weekly')
-                if pref in preference_counts:
-                    preference_counts[pref] += 1
+                # Count each preference subscription
+                if sub.get('sub_morning', False):
+                    preference_counts['Morning'] += 1
+                if sub.get('sub_afternoon', False):
+                    preference_counts['Afternoon'] += 1
+                if sub.get('sub_evening', False):
+                    preference_counts['Evening'] += 1
+                if sub.get('sub_weekly', False):
+                    preference_counts['Weekly'] += 1
+                if sub.get('sub_monthly', False):
+                    preference_counts['Monthly'] += 1
         
         return {
             "total_subscribers": total_count,
             "active_subscribers": active_count,
-            "unsubscribed": total_count - active_count,
+            "inactive": total_count - active_count,
             "distribution_by_preference": preference_counts,
-            " percentage_distribution": {
+            "percentage_distribution": {
                 pref: round((count / active_count * 100), 2) if active_count > 0 else 0
                 for pref, count in preference_counts.items()
             }

app/routes/subscription.py

@@ -238,17 +238,17 @@ async def unsubscribe_post(request: UnsubscribeRequest):
 
 @router.get("/subscribers/count")
 async def get_subscriber_count():
-    """Get total number of active subscribers"""
+    """Get total number of active subscribers from Appwrite"""
     try:
-        firebase = get_firebase_service()
-        subscribers = firebase.get_all_subscribers()
+        appwrite_db = get_appwrite_db()
+        subscribers = await appwrite_db.get_all_subscribers()
         
-        active_count = sum(1 for s in subscribers if s.get('subscribed', True))
+        active_count = sum(1 for s in subscribers if s.get('isActive', True))
         
         return {
             "total": len(subscribers),
             "active": active_count,
-            "unsubscribed": len(subscribers) - active_count
+            "inactive": len(subscribers) - active_count
         }
         
     except Exception as e:
@@ -265,19 +265,19 @@ async def send_newsletter(
     category: str = "ai"
 ):
     """
-    Send newsletter to all subscribers
+    Send newsletter to all subscribers (LEGACY ENDPOINT - Use scheduled newsletters instead)
     
     - Fetches latest news from specified category
     - Sends to all active subscribers
     - Returns send statistics
     """
     try:
-        firebase = get_firebase_service()
+        appwrite_db = get_appwrite_db()
         brevo = get_brevo_service()
         
-        # Get all active subscribers
-        subscribers = firebase.get_all_subscribers()
-        active_subscribers = [s for s in subscribers if s.get('subscribed', True)]
+        # Get all active subscribers from Appwrite
+        subscribers = await appwrite_db.get_all_subscribers()
+        active_subscribers = [s for s in subscribers if s.get('isActive', True)]
         
         if not active_subscribers:
             return {

app/services/newsletter_service.py

@@ -281,13 +281,9 @@ async def send_scheduled_newsletter(preference: str) -> Dict[str, int]:
     return result
 
 
-def get_subscribers_by_preference(preference: str) -> List[Dict]:
-    """
-    Helper function to get subscribers for a specific preference.
-    Used by admin endpoints and testing.
-    """
-    firebase = get_firebase_service()
-    return firebase.get_subscribers_by_preference(preference)
+
+# Note: Subscriber queries now use Appwrite directly via appwrite_db.get_subscribers_by_preference()
+# See newsletter_service.py line 211
 
 
 async def preview_newsletter_content(preference: str) -> Dict:

app/services/scheduler.py

@@ -560,7 +560,8 @@ async def trigger_newsletter_now(preference: str):
     """Manually trigger newsletter"""
     from app.services.newsletter_service import send_scheduled_newsletter
     logger.info(f"🔧 [MANUAL TRIGGER] Running {preference} newsletter job NOW...")
-    await send_scheduled_newsletter(preference)
+    result = await send_scheduled_newsletter(preference)
+    return result
 
 
 

tools/test_audio_api.py

@@ -0,0 +1,68 @@
+"""
+Test script for audio generation API
+Tests the complete flow from request to response
+"""
+import requests
+import json
+
+# Test configuration
+API_URL = "http://127.0.0.1:8000/api/audio/generate"
+
+# Sample article data
+test_payload = {
+    "article_url": "https://www.rawstory.com%2FTrump-ic e-2675183222%2F&title=Analyst%20issues%20dire%20warning%20about%20Trump%27s%20%27horrifying%27%20directive%20to%20ICE%20to%20detain%20immigration%20judges",
+    "title": "Test Article for Audio Generation",
+    "image_url": "https://example.com/image.jpg",
+    "category": "ai"
+}
+
+print("=" * 60)
+print("🧪 Testing Audio Generation API")
+print("=" * 60)
+print(f"\n📍 Endpoint: {API_URL}")
+print(f"\n📦 Payload:")
+print(json.dumps(test_payload, indent=2))
+print("\n" + "=" * 60)
+
+try:
+    print("\n🚀 Sending POST request...")
+    response = requests.post(
+        API_URL,
+        json=test_payload,
+        headers={"Content-Type": "application/json"},
+        timeout=60  # Audio generation can take time
+    )
+    
+    print(f"\n📊 Response Status: {response.status_code}")
+    print(f"\n📄 Response Body:")
+    
+    try:
+        response_data = response.json()
+        print(json.dumps(response_data, indent=2))
+        
+        if response.status_code == 200:
+            if response_data.get('success'):
+                print("\n✅ SUCCESS! Audio generated successfully")
+                print(f"🔊 Audio URL: {response_data.get('audio_url')}")
+            else:
+                print("\n❌ FAILED: success=False in response")
+                print(f"💬 Message: {response_data.get('message', 'No message')}")
+        else:
+            print(f"\n❌ HTTP ERROR: {response.status_code}")
+            print(f"💬 Detail: {response_data.get('detail', 'No detail')}")
+            
+    except json.JSONDecodeError:
+        print("⚠️  Response is not valid JSON:")
+        print(response.text)
+        
+except requests.exceptions.ConnectionError:
+    print("\n❌ CONNECTION ERROR: Cannot connect to backend")
+    print("Make sure the backend is running on http://127.0.0.1:8000")
+    
+except requests.exceptions.Timeout:
+    print("\n❌ TIMEOUT: Request took longer than 60 seconds")
+    
+except Exception as e:
+    print(f"\n❌ UNEXPECTED ERROR: {type(e).__name__}: {e}")
+
+print("\n" + "=" * 60)

tools/test_audio_quick.py

@@ -0,0 +1,73 @@
+"""
+Quick test script for audio API after fixes
+"""
+import requests
+import json
+
+print("=" * 60)
+print("🎵 AUDIO API QUICK TEST")
+print("=" * 60)
+
+# Test 1: Health Check
+print("\n1️⃣  Testing backend health...")
+try:
+    health = requests.get("http://127.0.0.1:8000/health", timeout=5)
+    print(f"   ✅ Backend is running (Status: {health.status_code})")
+except Exception as e:
+    print(f"   ❌ Backend not responding: {e}")
+    exit(1)
+
+# Test 2: Audio Endpoint
+print("\n2️⃣  Testing /api/audio/generate endpoint...")
+payload = {
+    "article_url": "https://www.example.com/test-article",
+    "title": "Test Article Title",
+    "category": "ai",
+    "image_url": "https://www.example.com/image.jpg"
+}
+
+print(f"\n📦 Payload:")
+print(json.dumps(payload, indent=2))
+
+try:
+    print("\n⏳ Sending request (this may take 10-30 seconds)...")
+    response = requests.post(
+        "http://127.0.0.1:8000/api/audio/generate",
+        json=payload,
+        timeout=60
+    )
+    
+    print(f"\n📊 Status Code: {response.status_code}")
+    
+    if response.status_code == 200:
+        data = response.json()
+        if data.get('success'):
+            print("✅ SUCCESS! Audio generated")
+            print(f"🔊 Audio URL: {data.get('audio_url')}")
+        else:
+            print("⚠️  Request succeeded but success=False")
+            print(f"Message: {data.get('message', 'No message')}")
+    else:
+        print(f"❌ HTTP {response.status_code}")
+        try:
+            error_data = response.json()
+            print(f"Detail: {error_data.get('detail', 'No detail')}")
+        except:
+            print(f"Response: {response.text[:200]}")
+            
+except requests.exceptions.Timeout:
+    print("❌ Request timed out (>60s)")
+    print("Possible causes:")
+    print("  - GROQ_API_KEY not set in .env")
+    print("  - Appwrite bucket 'audio-summaries' doesn't exist")
+    print("  - Article content scraping failed")
+    
+except Exception as e:
+    print(f"❌ Error: {type(e).__name__}: {e}")
+
+print("\n" + "=" * 60)
+print("\n💡 If test failed, check:")
+print("  1. GROQ_API_KEY in .env file")
+print("  2. 'audio-summaries' bucket exists in Appwrite")
+print("  3. Backend terminal logs for detailed error")
+print("=" * 60)

tools/test_cloud_schema.py

@@ -0,0 +1,77 @@
+import sys
+import os
+from datetime import datetime
+
+# Add parent directory to path
+sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), '..')))
+
+from app.models import Article
+from app.services.appwrite_db import AppwriteDatabase
+from app.config import settings
+
+# MOCK SETTINGS FOR TEST
+# We need to simulate that we are saving to the CLOUD collection
+settings.APPWRITE_CLOUD_COLLECTION_ID = "mock_cloud_collection_id"
+settings.APPWRITE_DATABASE_ID = "mock_db_id"
+
+def test_cloud_schema_mapping():
+    print("🧪 Testing Cloud Collection Schema Mapping...")
+    
+    # 1. Create a dummy AppwriteDatabase instance
+    # We will mock the tablesDB.create_row method to intercept the data
+    db = AppwriteDatabase()
+    
+    # Mock the internal tablesDB.create_row to just print the data
+    class MockDB:
+        def create_row(self, database_id, collection_id, document_id, data):
+            print(f"\n📝 INTERCEPTED WRITE to {collection_id}:")
+            print(f"   IDs: {document_id}")
+            print(f"   Keys: {list(data.keys())}")
+            
+            # CHECK 1: 'image' should exist, 'image_url' should NOT
+            if 'image' in data and 'image_url' not in data:
+                print("   ✅ PASS: 'image' used instead of 'image_url'")
+            else:
+                 print(f"   ❌ FAIL: Keys are wrong! {list(data.keys())}")
+            
+            # CHECK 2: 'publishedAt' should exist, 'published_at' should NOT
+            if 'publishedAt' in data and 'published_at' not in data:
+                 print("   ✅ PASS: 'publishedAt' used instead of 'published_at'")
+            else:
+                 print(f"   ❌ FAIL: Date keys are wrong! {list(data.keys())}")
+                 
+            return {'$id': document_id}
+            
+    db.tablesDB = MockDB()
+    db.initialized = True # Force init for test
+    
+    # 2. Create a test article (Cloud Category)
+    # This category 'cloud-aws' triggers the get_collection_id -> cloud collection logic
+    article = {
+        'title': 'Test Cloud Article',
+        'url': 'https://aws.amazon.com/test',
+        'image_url': 'https://aws.amazon.com/image.jpg', # New schema key
+        'published_at': datetime.now(), # New schema key
+        'source': 'AWS Blog',
+        'category': 'cloud-aws' # CRITICAL: This routes to Cloud Collection
+    }
+    
+    print(f"\n📋 Input Article Keys: {list(article.keys())}")
+    
+    # 3. Import asyncio and run save_articles
+    import asyncio
+    
+    # Patch get_collection_id to return our mock ID
+    original_get_collection_id = db.get_collection_id
+    db.get_collection_id = lambda cat: settings.APPWRITE_CLOUD_COLLECTION_ID
+    
+    try:
+        asyncio.run(db.save_articles([article]))
+    except Exception as e:
+        print(f"Error: {e}")
+    finally:
+        # Restore (good practice, though script ends)
+        db.get_collection_id = original_get_collection_id
+
+if __name__ == "__main__":
+    test_cloud_schema_mapping()

tools/test_validation_fix.py

@@ -0,0 +1,49 @@
+import sys
+import os
+from datetime import datetime
+
+# Add parent directory to path
+sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), '..')))
+
+from app.models import Article
+from app.utils.data_validation import is_valid_article, sanitize_article
+
+def test_validation():
+    print("🧪 Testing Data Validation Fix...")
+    
+    # 1. Create a Pydantic Article (snake_case fields)
+    article = Article(
+        title="Test Article Title For Validation",
+        url="https://example.com/test-article",
+        published_at=datetime.now(),
+        image_url="https://example.com/image.jpg",
+        source="Test Source",
+        category="ai"
+    )
+    
+    print(f"\n📋 Model Data: {article.model_dump()}")
+    
+    # 2. Test is_valid_article
+    is_valid = is_valid_article(article)
+    print(f"\n✅ is_valid_article: {is_valid}")
+    
+    if is_valid:
+        print("   -> PASSED: Pydantic model validated successfully!")
+    else:
+        print("   -> FAILED: Pydantic model rejected!")
+        
+    # 3. Test sanitize_article
+    sanitized = sanitize_article(article)
+    print(f"\n🧹 Sanitized Data Keys: {list(sanitized.keys())}")
+    print(f"   publishedAt: {sanitized.get('publishedAt')}")
+    print(f"   published_at: {sanitized.get('published_at')}")
+    print(f"   image: {sanitized.get('image')}")
+    print(f"   image_url: {sanitized.get('image_url')}")
+    
+    if sanitized.get('publishedAt') and sanitized.get('image_url'):
+         print("   -> PASSED: Sanitization preserved critical fields!")
+    else:
+         print("   -> FAILED: Sanitization missing fields!")
+
+if __name__ == "__main__":
+    test_validation()