Update src/streamlit_app.py

src/streamlit_app.py

@@ -40,7 +40,7 @@ def get_ai_client():
 # =============================================================================
 @st.cache_data(ttl=300)  # Cache for 5 minutes
 def get_netflix_content():
-    """Fetch Netflix content from NocoDB"""
+    """Fetch Netflix content from NocoDB with pagination"""
     api_token, _ = get_api_credentials()
     
     if not api_token:
@@ -52,18 +52,38 @@ def get_netflix_content():
         "accept": "application/json"
     }
     
+    all_content = []
+    page = 1
+    page_size = 1000  # NocoDB default page size
+    
     try:
-        response = requests.get(
-            f"{NOCODB_URL}/cleaned_netflix_titles_csv?limit=10000",
-            headers=headers
-        )
-        
-        if response.status_code == 200:
-            data = response.json()
-            return data.get('list', [])
-        else:
-            st.error(f"Failed to fetch data: {response.status_code}")
-            return []
+        while True:
+            offset = (page - 1) * page_size
+            response = requests.get(
+                f"{NOCODB_URL}/cleaned_netflix_titles_csv?limit={page_size}&offset={offset}",
+                headers=headers
+            )
+            
+            if response.status_code == 200:
+                data = response.json()
+                current_page_data = data.get('list', [])
+                
+                if not current_page_data:  # No more data to fetch
+                    break
+                    
+                all_content.extend(current_page_data)
+                
+                # Check if this is the last page
+                page_info = data.get('pageInfo', {})
+                if page_info.get('isLastPage', True):
+                    break
+                
+                page += 1
+            else:
+                st.error(f"Failed to fetch data: {response.status_code}")
+                return []
+                
+        return all_content
             
     except Exception as e:
         st.error(f"Error connecting to database: {e}")