updated vector store retrieval

uw_programmatic/base_machine.py

@@ -298,11 +298,18 @@ class UWBaseMachine(StateMachine):
         all_kbs = {}
         if response.status_code == 200:
             data = response.json()
-            for kb in data["knowledge_bases"]:
-                name = kb["name"]
-                kb_id = kb["knowledge_base_id"]
-                if "KB_section" in name:
-                    all_kbs[name] = kb_id
+            next_page = data["pagination"]["next_page"]
+            while next_page is not None:
+                for kb in data["knowledge_bases"]:
+                    name = kb["name"]
+                    kb_id = kb["knowledge_base_id"]
+                    if "KB_section" in name:
+                        all_kbs[name] = kb_id
+                page_url = kb_url + f"?page={next_page}"
+                response = requests.get(url=page_url, headers=headers)
+                response.raise_for_status()
+                data = response.json()
+                next_page = data["pagination"]["next_page"]
         else:
             raise ValueError(response.status_code)
         self.kb_ids = all_kbs