Add LegiScan API call counter to track usage per pipeline run

data_updating_scripts/fix_pdf_bills.py

@@ -48,7 +48,7 @@ def _log_pipeline_error(error, bill_id="", bill_key=""):
         pass
 
 # Import shared LegiScan API helper
-from legiscan_api import legi_request, RATE_LIMIT
+from legiscan_api import legi_request, RATE_LIMIT, get_api_call_count
 
 # Files
 INPUT_FILE = "data/known_bills.json"
@@ -296,11 +296,13 @@ def main(overwrite: bool | None = None):
     with open(OUTPUT_FILE, 'w') as f:
         json.dump(bills, f, indent=2)
 
+    api_calls = get_api_call_count()
     logger.info(f"Processing complete!")
     logger.info(f"Fixed locally (no API calls): {fixed_local} bills")
     logger.info(f"Fixed via API: {fixed_api} bills")
     logger.info(f"Failed to fix: {failed_count} bills")
     logger.info(f"Already fixed (skipped): {already_fixed} bills")
+    logger.info(f"Total LegiScan API calls this run: {api_calls}")
     if fixed_local > 0:
         logger.info(f"Saved ~{fixed_local * 2} API calls by using local PDF extraction")
     logger.info(f"Output saved to: {OUTPUT_FILE}")

data_updating_scripts/get_data.py

@@ -38,7 +38,7 @@ def _update_pipeline_progress(current, total, unit="bills", message=""):
         pass
 
 # Import shared LegiScan API helper
-from legiscan_api import legi_request, API_KEY, RATE_LIMIT as _DEFAULT_RATE_LIMIT
+from legiscan_api import legi_request, API_KEY, RATE_LIMIT as _DEFAULT_RATE_LIMIT, get_api_call_count
 
 if not API_KEY:
     print("Error: Please set LEGISCAN_API_KEY in your .env file.")
@@ -286,9 +286,11 @@ def main():
     save_json(CACHE_FILE, cache)
     _update_pipeline_progress(len(all_bills), len(all_bills), "bills",
         f"Done: {len(all_bills)} bills ({new_or_updated} new, {skipped_unchanged} unchanged)")
+    api_calls = get_api_call_count()
     logger.info(f"Completed run, saved {len(all_bills)} bills to {OUTPUT_FILE}")
     logger.info(f"  Unchanged (skipped API calls): {skipped_unchanged}")
     logger.info(f"  New or updated (fetched from API): {new_or_updated}")
+    logger.info(f"  Total LegiScan API calls this run: {api_calls}")
     if skipped_unchanged > 0:
         logger.info(f"  Saved ~{skipped_unchanged * 2} API calls by skipping unchanged bills")
 

data_updating_scripts/legiscan_api.py

@@ -13,6 +13,14 @@ API_KEY = os.getenv("LEGISCAN_API_KEY")
 
 RATE_LIMIT = 0.2  # seconds between requests
 
+# API call counter — tracks total calls made in this process
+_api_call_count = 0
+
+
+def get_api_call_count():
+    """Return the number of LegiScan API calls made so far."""
+    return _api_call_count
+
 
 def legi_request(op, params):
     """Make a request to the LegiScan API.
@@ -20,6 +28,8 @@ def legi_request(op, params):
     Returns the parsed JSON response on success, or None on failure.
     """
     base = "https://api.legiscan.com/"
+    global _api_call_count
+    _api_call_count += 1
     params.update({"key": API_KEY, "op": op})
     try:
         resp = requests.get(base, params=params, timeout=10)