Spaces:
Sleeping
Sleeping
File size: 3,151 Bytes
dbaeeae | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 | #!/usr/bin/env python3
"""
Quick check of Craigslist to see what's happening
"""
import helium
import time
from selenium.webdriver.chrome.options import Options
def quick_craigslist_check():
"""Quick check of what's on the Craigslist page"""
print("🔍 QUICK CRAIGSLIST CHECK")
print("=" * 30)
try:
# Start headless browser
chrome_options = Options()
chrome_options.add_argument('--headless')
chrome_options.add_argument('--no-sandbox')
chrome_options.add_argument('--disable-dev-shm-usage')
driver = helium.start_chrome(headless=True, options=chrome_options)
# Test Brooklyn URL
url = "https://newyork.craigslist.org/search/brk/apa?format=list"
print(f"Testing URL: {url}")
helium.go_to(url)
time.sleep(2)
# Get basic page info
page_info = driver.execute_script("""
return {
title: document.title,
url: window.location.href,
bodyText: document.body.textContent.substring(0, 500),
hasSearchInput: !!document.querySelector('input'),
inputCount: document.querySelectorAll('input').length,
hasQuery: !!document.querySelector('#query'),
hasSearchForm: !!document.querySelector('form')
};
""")
print(f"Page Title: {page_info['title']}")
print(f"Current URL: {page_info['url']}")
print(f"Has Search Input: {page_info['hasSearchInput']}")
print(f"Input Count: {page_info['inputCount']}")
print(f"Has #query: {page_info['hasQuery']}")
print(f"Has Form: {page_info['hasSearchForm']}")
print(f"Body Text Preview: {page_info['bodyText'][:200]}...")
# Check if we're redirected or blocked
if "craigslist.org" not in page_info['url']:
print("❌ REDIRECTED: Not on Craigslist anymore")
elif "blocked" in page_info['bodyText'].lower():
print("❌ BLOCKED: Access blocked")
elif page_info['inputCount'] == 0:
print("❌ NO INPUTS: Page has no input elements")
elif not page_info['hasQuery']:
print("⚠️ NO #query: Search box selector changed")
else:
print("✅ PAGE LOOKS OK: Basic elements present")
return page_info
except Exception as e:
print(f"❌ Error: {e}")
return None
finally:
try:
helium.kill_browser()
except:
pass
if __name__ == "__main__":
result = quick_craigslist_check()
if result:
if not result['hasQuery'] and result['hasSearchInput']:
print("\n🔧 LIKELY FIX NEEDED:")
print("The #query selector is not working, but there are input elements.")
print("Need to update search selectors in browser_agent.py")
elif not result['hasSearchInput']:
print("\n🚨 MAJOR ISSUE:")
print("No input elements found. Craigslist may have changed significantly.")
else:
print("\n❌ Could not diagnose the issue") |