File size: 4,150 Bytes
a74b879 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 | """ScrapingBee Google SERP client — rank checking, local SEO, PAA, competitors."""
import os
import requests
from typing import List, Dict
BASE_URL = "https://app.scrapingbee.com/api/v1/google"
def _key() -> str:
return os.environ.get("SCRAPINGBEE_KEY", "")
def search(query: str, country_code: str = "sa", language: str = "ar", page: int = 1) -> Dict:
"""Run a Google search via ScrapingBee. Returns full SERP data."""
key = _key()
if not key:
return {"error": "no_scrapingbee_key"}
try:
r = requests.get(BASE_URL, params={
"api_key": key,
"search": query,
"country_code": country_code,
"language": language,
"page": page,
}, timeout=20)
r.raise_for_status()
return r.json()
except Exception as e:
return {"error": str(e)}
def rank_check(site_url: str, keywords: List[str], country_code: str = "sa", language: str = "ar") -> List[Dict]:
"""
For each keyword check Google rank of site_url.
Returns list of {kw, position, url, title, description, found, top_competitor, paa, local_results}.
Caps at 8 keywords to save credits.
"""
domain = site_url.replace("https://", "").replace("http://", "").rstrip("/").split("/")[0]
results = []
for kw in keywords[:8]:
data = search(kw, country_code=country_code, language=language)
organic = data.get("organic_results", [])
found = next((i for i in organic if domain in i.get("url", "")), None)
top = organic[0] if organic else None
results.append({
"kw": kw,
"position": found["position"] if found else None,
"url": found["url"] if found else None,
"title": found["title"] if found else None,
"description": found["description"] if found else None,
"found": bool(found),
"top_competitor": {
"title": top["title"], "url": top["url"],
"domain": top.get("domain", ""), "description": top.get("description", "")
} if top and not found else None,
"paa": data.get("questions", [])[:3],
"local_results": data.get("local_results", [])[:3],
"ai_overview": data.get("ai_overviews", [])[:1],
"related_searches": [r.get("query", r) if isinstance(r, dict) else r
for r in data.get("related_searches", [])[:5]],
})
return results
def full_serp_report(site_url: str, keywords: List[str], country_code: str = "sa", language: str = "ar") -> Dict:
"""
Full SERP report: rank check + competitor landscape for top keyword.
"""
ranks = rank_check(site_url, keywords, country_code=country_code, language=language)
# Competitor landscape from top keyword
competitor_landscape = []
if keywords:
data = search(keywords[0], country_code=country_code, language=language)
domain = site_url.replace("https://", "").replace("http://", "").rstrip("/").split("/")[0]
for item in data.get("organic_results", []):
competitor_landscape.append({
"position": item["position"],
"title": item["title"],
"url": item["url"],
"domain": item.get("domain", ""),
"description": item.get("description", ""),
"is_self": domain in item.get("url", ""),
"sitelinks": len(item.get("sitelinks", [])),
})
ranked = [r for r in ranks if r["found"]]
not_ranked = [r for r in ranks if not r["found"]]
avg_pos = round(sum(r["position"] for r in ranked) / len(ranked), 1) if ranked else None
return {
"ok": True,
"site_url": site_url,
"summary": {
"keywords_checked": len(ranks),
"keywords_ranked": len(ranked),
"keywords_not_ranked": len(not_ranked),
"avg_position": avg_pos,
"top_position": min((r["position"] for r in ranked), default=None),
},
"ranks": ranks,
"competitor_landscape": competitor_landscape,
}
|