Проксі для перевірки позицій сайту

# pip install requests playwright
# playwright install chromium
import random, time, requests
from urllib.parse import quote_plus, urlparse
from playwright.sync_api import sync_playwright

PROXY_LIST_URL = "PROXY_LIST_URL_FROM_DASHBOARD"
REFRESH_SEC = 600
DEPTH = 30

_pool, _loaded = [], 0

def pool():
    global _pool, _loaded
    if time.time() - _loaded > REFRESH_SEC:
        text = requests.get(PROXY_LIST_URL, timeout=15).text
        _pool = [line.strip() for line in text.splitlines() if ":" in line]
        _loaded = time.time()
    return _pool

def serp_links(browser, url, hl, tries=3):
    for _ in range(tries):
        proxy = random.choice(pool())
        ctx = browser.new_context(proxy={"server": f"socks5://{proxy}"}, locale=hl)
        try:
            page = ctx.new_page()
            page.goto(url, timeout=20000, wait_until="domcontentloaded")
            if "/sorry/" in page.url:
                continue
            page.wait_for_selector("#search", timeout=10000)
            return page.eval_on_selector_all("#search a[href^='http'] h3",
                                             "els => els.map(e => e.closest('a').href)")
        except Exception:
            continue
        finally:
            ctx.close()
    return []

def position(domain, query, gl="us", hl="en"):
    hosts = []
    with sync_playwright() as p:
        browser = p.chromium.launch(headless=True)
        for start in range(0, DEPTH, 10):
            url = f"https://www.google.com/search?q={quote_plus(query)}&gl={gl}&hl={hl}&start={start}"
            for link in serp_links(browser, url, hl):
                host = urlparse(link).netloc.replace("www.", "")
                if host and host not in hosts:
                    hosts.append(host)
            if domain in hosts:
                break
        browser.close()
    return hosts.index(domain) + 1 if domain in hosts else None

print(position("example.com", "buy proxies", gl="us", hl="en"))