Web Scraping Proxies that don't get blocked.

import requests, time, hashlib

# Routing params live in the password; username is your dashboard login
PROXY = "http://login:country-us@ip.simplynode.io:9003"
PROXIES = {"http": PROXY, "https": PROXY}

def scrape_with_retry(url, retries=3):
    for attempt in range(retries):
        try:
            r = requests.get(url, proxies=PROXIES, timeout=10)
            if r.status_code == 200:
                return r.text
        except requests.RequestException:
            time.sleep(2 ** attempt)  # exponential backoff
    return None

# 500K requests/day pattern - sessions for paginated workloads (30-min sticky)
def scrape_listing(base_url, total_pages):
    session_id = hashlib.md5(base_url.encode()).hexdigest()[:8]
    sticky_proxy = f"http://login:country-us-session-{session_id}-ttl-1800@ip.simplynode.io:9003"
    for p in range(1, total_pages + 1):
        html = scrape_with_retry(f"{base_url}?page={p}")
        parse_and_store(html)

# settings.py - drop in to enable SimplyNode rotating residential
DOWNLOADER_MIDDLEWARES = {
    "scrapy.downloadermiddlewares.httpproxy.HttpProxyMiddleware": 110,
}

# Routing params (country, session, ttl, asn) live in the password field
HTTPS_PROXY = "http://login:country-us@ip.simplynode.io:9003"
HTTP_PROXY  = HTTPS_PROXY

# Concurrent requests - bump up since we have unlimited concurrency
CONCURRENT_REQUESTS = 64
CONCURRENT_REQUESTS_PER_DOMAIN = 16
DOWNLOAD_DELAY = 0  # residential IPs handle rate without throttle
RETRY_TIMES = 3
RETRY_HTTP_CODES = [429, 500, 502, 503, 504]

# In your spider:
# yield scrapy.Request(url, meta={"proxy": HTTPS_PROXY})

import { chromium } from 'playwright';

// Sticky session - same residential IP across the whole browser lifetime
const sessionId = Math.random().toString(36).slice(2, 10);

const browser = await chromium.launch({
  proxy: {
    server: 'http://ip.simplynode.io:9003',
    username: 'login',
    password: `country-us-session-${sessionId}-ttl-1800`
  }
});

const page = await browser.newPage();
await page.goto('https://target.example.com/login');
// Login flow + paginated scrape, all from the same residential IP