Scale Your Web Scraping

import requests

# Configure proxy
proxies = {
    'http': 'socks5h://customer_id:us:att:api_key@proxy.enterprise-proxy.net:1080',
    'https': 'socks5h://customer_id:us:att:api_key@proxy.enterprise-proxy.net:1080'
}

# Make request through proxy
response = requests.get(
    'https://example.com',
    proxies=proxies,
    headers={
        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36'
    }
)

print(response.text[:500])

const puppeteer = require('puppeteer');

async function scrapeWithProxy() {
  const browser = await puppeteer.launch({
    args: [
      '--proxy-server=socks5://proxy.enterprise-proxy.net:1080',
      '--no-sandbox'
    ]
  });

  const page = await browser.newPage();
  
  // Authenticate with proxy
  await page.authenticate({
    username: 'customer_id:us:att',
    password: 'your_api_key'
  });

  await page.goto('https://example.com');
  const content = await page.content();
  
  await browser.close();
  return content;
}

from selenium import webdriver
from selenium.webdriver.common.proxy import Proxy, ProxyType

# Configure proxy
proxy = Proxy()
proxy.proxy_type = ProxyType.MANUAL
proxy.http_proxy = "socks5://proxy.enterprise-proxy.net:1080"
proxy.ssl_proxy = "socks5://proxy.enterprise-proxy.net:1080"

# Create driver with proxy
options = webdriver.ChromeOptions()
options.add_argument('--proxy-server=socks5://proxy.enterprise-proxy.net:1080')

driver = webdriver.Chrome(options=options)

# Navigate to page
driver.get("https://example.com")
print(driver.page_source[:500])