Python pyppeteer 与 Selenium Firefox 隧道代理：浏览器自动化方案

pyppeteer

pyppeteer 是 Puppeteer 的 Python 移植版，通过 --proxy-server 参数和 page.authenticate 处理代理。

import asyncio, os
from pyppeteer import launch

host = os.getenv("PROXY_HOST", "t.16yun.cn")
port = os.getenv("PROXY_PORT", "31111")
user = os.getenv("PROXY_USERNAME", "user")
pwd = os.getenv("PROXY_PASSWORD", "password")

async def main():
    browser = await launch({
        "headless": True,
        "args": [
            f"--proxy-server=http://{host}:{port}",
            "--no-sandbox",
            "--ignore-certificate-errors",
        ],
        "ignoreHTTPSErrors": True,
    })
    page = await browser.newPage()
    if user and pwd:
        await page.authenticate({"username": user, "password": pwd})

    await page.goto("https://httpbin.org/ip", {"waitUntil": "domcontentloaded", "timeout": 30000})
    html = await page.content()
    print(html[:500])
    await browser.close()

asyncio.run(main())

Selenium Firefox

Selenium Firefox 通过 set_preference 配置代理：

from selenium import webdriver
from selenium.webdriver.firefox.options import Options
from selenium.webdriver.firefox.service import Service
from webdriver_manager.firefox import GeckoDriverManager

host = os.getenv("PROXY_HOST", "t.16yun.cn")
port = os.getenv("PROXY_PORT", "31111")
user = os.getenv("PROXY_USERNAME", "user")
pwd = os.getenv("PROXY_PASSWORD", "password")

profile = webdriver.FirefoxProfile()
profile.set_preference("network.proxy.type", 1)
profile.set_preference("network.proxy.http", host)
profile.set_preference("network.proxy.http_port", int(port))
profile.set_preference("network.proxy.ssl", host)
profile.set_preference("network.proxy.ssl_port", int(port))
profile.set_preference("network.proxy.socks", host)
profile.set_preference("network.proxy.socks_port", int(port))

options = Options()
options.profile = profile
options.add_argument("--headless")

driver = webdriver.Firefox(
    service=Service(executable_path=GeckoDriverManager().install()),
    options=options,
)

driver.get("https://httpbin.org/ip")
print(driver.page_source[:500])
driver.quit()

浏览器工具代理对比