Build Unblockable Scrapers with Puppeteer, Playwright and Selenium

const puppeteer = require('puppeteer-core');
const auth = 'USERNAME:PASSWORD';

async function run(){
    let browser;
    try {
        browser = await puppeteer.connect({
            browserWSEndpoint: `wss://${auth}@brd.superproxy.io:9222`,
        });
        const page = await browser.newPage();
        page.setDefaultNavigationTimeout(2*60*1000);
        await page.goto('http://lumtest.com/myip.json');
        const html = await page.content();
        console.log(html);
    } catch(e){
        console.error('run failed', e);
    } finally {
        await browser?.close();
    }
}

if (require.main==module)
    run();

import asyncio
from playwright.async_api import async_playwright

auth = 'USERNAME:PASSWORD'
browser_url = 'wss://{auth}@brd.superproxy.io:9222'

async def main():
    async with async_playwright() as pw:
        print('connecting');
        browser = await pw.chromium.connect_over_cdp(browser_url)
        print('connected');
        page = await browser.new_page()
        print('goto')
        await page.goto('http://lumtest.com/myip.json', timeout=120000)
        print('done, evaluating')
        print(await page.evaluate('()=>document.documentElement.outerHTML'))
        await browser.close()

asyncio.run(main())