Playwright Stealth Bypass Cloudflare: Developer Integration Guide

┌─────────────────────────────────────────────────────────────────────────┐
│                          BrowserMesh Runtime                            │
│   (CloakBrowser Launch • Local SQLite DB • Live WebSocket Screencast)    │
└────────────────────────────────────┬────────────────────────────────────┘
                                     │ Passes Stealth 'context'
                                     ▼
                     ┌───────────────────────────────┐
                     │    Your Playwright Plugin     │
                     │       run(context) async      │
                     └───────────────┬───────────────┘
                                     │ Emits records
                                     ▼
                     context.emit('result', record);
                                     │
                     ┌───────────────┴───────────────┐
                     │ • SHA-256 Deduplication       │
                     │ • Local SQLite Persistence    │
                     │ • Live UI Table Updates       │
                     │ • 1-Click Excel / CSV Exports │
                     └───────────────────────────────┘

import { PlaywrightContext } from '@browsermesh/sdk';

export interface ScraperInput {
  targetUrl: string;
  maxPages?: number;
  searchKeyword?: string;
}

/**
 * Main execution entrypoint for BrowserMesh Scraper Plugin
 */
export async function run(context: PlaywrightContext<ScraperInput>) {
  const { page, logger, inputs } = context;
  const maxPages = inputs.maxPages || 3;

  logger.info(`Starting stealth extraction on: ${inputs.targetUrl}`);

  // 1. Navigate to target URL using CloakBrowser stealth context
  await page.goto(inputs.targetUrl, {
    waitUntil: 'domcontentloaded',
    timeout: 30000,
  });

  // 2. CloakBrowser automatically handles passive Turnstile challenges
  // If an interactive puzzle surfaces, the 30+ FPS screencast displays it in Studio
  await page.waitForSelector('.product-grid, .results-container', { timeout: 15000 });

  let currentPage = 1;

  while (currentPage <= maxPages) {
    logger.info(`Extracting page ${currentPage} of ${maxPages}...`);

    // Extract records using standard Playwright selectors
    const items = await page.$$eval('.product-card', (cards) => {
      return cards.map((card) => {
        const titleEl = card.querySelector('.product-title');
        const priceEl = card.querySelector('.price-tag');
        const linkEl = card.querySelector('a.product-link') as HTMLAnchorElement;

        return {
          title: titleEl ? titleEl.textContent?.trim() : '',
          price: priceEl ? priceEl.textContent?.trim() : '',
          productUrl: linkEl ? linkEl.href : '',
          scrapedAt: new Date().toISOString(),
        };
      });
    });

    // 3. Emit each extracted record to the BrowserMesh engine
    // BrowserMesh automatically deduplicates (SHA-256) and stores locally
    for (const item of items) {
      if (item.title && item.productUrl) {
        await context.emit('result', item);
      }
    }

    // Check for pagination
    const nextButton = await page.$('a.pagination-next:not(.disabled)');
    if (!nextButton || currentPage >= maxPages) {
      break;
    }

    // Emulate natural human click with Bezier curve dynamics
    await nextButton.click();
    await page.waitForLoadState('domcontentloaded');
    currentPage++;
  }

  logger.info(`Job completed successfully! Total pages scraped: ${currentPage}`);
}

{
  "id": "playwright-stealth-demo",
  "name": "E-Commerce Stealth Extractor",
  "version": "1.0.0",
  "author": "Data Engineering Team",
  "category": "E-Commerce",
  "stealthLevel": 3,
  "inputs": [
    {
      "name": "targetUrl",
      "type": "string",
      "label": "Target Catalog URL",
      "placeholder": "https://example.com/products",
      "required": true
    },
    {
      "name": "maxPages",
      "type": "number",
      "label": "Max Pages to Crawl",
      "default": 3,
      "min": 1,
      "max": 50
    }
  ],
  "outputs": [
    "title",
    "price",
    "productUrl",
    "scrapedAt"
  ]
}