Bypass basic anti-bot protections to scrape target URLs into Markdown

curl -X POST 'https://app.castomapi.com/v1/proxy/stealth-fetch' \
  -H 'x-api-key: <your-api-key>' \
  -H 'Content-Type: application/json' \
  -d '{"cleanDom": true, "customHeaders": {}, "format": "markdown", "timeout": 10000, "url": "https://example.com/page", "userAgentType": "desktop_chrome"}'

const res = await fetch('https://app.castomapi.com/v1/proxy/stealth-fetch', {
  method: 'POST',
  headers: { 'x-api-key': '<your-api-key>', 'Content-Type': 'application/json' },
  body: JSON.stringify({"cleanDom": true, "customHeaders": {}, "format": "markdown", "timeout": 10000, "url": "https://example.com/page", "userAgentType": "desktop_chrome"})
});
const data = await res.json();
console.log(data);

import { request } from 'node:https';

// Node 18+ has fetch built in
const res = await fetch('https://app.castomapi.com/v1/proxy/stealth-fetch', {
  method: 'POST',
  headers: { 'x-api-key': '<your-api-key>', 'Content-Type': 'application/json' },
  body: JSON.stringify({"cleanDom": true, "customHeaders": {}, "format": "markdown", "timeout": 10000, "url": "https://example.com/page", "userAgentType": "desktop_chrome"})
});
const data = await res.json();
console.log(data);

import requests

res = requests.post(
    'https://app.castomapi.com/v1/proxy/stealth-fetch',
    headers={'x-api-key': '<your-api-key>'},
    json={"cleanDom": True, "customHeaders": {}, "format": "markdown", "timeout": 10000, "url": "https://example.com/page", "userAgentType": "desktop_chrome"},
    timeout=30,
)
print(res.json())

<?php
$ch = curl_init('https://app.castomapi.com/v1/proxy/stealth-fetch');
curl_setopt_array($ch, [
    CURLOPT_CUSTOMREQUEST => 'POST',
    CURLOPT_RETURNTRANSFER => true,
    CURLOPT_HTTPHEADER => ['x-api-key: <your-api-key>', 'Content-Type: application/json'],
    CURLOPT_POSTFIELDS => json_encode(['cleanDom' => true, 'customHeaders' => [], 'format' => 'markdown', 'timeout' => 10000, 'url' => 'https://example.com/page', 'userAgentType' => 'desktop_chrome']),
]);
$data = json_decode(curl_exec($ch), true);
print_r($data);