Connect your website to AI Traffic

// SpyderBot Cloudflare Worker — paste in Cloudflare Dashboard → Workers → Create
// Route: *yourdomain.com/*

const TRACKING_KEY = 'YOUR_TRACKING_KEY';
const SERVER_TRACK_URL = 'https://api.spyderbot.net/server-track';
const SPYDER_SCRIPT_URL = 'https://spyderbot.net/wfm.js?key=YOUR_TRACKING_KEY&v=1.1.0';
const SPYDER_SCRIPT_URL_ORIGIN = 'https://spyderbot.net';

const SKIP_MARKERS = ['spyder.min.js', '@spyderbot/spyder', 'wfm.js'];

export default {
  async fetch(request, env, ctx) {
    const response = await fetch(request);
    const contentType = response.headers.get('content-type') || '';

    if (!contentType.includes('text/html')) {
      return response;
    }

    ctx.waitUntil(
      fetch(SERVER_TRACK_URL, {
        method: 'POST',
        headers: {
          'Content-Type': 'application/json',
          'X-Tracking-Key': TRACKING_KEY,
          'User-Agent': request.headers.get('user-agent') || '',
          'CF-Connecting-IP': request.headers.get('cf-connecting-ip') || '',
          'CF-IPCountry': request.headers.get('cf-ipcountry') || '',
        },
        body: JSON.stringify({
          url: request.url,
          referrer: request.headers.get('referer') || '',
          session_id: 'cf_' + Date.now(),
        }),
      }).catch(() => {})
    );

    const html = await response.text();
    const lower = html.toLowerCase();
    if (SKIP_MARKERS.some((m) => lower.includes(m))) {
      return new Response(html, { status: response.status, headers: response.headers });
    }

    const preconnectTag = '<link rel="preconnect" href="' + SPYDER_SCRIPT_URL_ORIGIN + '" crossorigin>';
    const scriptTag = '<script async src="' + SPYDER_SCRIPT_URL + '"></script>';
    const transformed = html.replace(/<head(\s[^>]*)?>/i, (match) => match + preconnectTag + scriptTag);
    const headers = new Headers(response.headers);
    headers.delete('content-length');

    return new Response(transformed, {
      status: response.status,
      statusText: response.statusText,
      headers,
    });
  },
};