User-agent: * Allow: / # Clicky first-party analytics paths (anti-adblock, proxied on our domain). # Googlebot re-crawls the same-origin beacon (/BEACON?site_id=...) + loader as # junk 200s — pure crawl-budget waste (~49% of refresh re-crawls on free.ai). # robots.txt only governs crawlers; browsers still run analytics. See ~/seo/playbook/06. Disallow: /09e17ec970a3b Disallow: /164958ff2dbae.js # Checkout pages are a purchase step, not content. Crawlers following the # pricing CTAs were most of checkout_view (2026-11-01 spike, 0 payments). Disallow: /checkout/ Disallow: /pricing/checkout/ Sitemap: https://translateapi.ai/sitemap.xml