User-agent: *
Allow: /
# Dead/junk paths that bots keep probing — tell them to stop so GSC
# stops reporting them as "Not found (404)".
Disallow: /users/
Disallow: /workspace
Disallow: /workspace/
Disallow: /token
Disallow: /token/
Disallow: /sign-up-whitepaper-paywall/
Disallow: /well-known/
# Keep parameterized marketing/referral variants out of crawl paths.
Disallow: /*?ref=*
Disallow: /*&ref=*
Disallow: /*?utm_*
Disallow: /*&utm_*
Disallow: /*?gclid=*
Disallow: /*&gclid=*
Disallow: /*?fbclid=*
Disallow: /*&fbclid=*
# Non-standard hint for bots that support Clean-param (Google ignores it).
Clean-param: ref&utm_source&utm_medium&utm_campaign&utm_term&utm_content&utm_id&gclid&fbclid /

User-agent: OAI-SearchBot
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Bytespider
Allow: /

Sitemap: https://prefactor.tech/sitemap.xml