# fivedaylaunch.com robots policy
# AI answer engines + search crawlers: WELCOME (this is AEO distribution)
# Aggressive SEO/data extractors with no return value: blocked

User-agent: *
Allow: /
Disallow: /demos/
Disallow: /admin/
Disallow: /api/

# Block SEO competitor scrapers + data resellers (no AEO benefit, just resource drain)
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: dataforseo
Disallow: /

User-agent: Dataprovider.com
Disallow: /

User-agent: SeekportBot
Disallow: /

# AI training + answer crawlers: explicitly ALLOWED (our AEO play)
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Applebot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: CCBot
Allow: /

Sitemap: https://fivedaylaunch.com/sitemap.xml
Sitemap: https://fivedaylaunch.com/sitemap-seo.xml