# Bugspeaks.com robots.txt
# AEO/GEO Optimized - Allow AI answer engines, block scrapers

# ALLOW: AI Answer/Search Engines (AEO/GEO) 

User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: YouBot
Allow: /

User-agent: BingBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-CloudVertexBot
Allow: /

# BLOCK: Bulk scrapers & training-only crawlers 

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Googlebot
Disallow: /static/images/
Allow: /static/sitemap.xml
Allow: /static/sitemap_blog.xml

# DEFAULT: Allow all regular search crawlers 

User-agent: *
Allow: /

# Sitemaps 

Sitemap: https://www.bugspeaks.com/static/sitemap.xml
Sitemap: https://www.bugspeaks.com/static/sitemap_blog.xml