# Block backlink/SEO crawlers
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Moz
Disallow: /

User-agent: rogerbot
Disallow: /

# Explicitly welcome AI answer engines
User-agent: GPTBot
Allow: /
User-agent: OAI-SearchBot
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: Google-Extended
Allow: /

# Everyone else: crawl content, skip commerce/query noise
User-agent: *
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /*add-to-cart=
Disallow: /*?orderby=
Disallow: /*?filter
Disallow: /*?s=
Allow: /wp-admin/admin-ajax.php