# Global access
User-agent: *
Allow: /

# Crawl budget optimization (very important for large sites)
Disallow: /?s=
Disallow: /search/
Disallow: /page/*/?s=
Disallow: /*?replytocom=
Disallow: /*?amp=
Disallow: /*?add-to-cart=
Disallow: /*?orderby=
Disallow: /*?filter=
Disallow: /*?utm_*
Disallow: /*?ref=
Disallow: /*?source=

# WordPress system
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Backend endpoints
Disallow: /wp-login.php
Disallow: /xmlrpc.php

# Feeds (low value)
Disallow: /feed/
Disallow: */feed/

# Author archives (optional – keep only if valuable)
Disallow: /author/

# IMPORTANT: Allow AI crawlers (DO NOT BLOCK)
User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: Amazonbot
Allow: /

# Sitemap
Sitemap: https://ke.sunking.com/sitemap_index.xml