# General rules for all user agents
User-agent: *

# Block access to sensitive WordPress directories
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /cgi-bin/
Disallow: /trackback/
Disallow: /xmlrpc.php
Disallow: /?s=  # Blocks search result pages (SEO benefit)

# Allow AJAX requests
Allow: /wp-admin/admin-ajax.php

# Sitemap for better crawling
Sitemap: https://maunikagowardhan.co.uk/sitemap_index.xml

# Reduce crawl rate on heavy sites (optional, adjust if needed)
Crawl-delay: 5