# Block Meta / Facebook Crawlers User-agent: facebookexternalhit Disallow: / User-agent: Meta-ExternalAgent Disallow: / User-agent: Meta-ExternalFetcher Disallow: / User-agent: Facebot Disallow: / # Throttle Googlebot by blocking all parameters, junk files, and feeds User-agent: Googlebot Disallow: /*?* Disallow: /*? Disallow: /search/ Disallow: /detail.php Disallow: /products.php Disallow: /wp-json/ Disallow: /feed/ Disallow: /comments/feed/ # Allow indexing for all search engines while blocking core admin paths User-agent: * Allow: / Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php