# START YOAST BLOCK User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Sitemap: https://ordermonkey.com/sitemap_index.xml # END YOAST BLOCK # --- GenAI crawlers (explicit allow) --- # OpenAI User-agent: GPTBot Allow: / Disallow: /wp-admin/ # (Optional) OpenAI search crawler (if used) User-agent: OAI-SearchBot Allow: / Disallow: /wp-admin/ # Perplexity User-agent: PerplexityBot Allow: / Disallow: /wp-admin/ # Anthropic User-agent: ClaudeBot Allow: / Disallow: /wp-admin/ # Common Crawl (often used in AI corpora) User-agent: CCBot Allow: / Disallow: /wp-admin/ # Google AI training/grounding User-agent: Google-Extended Allow: / Disallow: /wp-admin/ # (Optional) Apple’s AI opt-in User-agent: Applebot-Extended Allow: / Disallow: /wp-admin/