# StackFlow Tools - https://stackflowtools.com
# Updated: September 2, 2026
#
# Two things that must not be undone:
#  - Do NOT add a "User-agent: Googlebot" group. Google would then
#    ignore every rule in the "*" group below.
#  - Do NOT block /wp-content/plugins/, /wp-content/themes/ or
#    /wp-includes/. Google needs those files to render the pages.
 
 
# --- AI crawlers that can send visitors ---
 
User-agent: OAI-SearchBot
Allow: /
 
User-agent: ChatGPT-User
Allow: /
 
User-agent: Claude-SearchBot
Allow: /
 
User-agent: Claude-User
Allow: /
 
User-agent: PerplexityBot
Allow: /
 
User-agent: Perplexity-User
Allow: /
 
 
# --- AI crawlers that only collect training data ---
 
User-agent: GPTBot
Disallow: /
 
User-agent: ClaudeBot
Disallow: /
 
User-agent: anthropic-ai
Disallow: /
 
User-agent: Google-Extended
Disallow: /
 
User-agent: CCBot
Disallow: /
 
User-agent: FacebookBot
Disallow: /
 
User-agent: Omgilibot
Disallow: /
 
User-agent: Bytespider
Disallow: /
 
 
# --- All search engines, including Google and Bing ---
 
User-agent: *
 
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
 
Disallow: /wp-login.php
Disallow: /wp-signup.php
Disallow: /wp-activate.php
Disallow: /readme.html
Disallow: /license.txt
 
Disallow: /?s=
Disallow: /search/
 
Disallow: /*/trackback/
Disallow: /*/feed/
Disallow: /*/rss/
Disallow: /*/embed/
Disallow: /*/comment-page-*
Disallow: /comments/feed/
 
Disallow: /?preview=
Disallow: /?elementor-preview=
 
Disallow: /wp-json/wp/v2/users
 
 
Sitemap: https://stackflowtools.com/sitemap_index.xml