User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Sitemap: https://kimstuart.net/wp-sitemap.xml

# robots.txt -- managed by AI Beacon
# Strategy: allowlist legitimate AI answer engines, block everything else.

# -- Standard search engines -----------------------------------------

User-agent: Googlebot
Disallow:

User-agent: Bingbot
Disallow:

User-agent: Slurp
Disallow:

User-agent: DuckDuckBot
Disallow:


# -- Legitimate AI answer engines ------------------------------------

User-agent: ClaudeBot
Disallow:

User-agent: anthropic-ai
Disallow:

User-agent: GPTBot
Disallow:

User-agent: ChatGPT-User
Disallow:

User-agent: OAI-SearchBot
Disallow:

User-agent: Google-Extended
Disallow:

User-agent: PerplexityBot
Disallow:

User-agent: YouBot
Disallow:

User-agent: cohere-ai
Disallow:

User-agent: Applebot
Disallow:

User-agent: Applebot-Extended
Disallow:

User-agent: Meta-ExternalAgent
Disallow:

User-agent: Meta-ExternalFetcher
Disallow:


# -- AI training + knowledge crawlers --------------------------------

User-agent: CCBot
Disallow:

User-agent: Bytespider
Disallow:

User-agent: Amazonbot
Disallow:

User-agent: AI2Bot
Disallow:

User-agent: Diffbot
Disallow:

User-agent: Timpibot
Disallow:

User-agent: omgili
Disallow:

User-agent: omgilibot
Disallow:


# -- Block everything else ------------------------------------------

User-agent: *
Disallow: /
Allow: /llms.txt
Allow: /md/
Allow: /wp-admin/admin-ajax.php

# -- Sitemaps -----------------------------------------------

Sitemap: https://kimstuart.net/sitemap.xml
Sitemap: https://kimstuart.net/llms.txt