# The Democracy Advocate Robots Policy

User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Block internal search result pages
Disallow: /?s=
Disallow: /search/

# Prevent comment pagination crawling
Disallow: /comment-page-

# Sitemaps
Sitemap: https://thedemocracyadvocate.com/sitemap.xml
Sitemap: https://thedemocracyadvocate.com/sitemap-news.xml
Sitemap: https://thedemocracyadvocate.com/nt-sitemap.xml


# Yandex crawler
User-agent: Yandex
Allow: /

# AI crawler policy
User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bytespider
Disallow: /

User-agent: meta-externalagent
Disallow: /