# Indian Opinion - https://indianopinion.org/llms.txt
# AI usage terms: https://indianopinion.org/.well-known/ai.txt

User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /login/
Disallow: /register/
Disallow: /account/
Disallow: /user/
Disallow: /members/
Disallow: /logout/
Disallow: /password-reset/
Disallow: /*?s=
Disallow: /search/
Disallow: /*?preview=
Disallow: /tag/src-rss/
Disallow: /tag/src-newsomatic/

# Retrieval and citation agents - explicitly welcome.
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Claude-User
User-agent: ClaudeBot
User-agent: Applebot
User-agent: Bingbot
User-agent: Amazonbot
User-agent: Meta-ExternalAgent
User-agent: DuckAssistBot
User-agent: MistralAI-User
User-agent: Google-CloudVertexBot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /login/
Disallow: /register/
Disallow: /account/
Disallow: /user/
Disallow: /members/
Disallow: /logout/
Disallow: /password-reset/
Disallow: /*?s=
Disallow: /search/
Disallow: /*?preview=
Disallow: /tag/src-rss/
Disallow: /tag/src-newsomatic/
Allow: /

# Training and grounding - permitted.
User-agent: GPTBot
User-agent: Google-Extended
User-agent: Applebot-Extended
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /login/
Disallow: /register/
Disallow: /account/
Disallow: /user/
Disallow: /members/
Disallow: /logout/
Disallow: /password-reset/
Disallow: /*?s=
Disallow: /search/
Disallow: /*?preview=
Disallow: /tag/src-rss/
Disallow: /tag/src-newsomatic/
Allow: /

# Bulk corpus crawlers - permitted, but rate-limited. These send no
# referral traffic and this is a small origin.
User-agent: CCBot
Crawl-delay: 10
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /login/
Disallow: /register/
Disallow: /account/
Disallow: /user/
Disallow: /members/
Disallow: /logout/
Disallow: /password-reset/
Disallow: /*?s=
Disallow: /search/
Disallow: /*?preview=
Disallow: /tag/src-rss/
Disallow: /tag/src-newsomatic/
Allow: /

User-agent: Bytespider
Crawl-delay: 30
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /login/
Disallow: /register/
Disallow: /account/
Disallow: /user/
Disallow: /members/
Disallow: /logout/
Disallow: /password-reset/
Disallow: /*?s=
Disallow: /search/
Disallow: /*?preview=
Disallow: /tag/src-rss/
Disallow: /tag/src-newsomatic/
Allow: /

Sitemap: https://indianopinion.org/sitemap.xml
Sitemap: https://indianopinion.org/news-sitemap.xml
Sitemap: https://indianopinion.org/sitemap-taxonomy.xml