User-agent: *
Disallow: /wp-admin/
Disallow: /wp-content/secure-json/
Allow: /wp-admin/admin-ajax.php

Sitemap: https://erkeksiddeti.org/sitemap_index.xml

# ---------------------------------------------------------------------------
# AI TRAINING CRAWLERS — blocked 2026-09-08 (05_vps estate policy).
# Rationale: bulk harvesting for model training, no traffic returned.
#
# DELIBERATELY NOT BLOCKED, so this site stays quotable in AI answers:
#   OAI-SearchBot, ChatGPT-User, Perplexity-User, Claude-User, Claude-SearchBot
# Also NOT blocked: facebookexternalhit and Twitterbot are LINK-PREVIEW
# fetchers — blocking them breaks link cards on Facebook/WhatsApp/X.
# Google-Extended / Applebot-Extended affect AI training ONLY; Googlebot and
# Applebot search crawling are unaffected.
# ---------------------------------------------------------------------------
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: YouBot
Disallow: /