# FDI Wire — automated access policy
# See /terms for the full legal terms. Systematic scraping, bulk
# extraction, or use of this site's content to train or fine-tune
# machine learning models is prohibited by our Terms of Service,
# regardless of what is technically permitted below.

# General-purpose web crawlers: normal indexing is fine.
User-agent: *
Allow: /
Disallow: /admin
Disallow: /editor
Disallow: /account
Disallow: /saved
Crawl-delay: 5

Sitemap: https://fdiwire.com/sitemap.xml

# Known AI-training / bulk-scraping bots: not permitted.
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: FacebookBot
Disallow: /