# Search / AI-search crawlers (explicit Allow). GPTBot training policy undecided — not blocked here.
User-agent: OAI-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Yeti
Allow: /

User-agent: *
Allow: /
Allow: /p/
Allow: /c/
Allow: /api/
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /sitemap.xml
Allow: /rss.xml
Disallow: /submit/
Sitemap: https://indieindex.xyz/sitemap.xml
# /p/*.md is Agent DX. Host should send X-Robots-Tag: noindex, nofollow (see /_headers).