# Public information is available to search and AI discovery crawlers.
User-agent: *
Allow: /
Disallow: /platform
Disallow: /*/platform
Disallow: /api
Disallow: /*/api/
Disallow: /admin
Disallow: /*/admin
Disallow: /redirect
Disallow: /*/redirect
Allow: /platform/share/
Allow: /*/platform/share/

# AI search indexing
User-agent: OAI-SearchBot
User-agent: Claude-SearchBot
User-agent: PerplexityBot
Allow: /
Disallow: /platform
Disallow: /*/platform
Disallow: /api
Disallow: /*/api/
Disallow: /admin
Disallow: /*/admin
Disallow: /redirect
Disallow: /*/redirect
Allow: /platform/share/
Allow: /*/platform/share/

# Retrieval requested by a user
User-agent: ChatGPT-User
User-agent: Claude-User
User-agent: Perplexity-User
Allow: /
Disallow: /platform
Disallow: /*/platform
Disallow: /api
Disallow: /*/api/
Disallow: /admin
Disallow: /*/admin
Disallow: /redirect
Disallow: /*/redirect
Allow: /platform/share/
Allow: /*/platform/share/

# Product information and agent navigation (no authentication required)
# https://www.studyfetch.com/llms.txt
# https://www.studyfetch.com/agents.md
# https://www.studyfetch.com/.well-known/ard.json

# Sitemaps
Sitemap: https://www.studyfetch.com/sitemap.xml
Sitemap: https://www.studyfetch.com/sitemap-index.xml