# https://www.robotstxt.org/robotstxt.html
#
# Search engines and AI assistants are welcome to read and cite the public pages.
# A plain-text summary of the site for language models: https://www.morpheoai.com/llms.txt
#
# The AI crawlers are named explicitly so there is no doubt they are allowed.
# They share one group, so the Disallow rules below apply to all of them.

User-agent: *
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: DuckAssistBot
User-agent: MistralAI-User
User-agent: meta-externalagent
User-agent: CCBot
Allow: /

# API and admin
Disallow: /api/
Disallow: /admin/

# Signed-in pages: private to each account, nothing for a crawler to read
Disallow: /dashboard
Disallow: /saved
Disallow: /profile
Disallow: /notifications
Disallow: /workspace/
Disallow: /playground
Disallow: /benchmarks

# The public blog is not released yet
Disallow: /blog

Sitemap: https://www.morpheoai.com/sitemap.xml