# memocore — https://memocore.ai/robots.txt
# AI crawlers are explicitly welcome on public pages.
#
# /projects/<id> and /memos/<id> are open where the project's share link is: those pages serve a
# signed-out visitor, and the private ones carry <meta name="robots" content="noindex"> themselves.
# The index pages above them (/projects, /memos) are the signed-in workspace and stay closed — the
# Allow lines are longer than the Disallow ones, so the sub-pages win the longest-match rule.

User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: Amazonbot
User-agent: Bytespider
User-agent: cohere-ai
User-agent: *
Allow: /projects/
Allow: /memos/
Disallow: /account
Disallow: /authorize
Disallow: /company
Disallow: /company-invite
Disallow: /dashboard
Disallow: /projects
Disallow: /memos
Disallow: /settings
Disallow: /tasks
Disallow: /m/

# The public project catalog is a search endpoint, not an internal API: it answers anonymously and
# llms.txt points agents straight at it. The rest of /api/ stays closed.
Allow: /api/projects/explore
Disallow: /api/

Sitemap: https://memocore.ai/sitemap.xml