# plori — https://plori.ai
# AI answer engines and agents are welcome. See /llms.txt for a curated map of the
# site, /agents.md for the integration front door, and /mcp for the MCP connect guide.

# /agent (exact + subtree, NOT /agents.md) is the app shell: rendering it opens an
# anonymous trial session, so a JS-executing crawler would mint junk accounts; there is
# no content to index either way. /workspaces/ is the same app shell for a Workspace.
# /dev is the wf-preview dev harness.
# /dashboard is deliberately NOT listed: a Disallow'd URL can still be indexed URL-only
# from external links (the crawler never sees a noindex). It is crawlable and answers
# with X-Robots-Tag: noindex from the middleware, which keeps it out of every index.
User-agent: *
Allow: /
Disallow: /admin
Disallow: /agent$
Disallow: /agent/
Disallow: /workspaces/
Disallow: /dev

# Answer-engine / AI crawlers — explicitly welcomed (being blocked here makes the
# site invisible to that engine regardless of content quality). Same access as above;
# the auth-gated app surfaces stay out of the index. Tokens are case-sensitive to the
# byte — a typo silently fails to match. Grouped by vendor: training + search/citation +
# live user-fetch (the user-fetch bots ignore robots.txt anyway, listed for clarity).
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Bingbot
User-agent: Amazonbot
User-agent: Meta-ExternalAgent
Allow: /
Disallow: /admin
Disallow: /agent$
Disallow: /agent/
Disallow: /workspaces/
Disallow: /dev

Sitemap: https://plori.ai/sitemap.xml