# Content-Signal (https://contentsignals.org) states how this content may be
# used, in a form that applies to a crawler nobody here has heard of yet:
#   search=yes     index it, link to it, quote a short excerpt
#   ai-input=yes   use it to answer a question now, with a citation
#   ai-train=no    do not train or fine-tune a model on it
#
# Rather call than crawl? Everything here is open and read-only:
#   /llms.txt                          the whole company as one markdown file
#   /agents.md                         every endpoint, tool and skill
#   /.well-known/api-catalog           RFC 9727 catalog of both APIs
#   /.well-known/mcp/server-card.json  MCP server card
#   /.well-known/agent-card.json       A2A agent card
#   /.well-known/agent-skills/index.json  published agent skills
#   /auth.md                           what needs a credential (nothing above does)

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /auth.md
Disallow: /dashboard
Disallow: /admin
Disallow: /api
Disallow: /create
Disallow: /auth
Disallow: /settings
Disallow: /votes
Disallow: /invite
Disallow: /internal

User-agent: GPTBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: ChatGPT-User
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /auth.md
Disallow: /dashboard
Disallow: /admin
Disallow: /api
Disallow: /create
Disallow: /auth
Disallow: /settings
Disallow: /votes
Disallow: /invite
Disallow: /internal

User-agent: OAI-SearchBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /auth.md
Disallow: /dashboard
Disallow: /admin
Disallow: /api
Disallow: /create
Disallow: /auth
Disallow: /settings
Disallow: /votes
Disallow: /invite
Disallow: /internal

User-agent: PerplexityBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /auth.md
Disallow: /dashboard
Disallow: /admin
Disallow: /api
Disallow: /create
Disallow: /auth
Disallow: /settings
Disallow: /votes
Disallow: /invite
Disallow: /internal

User-agent: ClaudeBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /auth.md
Disallow: /dashboard
Disallow: /admin
Disallow: /api
Disallow: /create
Disallow: /auth
Disallow: /settings
Disallow: /votes
Disallow: /invite
Disallow: /internal

User-agent: Claude-Web
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /auth.md
Disallow: /dashboard
Disallow: /admin
Disallow: /api
Disallow: /create
Disallow: /auth
Disallow: /settings
Disallow: /votes
Disallow: /invite
Disallow: /internal

User-agent: Claude-SearchBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /auth.md
Disallow: /dashboard
Disallow: /admin
Disallow: /api
Disallow: /create
Disallow: /auth
Disallow: /settings
Disallow: /votes
Disallow: /invite
Disallow: /internal

User-agent: Claude-User
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /auth.md
Disallow: /dashboard
Disallow: /admin
Disallow: /api
Disallow: /create
Disallow: /auth
Disallow: /settings
Disallow: /votes
Disallow: /invite
Disallow: /internal

User-agent: Google-Extended
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /auth.md
Disallow: /dashboard
Disallow: /admin
Disallow: /api
Disallow: /create
Disallow: /auth
Disallow: /settings
Disallow: /votes
Disallow: /invite
Disallow: /internal

User-agent: Applebot-Extended
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /auth.md
Disallow: /dashboard
Disallow: /admin
Disallow: /api
Disallow: /create
Disallow: /auth
Disallow: /settings
Disallow: /votes
Disallow: /invite
Disallow: /internal

User-agent: DuckAssistBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /auth.md
Disallow: /dashboard
Disallow: /admin
Disallow: /api
Disallow: /create
Disallow: /auth
Disallow: /settings
Disallow: /votes
Disallow: /invite
Disallow: /internal

User-agent: meta-externalagent
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /auth.md
Disallow: /dashboard
Disallow: /admin
Disallow: /api
Disallow: /create
Disallow: /auth
Disallow: /settings
Disallow: /votes
Disallow: /invite
Disallow: /internal

Sitemap: https://vote.direct/sitemap.xml
Host: https://vote.direct