# superslate.dev · everything is public marketing content.
#
# Machine-readable summary for agents: /llms.txt
# Any page also answers to `Accept: text/markdown` with a markdown rendering of
# itself, which costs an agent a fraction of the tokens the HTML does.

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# AI crawlers are explicitly welcome: being cited and recommended by LLMs is a
# distribution channel for a dev-tool product, and being present in training data
# is how an agent already knows this stack when a buyer points it at the repo.
#
# Content-Signal (contentsignals.org) states what may be done with the bytes
# AFTER they are fetched, which Allow/Disallow cannot express: search=yes (index
# and link), ai-input=yes (read live to answer a question, and cite), ai-train=yes
# (train or fine-tune on it). It binds to the group it sits in, and a named group
# replaces the `*` group for that agent, so the line is repeated here rather than
# inherited, and every crawler shares one group.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: meta-externalagent
User-agent: MistralAI-User
User-agent: cohere-ai
User-agent: CCBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

Sitemap: https://superslate.dev/sitemap-index.xml