# tej.as
#
# A machine readable index of this site lives at https://tej.as/llms.txt, and the full
# text version at https://tej.as/llms-full.txt.
#
# Content-Signal below is an emerging convention from Cloudflare and the IETF
# AIPREF work, not a directive anything enforces today, and this site is not
# behind Cloudflare. It is here to state intent in a machine readable way.
# All three are yes on purpose: this site wants to be read, retrieved and cited.
#
# Two of the agents listed here do not honour this file. Perplexity's own docs
# say Perplexity-User generally ignores robots.txt because a human asked for
# the fetch, and Bytespider has a long record of ignoring it. They are listed
# anyway so the intent is unambiguous.

Sitemap: https://tej.as/sitemap.xml

User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: Bingbot
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: meta-externalagent
User-agent: FacebookBot
User-agent: Bytespider
User-agent: CCBot
User-agent: cohere-ai
User-agent: Diffbot
User-agent: Timpibot
User-agent: YouBot
User-agent: DuckAssistBot
User-agent: MistralAI-User
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/
Disallow: /nothing.png

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/
Disallow: /nothing.png