# https://www.robotstxt.org/robotstxt.html
User-agent: *
Content-Signal: search=yes, ai-train=yes, ai-input=yes
Content-Usage: search=y, train-ai=y, ai-input=y
Allow: /
Allow: /es/
Allow: /en/
Allow: /pt/
Allow: /api/markdown
Allow: /llms.txt
Allow: /ai.txt
Allow: /knowledge-graph.json
Allow: /ai-feed.jsonld
Allow: /humans.txt

Disallow: /api/

# /_next/static/ is intentionally NOT blocked: Google needs the CSS and JS to
# render the page, and blocking them degrades indexing of client-side content.
# *.json is not blocked either — knowledge-graph.json and ai-feed.jsonld are
# public feeds meant for agents.

# AI usage preferences — declared in two formats for maximum coverage:
#   Content-Signal: Cloudflare convention (https://contentsignals.org/,
#                   honored by Cloudflare managed robots.txt + Lighthouse).
#   Content-Usage:  IETF draft-ietf-aipref-attach-04 (standards track).
# Values (both default yes/y — this is an institutional site and we benefit
# from being cited and referenced by AI assistants):
#   search     — indexing for search results
#   ai-train   — using content to train AI models
#   ai-input   — use as input for AI answers/RAG (brand visibility in LLMs)

# Markdown for Agents: send `Accept: text/markdown` or append `.md` on any page.
# Index for agents:
# https://www.selenios.com/llms.txt
# AI usage policy: https://www.selenios.com/ai.txt

# Sitemap
Sitemap: https://www.selenios.com/sitemap.xml