# robots.txt for llms-full-txt.ru
User-agent: *
Allow: /

Sitemap: https://llms-full-txt.ru/sitemap-index.xml

# LLMs.txt files available at:
# /llms.txt — standard llms.txt with links
# /llms-small.txt — small version for quick overview
# /llms-full.txt — full version with complete documentation

# AI training crawlers — allow (public documentation site)
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Bytespider
Allow: /