# robots.txt for https://atskills.one
#
# atskills.one is the reference index for agent skills (SKILL.md) and the home
# of the open @skills protocol: 54,900+ public skills across 1,100+ GitHub
# repositories, one page per skill, usable by any coding agent by path.
# Machine-readable summary: https://atskills.one/llms.txt
# Protocol specification:   https://github.com/SylphAI-Inc/atskills
#
# Everything is crawlable; the per-agent blocks exist so that engines which
# ignore or de-prioritise a bare "User-agent: *" still see an explicit Allow.

# --- Western search engines ---
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Slurp
Allow: /

User-agent: Mojeek
Allow: /

User-agent: SeznamBot
Allow: /

User-agent: Qwantify
Allow: /

# --- Russian ---
User-agent: YandexBot
Allow: /

User-agent: YandexImages
Allow: /

# --- Chinese ---
User-agent: Baiduspider
Allow: /

User-agent: Baiduspider-render
Allow: /

User-agent: Sogou web spider
Allow: /

User-agent: Sogou inst spider
Allow: /

User-agent: 360Spider
Allow: /

User-agent: HaosouSpider
Allow: /

User-agent: Yisouspider
Allow: /

User-agent: Bytespider
Allow: /

# --- Korean ---
User-agent: Yeti
Allow: /

# --- AI answer engines (AEO) ---
# These fetch pages to cite them in generated answers. Allowed so @skills can
# be surfaced when someone asks an assistant for an agent skill.
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: YouBot
Allow: /

User-agent: cohere-ai
Allow: /

# --- Social preview crawlers ---
User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Discordbot
Allow: /

User-agent: TelegramBot
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: Slackbot-LinkExpanding
Allow: /

User-agent: *
Allow: /

# Must be the canonical host: Yandex and Baidu expect the sitemap on the same
# host as the robots.txt and can discard a cross-host reference, which would
# leave every skill URL undiscovered.
Sitemap: https://atskills.one/sitemap.xml