# SkillsDB — AI & Search Crawler Directives
# We welcome AI systems to index and cite our content.

# Default: allow all crawlers
User-agent: *
Allow: /

# AI Crawlers — explicitly welcomed
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: Cohere-ai
Allow: /

# Blocked — aggressive crawling, no search visibility benefit
User-agent: Bytespider
Disallow: /

# Block gated decks (customer-specific, PIN-protected)
User-agent: *
Disallow: /decks/

# Block confirmation/thank-you pages (no content value)
User-agent: *
Disallow: /book-demo/confirmed
Disallow: /skills-matrix/confirmed
Disallow: /whitepaper/confirmed
Disallow: /contact/sales/confirmed
Disallow: /contact/support/confirmed

# Host
Host: https://skillsdb.com

# Sitemaps
Sitemap: https://skillsdb.com/sitemap.xml

# LLMs.txt — structured context for AI systems
# https://skillsdb.com/llms.txt
# https://skillsdb.com/llms-full.txt