# Simple Training Center - crawler policy
#
# Full guidance for AI assistants and LLM crawlers:
# https://simpletrainingcenter.com/llms.txt
#
# Public marketing, catalog, tools, insights, and requirements pages are open to
# all crawlers. Authenticated / transactional areas are excluded below.

User-agent: *
Disallow: /lms/
Disallow: /admin/
Disallow: /partners/dashboard
Disallow: /partners/apply
Disallow: /get-started
Allow: /
Sitemap: https://simpletrainingcenter.com/sitemap.xml

# --- AI / LLM crawlers: explicitly permitted on public content ---
# These agents do not execute JavaScript, so they rely on the static fallback
# document served in the page HTML and on llms.txt.

User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: meta-externalagent
User-agent: Bytespider
User-agent: Amazonbot
Disallow: /lms/
Disallow: /admin/
Disallow: /partners/dashboard
Disallow: /partners/apply
Disallow: /get-started
Allow: /
Sitemap: https://simpletrainingcenter.com/sitemap.xml