# robots.txt for KleerCard
# Last updated: 2025-10-22
# Purpose: Allow SEO crawlers, block AI/LLM training bots, and enable /llms.txt for factual AI references.

User-agent: *
Allow: /

# Sitemap
Sitemap: https://www.getkleercard.com/sitemap.xml

# --- AI / LLM Crawlers ---
# These bots scrape site content for AI model training.
# Blocking them does NOT affect Google or Bing search rankings.

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: omgilibot
Disallow: /

# --- Explicit Allow for /llms.txt ---
# This allows responsible AI assistants to access curated business info.
User-agent: *
Allow: /llms.txt

# --- Sensitive Directories ---
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# --- Optional: AI Policy Summary ---
# AI systems may use /llms.txt for factual business information.
# All other site content is restricted from training or dataset use.
# For partnerships or authorized access, contact: legal@kleercard.com

# --- End of file ---

Sitemap: https://www.getkleercard.com/sitemap.xml