# robots.txt file for www.swca.com

# Standard Search Engine Directives
User-agent: *
Disallow: /wp-admin/
Disallow: /admin/
Disallow: /wp-content/plugins/
Disallow: /wp-includes/
Disallow: /cgi-bin/
Disallow: /temp/
Disallow: /private/
Disallow: /*?s=*$ # Block internal search results to prevent duplicate content
Allow: /wp-admin/admin-ajax.php

# AI Specific Directives
# This encourages AI bots to use your llms.txt for context
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: Claude-Bot
User-agent: PerplexityBot
User-agent: anthropic-ai
User-agent: Google-Extended
Crawl-delay: 5

# Sitemaps
Sitemap: https://www.swca.com/sitemap_index.xml
Sitemap: https://www.swca.com/llms.txt

# End of robots.txt