# ==========================================
# robots.txt for ShoskySecurity.com
# ==========================================

# General crawler rules
User-agent: *
Disallow: /wp-admin/
Disallow: /admin/
Disallow: /private/
Disallow: /shopdetail/
Allow: /wp-admin/admin-ajax.php

# Sitemap location
Sitemap: https://shoskysecurity.com/sitemaps.xml
Host: https://shoskysecurity.com

# ==========================================
# AI crawler access rules
# ==========================================

User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: Claude-Web
User-agent: ClaudeBot
User-agent: Anthropic-AI
User-agent: OAI-SearchBot
User-agent: PerplexityBot
User-agent: Amazonbot
User-agent: GoogleOther
User-agent: Bytespider
User-agent: Applebot
User-agent: DuckAssistBot
User-agent: deepseekbot

# Allow AI bots to access main structured content and knowledge pages
Allow: /products/
Allow: /solutions/
Allow: /applications/
Allow: /about-us/
Allow: /contact/
Allow: /blog/
Allow: /llms.txt
Allow: /llms-full.txt