# =========================================
# Robots.txt for BrainIDE.com
# =========================================

# 1. Global rules for all user agents
User-agent: *
# Block sensitive WordPress folders
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /readme.html
Disallow: /license.txt
Disallow: /cgi-bin/
Disallow: /trackback/
Disallow: /xmlrpc.php

# Allow admin-ajax for functionality
Allow: /wp-admin/admin-ajax.php

# Crawl-delay: 1

# Sitemap location
Sitemap: https://brainide.com/sitemap.xml

# =========================================
# 2. Block known bad or unwanted bots
# =========================================
User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /