# ===============================
# AI CRAWLER BLOCKS
# ===============================

User-agent: Amazonbot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Google-Extended
Disallow: /

# ===============================
# GENERAL CRAWLER RULES
# ===============================

User-agent: *
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /admin/
Disallow: /junk/

# Block forum & dynamic endpoints
Disallow: /wmb/
Disallow: /phpbb2/
Disallow: /*?mode=
Disallow: /*?sid=
Disallow: /*&sid=

# Optional: prevent media crawling
Disallow: /wp-content/uploads/

Crawl-delay: 10

Sitemap: https://wellesnet.com/sitemap.xml