# Mindzone Company Limited - Robots.txt
# https://www.mind-zone.net/robots.txt

# Default rules for all bots
User-agent: *
Allow: /
Disallow: /backend/
Disallow: /home/signin
Disallow: /home/oAuth
Disallow: /tickets/search
Disallow: /*?*
Disallow: /writable/

# Allow important static assets
Allow: /assets/
Allow: /assets/images/
Allow: /assets/css/
Allow: /assets/js/

# Sitemaps
Sitemap: https://www.mind-zone.net/sitemap.xml

# Crawl rate limiting for aggressive bots
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: DotBot
Crawl-delay: 10

User-agent: MJ12bot
Crawl-delay: 10

User-agent: BLEXBot
Disallow: /

# Block known bad bots
User-agent: SemrushBot
User-agent: AhrefsBot
Crawl-delay: 30

# Allow important good bots full access
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Bingbot
User-agent: Slurp
Allow: /

# Block search result archive bots (optional)
User-agent: archive.org_bot
Disallow: /