# MineSpec Robots.txt
# https://minespec.ca

User-agent: *
Allow: /

# Block access to admin/portal areas
Disallow: /portal/
Disallow: /admin/

# Sitemap location
Sitemap: https://minespec.ca/sitemap.xml

# Optimize crawling for major search engines
User-agent: Googlebot
Crawl-delay: 0

User-agent: Bingbot
Crawl-delay: 1

# General crawl delay for other bots
Crawl-delay: 5