# robots.txt for bhp-solutions.com
# Generated: 2025-12-01
# Contact: soporte@bhp-solutions.com

# General crawlers - Allow all
User-agent: *
Allow: /
Allow: /tools/
Allow: /about
Allow: /contact
Allow: /privacy
Allow: /terms

# Disallow admin and private areas
Disallow: /api/internal/
Disallow: /admin/
Disallow: /_next/webpack-hmr
Disallow: /*.json$

# Allow critical resources for Google
User-agent: Googlebot
Allow: /
Allow: /*.css$
Allow: /*.js$
Allow: /_next/static/

# Allow critical resources for Bing
User-agent: Bingbot
Allow: /
Allow: /*.css$
Allow: /*.js$

# Block AI scrapers (optional - comment out if you want AI training)
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /

# Sitemaps
Sitemap: https://bhp-solutions.com/sitemap.xml
Sitemap: https://bhp-solutions.com/sitemap-pages.xml
Sitemap: https://bhp-solutions.com/sitemap-tools-dns.xml
Sitemap: https://bhp-solutions.com/sitemap-tools-ssl.xml
Sitemap: https://bhp-solutions.com/sitemap-tools-email.xml
Sitemap: https://bhp-solutions.com/sitemap-tools-utilities.xml

# Crawl delay (optional)
# Crawl-delay: 1