# HeizölSchnell.de Robots.txt
# https://heizoelschnell.de

User-agent: *
Allow: /

# Disallow all API routes to prevent search engines from detecting relationships between sites
Disallow: /api/
Disallow: /api/proxy/
Disallow: /api/submit-order/
Disallow: /api/track-order/

# Specifically emphasize that proxy routes should not be indexed
User-agent: *
Disallow: /api/proxy/*

# Prevent search engines from indexing any potential legacy backend integration
User-agent: Googlebot
Disallow: /api/proxy/
Disallow: /api/submit-order/

User-agent: Bingbot
Disallow: /api/proxy/
Disallow: /api/submit-order/

User-agent: Slurp
Disallow: /api/proxy/
Disallow: /api/submit-order/

User-agent: DuckDuckBot
Disallow: /api/proxy/
Disallow: /api/submit-order/

# Sitemap
Sitemap: https://heizoel-premium.de/sitemap.xml
Disallow: /api/
Disallow: /admin/
Disallow: /_next/
Disallow: /checkout/
Disallow: /account/
Disallow: /*.pdf$

# Sitemap
Sitemap: https://heizoelschnell.de/sitemap.xml

# Crawl-delay for responsible crawling
Crawl-delay: 1

# Specific bot rules
User-agent: Googlebot
Allow: /
Crawl-delay: 0

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Slurp
Allow: /
Crawl-delay: 1

# Block bad bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

# Allow search engines to access CSS and JS files
User-agent: *
Allow: /*.css
Allow: /*.js
Allow: /images/