User-agent: *
Allow: /

# Disallow admin and sensitive areas
Disallow: /admin/
Disallow: /accounts/
Disallow: /orders/
Disallow: /settings/
Disallow: /cart/
Disallow: /checkout/

# Disallow API endpoints
Disallow: /api/

# Disallow search and filter URLs to avoid duplicate content
Disallow: /*?*
Disallow: /*&*

# Disallow development/debug URLs
Disallow: /media/test_reports/
Disallow: /static/

# Allow access to CSS, JS, and images for proper rendering
Allow: /static/css/
Allow: /static/js/
Allow: /static/images/
Allow: /media/products/
Allow: /media/uploads/

# Crawl delay to be respectful
Crawl-delay: 1

# Sitemap location
Sitemap: https://dataimpact.nl/sitemap.xml