# Robots.txt voor Euroclean

User-agent: *
Allow: /
Allow: */dynamic-pages-router/*
Allow: */cloud-data/*
Disallow: *?lightbox=
Disallow: /_api/*
Disallow: /_partials*
Disallow: /pro-gallery-webapp/v1/galleries/*

# Specifieke bots blokkeren
User-agent: PetalBot
Disallow: /

# Crawling vertraging voor intensieve bots
User-agent: dotbot
Crawl-delay: 10
User-agent: AhrefsBot
Crawl-delay: 10

# Sitemap
Sitemap: https://www.euroclean.be/pages-sitemap.xml