User-agent: *

# Sitemap
Sitemap: https://www.directa.nl/sitemap.xml

# Directa pages not to crawl/index
Disallow: /+31*
Disallow: /*autoplay=1
Disallow: /web/
Disallow: /login/
Disallow: /?*

# For specific bots
User-Agent: AdsBot-Google
Disallow: 

User-Agent: Baiduspider
Disallow: /

User-agent: msnbot
Crawl-Delay: 20

User-Agent: CazoodleBot
Disallow: /