User-agent: *

# Directories
Disallow: /stats/
Disallow: /404/

# Paths (clean URLs)
Disallow: /winkelwagen/
Disallow: /mijn-account/
Disallow: /bestellen/

# CVS, SVN directory and dump files
Disallow: /*.CVS
Disallow: /*.Zip$
Disallow: /*.Svn$
Disallow: /*.Idea$
Disallow: /*.Sql$
Disallow: /*.Tgz$


# Disallow baidu (chinse SEO)
User-Agent: Baiduspider
Disallow: /

User-Agent: CazoodleBot
Disallow: /

User-Agent: Fasterfox
Disallow: /

User-Agent: Ingrid
Crawl-delay: 20

User-Agent: Jyxobot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: msnbot
Crawl-Delay: 10

User-Agent: Slurp
Crawl-delay: 20

User-Agent: Yahoo! Slurp
Crawl-delay: 20

User-agent: rogerbot
Crawl-delay: 2

User-agent: AdsBot-Google
Allow: /

Sitemap: https://www.goebeestig.nl/sitemap.php