# Request-rate: 1/10         # maximum rate is one page every 10 seconds
# Visit-time: 0000-0800     # only visit between 06:00 and 08:45 UTC (GMT)
# Sitemap: http://jeugdsentimenten.net/sitemap.xml

User-agent: *
Disallow: /stupid-bot/
Disallow: /forum/
Disallow: /contact/
Disallow: /help/
Disallow: /colofon/
Disallow: /

User-Agent: Googlebot
Allow: /
Disallow: /forum/
Disallow: /forum-oud/
Disallow: /help/
Disallow: /colofon/
Disallow: /contact/
Sitemap: http://jeugdsentimenten.net/sitemap.xml

User-Agent: Mediapartners-Google
Allow: /
Disallow: /forum/
Disallow: /forum-oud/
Disallow: /help/
Disallow: /colofon/
Disallow: /contact/
Sitemap: http://jeugdsentimenten.net/sitemap.xml

User-Agent: Googlebot-Mobile
Allow: /
Disallow: /forum/
Disallow: /forum-oud/
Disallow: /help/
Disallow: /colofon/
Disallow: /contact/
Sitemap: http://jeugdsentimenten.net/sitemap.xml

User-Agent: msnbot
Crawl-delay: 10
Allow: /
Disallow: /forum/
Disallow: /forum-oud/
Disallow: /help/
Disallow: /colofon/
Disallow: /contact/
Sitemap: http://jeugdsentimenten.net/sitemap.xml

User-Agent: YahooFeedSeeker
Crawl-delay: 10
Allow: /
Disallow: /forum/
Disallow: /forum-oud/
Disallow: /help/
Disallow: /colofon/
Disallow: /contact/
Sitemap: http://jeugdsentimenten.net/sitemap.xml

User-Agent: Slurp
Crawl-delay: 10
Allow: /
Disallow: /forum/
Disallow: /forum-oud/
Disallow: /help/
Disallow: /colofon/
Disallow: /contact/
Sitemap: http://jeugdsentimenten.net/sitemap.xml

User-Agent: Twiceler
Crawl-delay: 10
Allow: /
Disallow: /forum/
Disallow: /forum-oud/
Disallow: /help/
Disallow: /colofon/
Disallow: /contact/
Sitemap: http://jeugdsentimenten.net/sitemap.xml