#
# robots.txt file for www.bolletje.nl
# July 26th, 2007
#
# Seems somewhat bigger than needed, but this is not true.
# Has to be splitted up like this for FULL bot support

# Googlebot supports wildcards... feeds, tag dir and date dir have been excluded 
# due to double content issues with Google
User-agent: Googlebot
Disallow: /wp-admin
Disallow: /wp-content/plugins
Disallow: /wp-content/themes
Disallow: /wp-includes
Disallow: /date/
Disallow: /feed
Disallow: /comments/feed
Sitemap: http://www.bolletje.nl/sitemap.xml

# Yahoo Slurp supports wildcards and crawl-delay
User-agent: Slurp
Disallow: /wp-admin
Disallow: /wp-content/plugins
Disallow: /wp-content/themes
Disallow: /wp-includes
Crawl-delay: 2
Sitemap: http://www.bolletje.nl/sitemap.xml

# MSNbot supports wildcards and crawl-delay
User-agent: msnbot
Disallow: /wp-admin
Disallow: /wp-content/plugins
Disallow: /wp-content/themes
Disallow: /wp-includes
Crawl-delay: 2
Sitemap: http://www.bolletje.nl/sitemap.xml

# All other bots:
User-agent: *
Disallow: /wp-admin
Disallow: /wp-content/plugins
Disallow: /wp-content/themes
Disallow: /wp-includes