#
# robots.txt for renson.be
# Modified by Koen Haesaerts
# Webmaster @ Renson
# koen.haesaerts@renson.be
#
# Date: 06.08.2008
#

# Excluding all robots
# User-agent: *
# Disallow: /

# Allowing only major bots
# Trying to find out if this reduces serverload
# and speeds up serverperformance
User-agent: Googlebot
User-agent: MSNBot
User-agent: Slurp
User-agent: Teoma
User-agent: Twiceler
User-agent: Gigabot
User-agent: Scrubby
User-agent: Robozilla
Disallow:
Disallow: /js/			# Excluded directories
Disallow: /koenh/
Disallow: /Belgie/
Disallow: /FCKeditor_2_5/
Disallow: /FCKeditor_2_3_2/
Disallow: /templates/
Disallow: /config/
Disallow: /admins/
Disallow: /cgi-bin/
Disallow: /webmaster/
Disallow: /references/
Crawl-delay: 60			# Seconds to wait between requests
# Sitemap: /sitemap.xml		# Not yet created