# robots.t-t for http://www.specialis.nl
# do not delete this file

# all dirs and files are public

# Dirs ALWAYS have end slash: /DirName/
# Files NEVER have end slash but ALWAYS uses e-tension: /Filename.e-t

# this is for checking only
User-Agent: W3C-checklink
Disallow:

# this goes for google only
User-agent: googlebot
Disallow: /.doc$
Disallow: /.xls$
Disallow: /.css$
Disallow: /.txt$

# Rover is a bad dog <http://www.roverbot.com>
User-agent: Roverbot
Disallow: /

# WhoWhere gathers data for email directory from web pages <http://www.whowhere.com>
User-agent: whowhere
Disallow: /

# this goes for every robot
User-agent: *
# no entry here
Disallow: /css/
Disallow: /downloads/
Disallow: /formmail/
Disallow: /images/
Disallow: /inc/
Disallow: /js/
Disallow: /nieuws/images/
Disallow: /rss/
Disallow: /400.php
Disallow: /401.php
Disallow: /403.php
Disallow: /404.php
Disallow: /500.php
Disallow: /bedankt.php