# robots.txt for all robots
# /WebQuery	# we do database access there...
# /php

User-agent: *
Disallow: /test		# please let us test them ourselves...
Disallow: /cgi-bin	# we do database access there...
Disallow: /wiki
Disallow: /metiswiki
Disallow: /local	# that means: local to our site!
Disallow: /usage	# our usage statistics
Disallow: /atc          # agro telematica centrum test
Disallow: /nlinet       # internal information
Disallow: /ctb/files    # ctb decisions on the admission of pesticides
Disallow: /vogin	# temporary
Disallow: /foodbib	# temporary
Disallow: /can_tho      # Irene does not want to be known in this world
Disallow: /OpenURL	# Please stay away from our Open URL resolver
Disallow: /sfxmenu	# Please stay away from our Open URL resolver
Disallow: /sfx_local_login	# Please stay away from our Open URL resolver
Disallow: /sfx_local	# Please stay away from our Open URL resolver
Disallow: /WebQuery/cab #Don't crawl the thesaurus
Disallow: /xsl
Disallow: /ns
Disallow: /java