# This file defines exclusion rules for robots visiting this site
#
# Currently all robots are allowed access to the system except for
# /gif - no point in wasting their time on images
# /cgi-bin - don't let them execute scripts
# Some gth directories containing pdf files 
#
User-agent: *
Disallow: /gif
Disallow: /cgi-bin
Disallow: /gth/J/
Disallow: /~gth/J/
Disallow: /gth/C/
Disallow: /~gth/C/