## Define access-restrictions for robots/spiders
## http://www.robotstxt.org/wc/norobots.html
#
## BASIC robots.txt file to reduce crawler load.
## Must be named "robots.txt" and be in the root folder.

# All bots and crawlers allowed - but not to /cgi-bin
User-agent: *
Disallow: /cgi-bin