# Robots.txt file from http://www.searchengineworld.com
#
# All robots will spider the domain

User-agent: *
Disallow: /cgi-bin/
Disallow: buy.htm
Disallow: demo.htm
Disallow: support.htm
Disallow: /scgi-bin/