#This is the robots.txt file, which tells spiders and robots
# which files to index, and which files to ignore
# User-agent:	can also specify by name; "*" is for everyone
# Disallow:	if this matches first part of requested path,
# forget it

User-agent: *    # applies to all robots
Disallow: /cgi-bin
Disallow: /home/error
Disallow: /home/cgi-bin
Disallow: /home/scripts
Disallow: /home/webtrends