# robots.txt 
# Put in root directory as robots.txt

User-agent: *
Disallow: /cgi-bin
Disallow: /list
Disallow: /scgi-bin