# robots.txt # See specification: http://www.robotstxt.org/wc/norobots.html User-agent: * #Disallow: /admin/ #Disallow: /cgi-bin/ Disallow: /