# robots.txt for http://web-prod-1.shu.edu User-agent: * Disallow: / # This is an infinite virtual URL space Disallow: /cgi-bin/ Disallow: /manual