User-agent: * #directed to all spiders Disallow: /cgi-dos Disallow: /cgi-shl Disallow: /cgi-shl-prot Disallow: /cgi-src Disallow: /cgi-win Disallow: /index