User-agent: * Disallow: /net-ne_cgi-bin/ Disallow: ~*/cgi-bin/ Disallow: /cgi-bin/ Disallow: /test/ Allow: /index.*