#robots.txt

User-agent: *
Disallow: /cgi-bin
Disallow: /proves
Disallow: /error
Disallow: /servlet