User-agent: * #direct to all spiders
Disallow: /cgi
Disallow: /js
Disallow: /cgi
Disallow: /ssi
Disallow: /search
Disallow: /logs
Disallow: /statistics