User-agent: *
Allow: /
Disallow: /cgi-bin/
Disallow: /anon_ftp/
Disallow: /error_docs/
Disallow: /private/
Disallow: /statistics/