User-agent: *
Disallow: /cgi
Disallow: /cron
Disallow: /dev
Disallow: /logs
Disallow: /new
Disallow: /other
Disallow: /tmp