User-agent: *
Disallow: /admin
Disallow: /archive
Disallow: /backup
Disallow: /counter
Disallow: /stats
Disallow: /temp
Disallow: /thomas
Disallow: /webstats