User-agent: *
Disallow: /403.htm
Disallow: /404.htm
Disallow: /archive
Disallow: /clients
Disallow: /images
Disallow: /public
Disallow: /scripts
Disallow: /styles
Disallow: /img
Disallow: /inc
Disallow: /legal
Disallow: /temp