User-agent: *
Disallow: /cgi-bin/ # These should not be indexed
Disallow: /usage/ # This is private
Disallow: /images/ # These are copyright protected
Disallow: /upload/ # These are copyrighted files
Disallow: /prices/ # This is not an openly accessible directory
Disallow: flash_redirect.js
Disallow: errors.log
Disallow: flash_detect.js