User-agent: *
Disallow: /assets
Disallow: /manager
Disallow: /logs
Disallow: /usage
Disallow: /cgi-bin


User-agent: Googlebot-Image
User-agent: vscooter
User-agent: DittoSpyder
User-Agent: psbot
User-Agent: ia_archiver
Disallow: /

Sitemap: http://www.mysite.com/sitemap.xml