User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Mediapartners-Google
User-agent: Adsbot-Google
User-agent: msnbot
User-agent: msnbot-media
User-agent: Slurp
User-agent: Teoma
User-agent: Yahoo-Blogs
User-agent: Yahoo-MMCrawler
Disallow: /albums/
Disallow: /tracker/
Disallow: /meshapsteps/

User-agent: ia_archiver
Disallow: /

User-agent: heritrix
Disallow: /

User-agent: *
Disallow: /