User-agent: *
Disallow: /application/
Disallow: /installer/
Disallow: /lib/
Disallow: /modules/
Disallow: /system/
Disallow: /themes/
Disallow: /var/logs/
Disallow: /var/modules/
Disallow: /var/resizes/
Disallow: /var/thumbs/
Disallow: /var/tmp/
Disallow: /var/uploads/
# robots.txt generated at http://www.mcanerin.com
User-agent: Googlebot
Disallow: 
User-agent: googlebot-image
Disallow: /
User-agent: googlebot-mobile
Disallow: /
User-agent: MSNBot
Disallow: 
User-agent: Slurp
Disallow: 
User-agent: Teoma
Disallow: 
User-agent: baiduspider
Disallow: /
User-agent: yahoo-mmcrawler
Disallow: 
User-agent: psbot
Disallow: /
User-agent: *
Disallow: 
Disallow: /cgi-bin/
Disallow: /.htaccess