# robots, scram

#
# Slow down overzealous bots
#
User-agent: msnbot
Crawl-delay: 300

#
# Ban some unfriendly bots
#
User-agent: NPBot
Disallow: /
User-agent: EmailSiphon
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: Mediapartners-Google*
Disallow: /
User-agent: RSSCache.com
Disallow: /

#
# Ban search engine bots from remake/remodel 
# and dead finks don't talk
#
User-agent: MSNBot
Disallow: /blogs/jacob/
User-agent: Slurp
Disallow: /blogs/jacob/
User-agent: Scooter
Disallow: /blogs/jacob/
User-agent: T-Rex
Disallow: /blogs/jacob/

#
# General rules
#
User-agent: *
Disallow: /blogs/jacob/
Disallow: /mt/mt-tb.cgi
Disallow: /mt/mt-comments.cgi
Disallow: /CVS
Disallow: /notify/admin
Disallow: /mt
Disallow: /lj
Disallow: /usage
Disallow: /test
Disallow: /errors
Disallow: /sitestats
Disallow: /downloads
Disallow: /backup
Disallow: /amazon/wishlists/
Disallow: /lab/amazon/wishlists/
Disallow: /blogs/jacob/templates/
Disallow: /blogs/jacob/tigermountain/
Disallow: /images/flickr/
Disallow: /atom2rss/
Allow: /blogs/jacob/darkentries/