# Pompos used roughly 0.9MB of bandwidth in 2:43 minutes and 
# used rounghly 1.4MB of bandwidth in 9:39 minutes. Not cool.
# Pompos info at http://dir.com/pompos.html
#
# NPBot has used roughly 1.7MB of bandwidth in about 2 weeks.
# While not a huge amount of bandwidth, where's the return?
# NPBot info at http://www.nameprotect.com/botinfo.html
#
# PhpDig is allowed and disallowed as needed for this site.
#
# All user-agents are disallowed from crawling standard, 
# non-informational links. These links do not contain secret 
# goodies, but rather they are disallowed to save on bandwidth.

User-agent: Mediapartners-Google* 
Disallow:

User-agent: Jetbot
Disallow: /

User-agent: TranSGeniKBot
Disallow: /

User-agent: Pompos
Disallow: /

User-agent: NPBot
Disallow: /

#User-agent: PhpDig
#Disallow: /

User-agent: *
Disallow: /demo
Disallow: /scripts
Disallow: /attachment
Disallow: /avatar
Disallow: /editpost
Disallow: /member
Disallow: /memberlist
Disallow: /misc
Disallow: /newreply
Disallow: /newthread
Disallow: /online
Disallow: /poll
Disallow: /postings
Disallow: /private
Disallow: /register
Disallow: /report
Disallow: /search
Disallow: /sendtofriend
Disallow: /usercp

Crawl-delay: 10