User-agent: BoardTracker
Disallow: /

User-agent: Gigabot
Disallow: /

# Does not use HTTP/1.1 with compression
# These are the brain dead spiders from major search engines
#
# User-agent: Yahoo! Slurp
# User-agent: msnbot
# Disallow: /
# Allow: if ($_SERVER["SERVER_PROTOCOL"] === 'HTTP/1.1' || $relevancy > 0)
#
# Learn to use a HTTP protocol standard that's more than a decade old
# http://www.w3.org/Protocols/rfc2068/rfc2068.txt