User-agent: *
Disallow:/admincp/
Disallow:/cgi-bin/
Disallow:/clientscript/

User-agent: BoardTracker
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: Twiceler
Disallow: /



# Hi, I'm a big, fat, bloated company that is unable to think outside the box.  Here's a list of things I can't figure out how to do yet...
#   a. Make an operating system that doesn't suck
#   b. Determine the context of a web page
#   c. Make web-based email that doesn't make users want to cry
#   d. Make a SQL server that is worth a damn
#   e. Make an IM client that can stay connected to the net
#   f. Make a web browser
#   g. Come up with my own ideas
#   h. Control my own spiders (let alone use the right HTTP protocol for them)

User-agent: msnbot
Crawl-delay: 10
# /sbin/route add -net 65.52.0.0 netmask 255.252.0.0  reject  // block all of Microsoft if it doesn't adhere


# This is what I can do...
#   a. Make a game console
#   b. Make a sweet iPod killer (Zune)



# Does not use HTTP/1.1 with compression
# These are the brain dead spiders from major search engines
#
# User-agent: Yahoo! Slurp
# User-agent: msnbot
# Disallow: /
# Allow: if ($_SERVER["SERVER_PROTOCOL"] === 'HTTP/1.1' || $relevancy > 0)
#
# Learn to use a HTTP protocol standard that's more than a decade old
# http://www.w3.org/Protocols/rfc2068/rfc2068.txt

User-agent: Mediapartners-Google
Allow: /member.php
Allow: /private.php
Allow: /usercp.php

User-agent: *
Disallow: /editpost.php
Disallow: /inlinemod.php
Disallow: /itrader_feedback.php
Disallow: /itunes.php
Disallow: /member.php
Disallow: /memberlist.php
Disallow: /newreply.php
Disallow: /payments.php
Disallow: /printthread.php
Disallow: /private.php
Disallow: /profile.php
Disallow: /report.php
Disallow: /search.php
Disallow: /sendmessage.php
Disallow: /showpost.php
Disallow: /usercp.php
Disallow: /usernote.php