# don't index bychapter version of documentation
User-Agent: *
Disallow: /documentation/mysql/bychapter/
# or the actual file download pages
Disallow: /get/
# And logins
Disallow: /login/

# Like a bad rash
User-agent: msnbot
Crawl-delay: 20
Disallow: /doc/comment.php
Disallow: /doc/mysql/comment.php