# don't index bychapter version of documentation
User-Agent: *
Disallow: /documentation/mysql/bychapter/
# or the actual file download pages
Disallow: /Downloads/

# Like a bad rash
User-agent: msnbot
Crawl-delay: 20
Disallow: /doc/comment.php
Disallow: /doc/mysql/comment.php

# Disallow specific bots from indexing or crawling the site at all
# Most recent additions first.

User-agent: GigaBot
Disallow: /

User-agent: Voyager
Disallow: /

User-agent: BaiDuSpider
Disallow: /

User-agent: BackRub/*.*
Disallow: /

User-agent: Grub.org
Disallow: /

User-agent: BotRightHere
Disallow: /

User-agent: larbin
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Walhello appie
Disallow: /

User-agent: Python-urllib
Disallow: /

User-agent: Googlebot-Image
Disallow: /

User-agent: CherryPicker
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: CopyRightCheck
Disallow: /

User-agent: Crescent
Disallow: / 

User-agent: yandex bot
Disallow: / 

User-agent: Yandex/*
Disallow: / 

User-agent: Gaisbot
Disallow: /