User-Agent: Googlebot
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-Agent: ia_archiver
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-Agent: fast
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-Agent: ZyBorg
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-Agent: ArchitextSpider
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-Agent: slurp
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: girafa
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-Agent: msnbot
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: DiaGem
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: SlySearch
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: Steeler
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: TurnitinBot
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-Agent: sitecheck.internetseer.com
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-Agent: NPBot
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: http://www.almaden.ibm.com/cs/crawler 
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-Agent: Openbot
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-Agent: nabot
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: mogimogi
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: Baiduspider
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: Baiduspider+
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: BaiduImagespider+
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: Yeti
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: Yahoo-MMCrawler
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: e-SocietyRobot
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: psbot
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: Y!J-SRD
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: Y!J-MBS
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: Y!OASIS/TEST
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: Googlebot-Mobile
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: Yahoo! Slurp
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: NaverBot
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: CazoodleBot
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: msnbot-media
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: ICC-Crawler
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: Twiceler
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: MSRBOT
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: Pete-Spider
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: BlogRangerCrawler
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: Jeeves
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: jp-crawler
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: MJ12bot
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: FAST Enterprise Crawler used by ILU
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: Twiceler
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: Wget
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: ichiro
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: Y!J-BRI
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: SapphireWebCrawler
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: Plonebot
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: jp_viewer
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: Web-cache
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/

User-agent: lwp-trivial
Disallow: /bbs/
Disallow: /probe/
Disallow: /probe/data_storage/