User-agent: *
Disallow: /_vti_log/
Disallow: /aspnet_client/
Disallow: /error/
Disallow: /images/
Disallow: /js/
Disallow: /
Disallow: /pdf/
Disallow: /Scripts/
Disallow: /SpryAssets/
Disallow: /toolbars/
Disallow: /Vids/
Disallow: /_private/


User-agent: psbot
Disallow: /_vti_log/
Disallow: /aspnet_client/
Disallow: /error/
Disallow: /images/
Disallow: /js/
Disallow: /
Disallow: /pdf/
Disallow: /Scripts/
Disallow: /SpryAssets/
Disallow: /toolbars/
Disallow: /Vids/
Disallow: /_private/

User-agent:classroombot
Disallow: /_vti_log/
Disallow: /aspnet_client/
Disallow: /error/
Disallow: /images/
Disallow: /js/
Disallow: /
Disallow: /pdf/
Disallow: /Scripts/
Disallow: /SpryAssets/
Disallow: /toolbars/
Disallow: /Vids/
Disallow: /_private/

User-Agent: Googlebot
Disallow: /images/


User-agent: Mediapartners-Google*
Disallow: /images/

User-Agent: Googlebot-Image
Disallow: /images/

User-agent: asterias
Disallow: /

User-agent: http://www.almaden.ibm.com/cs/crawler 
Disallow: /


User-agent: AttributorCorporationDMCABot
Disallow: *

User-agent: Bitacle bot/1.1
Disallow: /

User-agent: Bitacle bot
Disallow: /


User-agent: Bitacle *
Disallow: /

User-agent: Bitacle*
Disallow: /

User-agent: Bitacle
Disallow: /

User-agent: BaiDuSpider
Disallow: /

User-agent: Baiduspider+(+http://www.baidu.com/search/spider_jp.html)
Disallow: /

User-agent:classroombot
Disallow: /

User-agent: crawl13.exabot.com
Disallow: /

User-agent: crawl6.exabot.com
Disallow: /

User-agent: NextGenSearchBot
Disallow: /

User-agent: NG/2.0
Disallow: /

User-agent: DoCoMo
Disallow: /

User-Agent: datacha0s/2.0
Disallow: /

User-Agent: eagle 
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: Exabot
Disallow: *?

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: / 

User-agent: Gigabot
Disallow: /


User-agent: HenryTheMiragoRobot
Disallow: /

User-agent: heritrix/1.12.1 +http://www.page-store.com)
Disallow: /

User-agent: ia_archive
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver/1.6
Disallow: /

User-agent: IconSurf
Disallow: /

User-agent: IBM_Planetwide
Disallow: /

User-agent: ichiro/2.0 (ichiro@nttr.co.jp)
Disallow: /

User-agent: InfoPath
Disallow: /

User-agent: InfoPath.1
Disallow: /

User-agent: InfoPath.2
Disallow: /

User-agent: LMQueueBot/0.2
Disallow: /

User-agent: Mozilla/4.0 
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 5.0; Windows 95) VoilaBot BETA 1.2
Disallow: /

User-agent: Mozilla/5.0 (compatible; Yahoo! Slurp China; http://misc.yahoo.com.cn/help.html)
Disallow: /

User-agent: Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: moget/2.1 (moget@goo.ne.jp)
Disallow: /

User-Agent: MJ12bot
Disallow:   /

User-agent: Moget
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: Openbot
Disallow: /

User-agent: Offline Explorer/2.5
Disallow: /