User-agent: *
Disallow: /css/
Disallow: /_vti_pvt/
Disallow: /cgi-bin/
Disallow: /extra/
Disallow: /more/
Disallow: /download/
Disallow: /stats/
Disallow: /TEST/

User-agent: psbot
Disallow: /

User-agent: libcurl-agent/1.0
Disallow: /

User-agent: SBIder
Disallow: /

User-agent: crawl
Disallow: /

User-agent: Harvest
Disallow: /

User-agent: EchO!
Disallow: /

User-agent: com.org
Disallow: /

User-agent: Filangy
Disallow: /

User-agent: findlinks/1.1.1-a1 
Disallow: /

User-agent: 130.15.193.0 - 130.15.255.255
Disallow: /

User-agent: 85.181.13.0 - 85.181.255.255
Disallow: / 

User-agent: 85.0.0.0 - 85.255.255.255 
Disallow: /

User-agent: 64.246.0.0 - 64.246.63.255 
Disallow: /

User-agent: 217.212.0.0 - 217.255.255.255 
Disallow: /

User-agent: 209.191.0.0 - 209.255.255.255 
Disallow: /

User-agent: 72.141.0.0 - 72.255.255.255 
Disallow: /

User-agent: 64.34.0.0 - 64.34.255.255 
Disallow: /

User-agent: 83.0.0.0 - 83.255.255.255
Disallow: /

User-agent: 83.149.9.1
Disallow: /

User-agent: robot
Disallow: /

User-agent: spider
Disallow: /

User-agent: BaiDuSpider
Disallow: /

User-agent: VeryFastSearch.Com
Disallow: /

User-agent: 64.239.0.0 - 64.239.255.255
Disallow: /

User-agent: 64.111.196.0 - 64.111.255.255
Disallow: /

User-agent: 219.135.0.0 - 219.135.255.255
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: 172.145.0.0 - 172.145.185.255
Disallow: /

User-agent: Exabot/2.0
Disallow: /

User-agent: NG/2.0
Disallow: /

User-agent: Debian/1.5
Disallow: /

User-agent: 68.146.0.0 
Disallow: /

User-agent: BecomeBot 
Disallow: /

User-agent: voyager/1.0 
Disallow: /

User-agent: MJ12bot/v1.0.7
Disallow: /

User-agent: cfetch/1.0
Disallow: /

User-agent: 209.191.65.0 - 209.191.65.255
Disallow: /

User-agent: Link+Valet+Online+1.1
Disallow: /

User-agent: Xenu+Link+Sleuth+1.2g
Disallow: /

User-agent: miniRank/1.5+(miniRank;+www.minirank.com;+robot)
Disallow: /

User-agent: ichiro/2.0+(http://help.goo.ne.jp/door/crawler.html)
Disallow: /

User-agent: ichiro/2.0+(ichiro@nttr.co.jp)
Disallow: /

User-agent: NutchCVS/0.7.1
Disallow: /

User-agent: 193.42.229.0 - 193.42.255.255
Disallow: /

User-agent: 202.96.51.163 
Disallow: /

User-agent: lanshanbot/1.0
Disallow: /

User-agent: 122.162.60.27
Disallow: /