User-Agent: *
Disallow: 
 
User-Agent: *
Disallow: /cgi-bin/

User-agent: psbot
Disallow: /

User-Agent:DBLBot/1.0
Disallow: /
 
User-Agent:SBIder
Disallow :/

User-Agent:Nutch
Disallow :/

User-agent:psbot
Disallow: /

User-agent:MJ12bot/
Disallow: /

User-agent:CCBOT
Disallow: /

User-Agent:Charlotte
Disallow: / 

User-Agent:WebAlta
Disallow: /

User-Agent:twiceler/
Disallow: /

User-agent:discobot
Disallow: / 

User-agent:Gigabot
Disallow: /

User-agent:SurveyBot
Disallow: /

User-agent:AboutUsBot 
Disallow: / 

User-agent:ScoutJet
Disallow: /

User-agent:Wget/1.10.2
Disallow: /

User-agent:boitho.com-dc
Disallow: /

User-agent:Yeti/1.0
Disallow: /

User-agent:webalta Crawler/2.0
Disallow: /

User-agent:192.comAgent
Disallow: /

User-agent:Yandex/1.01.001 
Disallow : /

User-agent:flatlandbot/baypup 
Disallow : /  

User-agent:Baiduspider+(+http://www.baidu.jp/spider
Disallow : /

User-agent:Exabot/3.0
Disallow : / 

User-agent:GingerCrawler/
Disallow : /

User-agent:WebAlta Crawler/1.3.23 
Disallow : /