User-Agent: *
Disallow: /cgi-bin/

User-Agent: *
Disallow: 

User-Agent:DBLBot/1.0
Disallow: /
 
User-Agent:SBIder
Disallow :/

User-Agent:Nutch
Disallow :/

User-agent: psbot
Disallow: /

User-agent: MJ12bot/
Disallow: /

User-agent: CCBOT
Disallow: /

User-Agent: Charlotte
Disallow: / 

User-Agent: WebAlta/
Disallow: /

User-Agent: twiceler/
Disallow: /

User- Agent: gaisbot/3.0 
Disallow: /

User-agent: discobot
Disallow: / 

User-agent: Gigabot/
Disallow: /

User-agent:SurveyBot
Disallow: /

User-agent: AboutUsBot 
Disallow: / 

User-agent:ScoutJet
Disallow: /

User-agent: Wget/1.10.2
Disallow: /

User-agent: boitho.com-dc
Disallow: /

User-agent:Yeti/1.0
Disallow: /

User-agent: webalta Crawler/2.0
Disallow: /

User-agent:192.comAgent
Disallow: /

User-agent:Yandex/1.01.001 
Disallow : /

User-agent: flatlandbot/baypup 
Disallow : /    

User-agent: WebAlta Crawler/1.3.23 
Disallow : /