User-agent: *
Allow: /

User-agent: *
Disallow: /s/
Disallow: /admin/
Disallow: /admin
Disallow: /cpanel
Disallow: /cpanel/
Disallow: /cms
Disallow: /cms/

User-agent: MJ12bot
Disallow: / 

User-agent: DotBot
Disallow: / 

User-agent: AlphaBot
Disallow: / 

User-agent: SemrushBot
Disallow: /

User-agent: ADmantX
Disallow: / 

User-agent: Heritrix
Disallow: / 

User-agent: Indy Library
Disallow: / 

User-agent: Mail.Ru
Disallow: / 

User-agent: rogerbot
Disallow: / 

User-agent: PHPCrawl
Disallow: / 

User-agent: BLEXBot
Disallow: / 

User-agent: magpie-crawler
Disallow: /

User-agent: SeznamBot
Disallow: / 

User-agent: seoscanners.net
Disallow: / 

User-agent: SoftSearch.ru robot
Disallow: / 

User-agent: Uptimebot
Disallow: / 

User-agent: python-requests
Disallow: / 

User-agent: Python-httplib2
Disallow: / 

User-agent: expo9
Disallow: / 

User-agent: ZumBot
Disallow: / 

User-agent: EventMachine HttpClient
Disallow: /

User-agent: MaxPointCrawler
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: MaxPointCrawler/Nutch-1.10
Disallow: /

User-agent: Go-http-client
Disallow: /

User-agent: Go-http-client/1.1
Disallow: /

User-agent: Go 1.1 package http
Disallow: /

User-Agent: Wget
Disallow: /

User-agent: uipbot
Disallow: /

User-agent: uipbot/1.0 (uipbot@semasio.net)
Disallow: /

User-agent: GetIntent Crawler
Disallow: /

User-Agent: panscient.com
Disallow: /

User-agent: BUbiNG
Disallow: /

User-agent: Buzzbot
Disallow: /

User-agent: Free WebSite Submitter/1.0
Disallow: /

User-agent: Free WebSite Submitter
Disallow: /

User-agent: ltx71 - (http://ltx71.com/)
Disallow: /