User-agent: msnbot
Disallow: /
User-agent: slurp
Disallow: /
User-agent: teoma
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: twiceler
Disallow: /
User-agent: gigabot
Disallow: /
User-agent: scrubby
Disallow: /
User-agent: robozilla
Disallow: /
User-agent: arste
Disallow: /
User-agent: arste.info
Disallow: /
User-agent: arste.info_bot
Disallow: /
User-agent: Twiceler-0.9
Disallow: /
User-agent: NetSprint
Disallow: /
User-agent: yacybot
Disallow: /
User-agent: ShackCrawlAlpha
Disallow: /
User-agent: ShackCrawlAlpha/Nutch-0.9
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: Nutch-0.9
Disallow: /
User-agent: NetcraftSurveyAgent
Disallow: /
User-agent: NetcraftSurveyAgent/1.0
Disallow: /
User-agent: seexie.com_bot
Disallow: /
User-agent: seexie.com_bot/4.1
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: MJ12bot/v1.2.4
Disallow: /
User-agent: GIDBot
Disallow: /
User-agent: GIDBot/2.0
Disallow: /
User-agent: crawler
Disallow: /
User-agent: LAYER42
Disallow: /
User-agent: LAYER42-2
Disallow: /
User-agent: Dolphin/1.0
Disallow: /
User-agent: jyxobot
Disallow: /
User-agent: linkwalker
Disallow: /
User-agent: hswt_domcrawler
Disallow: /
User-agent: zoomspider
Disallow: /
User-agent: mlbot
Disallow: /
User-agent: jyxobot/1
Disallow: /
User-agent: hswt_d0mcrawler
Disallow: /
User-agent: szukacz
Disallow: /
User-agent: netsprint
Disallow: /
User-agent: betabot
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: baiduspider
Disallow: /
User-agent: naverbot
Disallow: /
User-agent: yeti
Disallow: /
User-agent: yahoo-mmcrawler
Disallow: 
User-agent: yahoo
Disallow: 
User-agent: psbot
Disallow: /
User-agent: asterias
Disallow: /
User-agent: msnbot-media/1.0
Disallow: /
User-agent: yahoo-blogs/v3.9
Disallow: 
User-agent: *
Disallow: