User-agent: *
Disallow: /cgi/
Disallow: /img/
Disallow: /wels/

User-agent: MJ12bot
Disallow: /

User-agent: Baiduspider+
Disallow: /

User-agent: Baiduspider+(+http://www.baidu.com/search/spider.htm)
Disallow: /

User-agent: BaiduImagespider+(+http://help.baidu.jp/system/05.html)
Disallow: /

User-Agent: Teoma
Allow: /novelletten/

User-agent: Hatena Antenna/0.4
Disallow: /

User-Agent: Googlebot-Image
Disallow: /

User-agent: searchpreview
Disallow: /

User-agent: ::_detectURL
Disallow: /

User-agent: MVAClient
Disallow: /

User-agent: moget
Disallow: /

User-agent: nabot
Disallow: /

User-agent: Aruyo
Disallow: /

User-agent: h052.p253.iij4u.or.jp
Disallow: /

User-agent: Scooter
Disallow: /

User-agent: ArchitextSpider
Disallow: /

User-agent: indexpert
Disallow: /

User-agent: I4U SearchEngine/1.0
Disallow: /

User-agent: InfoNavirobot
Disallow: /

User-agent: tokiwa
Disallow: /

User-agent: TITAN
Disallow: /

User-agent: Openbot
Disallow: /

User-agent: Wget/1.8.2
Disallow: /

User-agent: Wget
Disallow: /

User-agent: Web Spider for Verno(Iron33)
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: semanticdiscovery
Disallow: /

User-agent: T-Rex
Disallow: /

User-agent: Web Spider for Verno(Iron33)
Disallow: /

User-agent: InfoSeek Sidewinder
Disallow: /

User-agent: Infoseek SideWinder/2.0B (Linux 2.4 i686)
Disallow: /

User-Agent: fast
Disallow: /

User-Agent: ZyBorg
Disallow: /

User-agent: girafa
Disallow: /

User-agent: DiaGem
Disallow: /

User-agent: SlySearch
Disallow: /

User-agent: Steeler
Disallow: /

User-agent: TurnitinBot
Disallow: /  

User-Agent: sitecheck.internetseer.com
Disallow: /

User-agent: http://www.almaden.ibm.com/cs/crawler
Disallow: /

User-agent: Openbot
Disallow: /

User-agent: Gaisbot/3.0+(robot@gais.cs.ccu.edu.tw;+http://gais.cs.ccu.edu.tw/robot.php)
Disallow: /

User-agent: Openfind data gatherer
Disallow: /

User-agent: Scooter/3.3
Disallow: /

User-agent: buildrack93.sv.av.com
Disallow: /

User-agent: PlantyNet_WebRobot_V1.9 dhkang@plantynet.com
Disallow: /

User-agent: kuloko-bot/0.2
Disallow: /

User-agent: NABOT/5.0
Disallow: /

User-agent: NaverBot-1.0
Disallow: /

User-agent: NaverBot-1.0 (NHN Corp. / +82-2-3011-1954 / nhnbot@naver.com)
Disallow: /

User-agent: Cowbot
Disallow: /

User-agent: sohu-search
Disallow: /

User-agent: Cowbot-0.1.1
Disallow: /

User-agent: IconSurf
Disallow: /favicon.ico