#
# robots.txt 
# Created: Wed, 07 Apr 2010 09:18:46 GMT
#
# Please note: There are a lot of pages on this site, and there are
# some misbehaved spiders out there. If you're
# irresponsible, your access to the site may be blocked.
#

User-agent: psbot
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: ScoutJet
Disallow: /

User-agent: wget
Disallow: /

User-agent: Eurobot			# http://eurobot.ayell.eu/
Disallow: /

User-agent: twiceler		# http://www.cuill.com/twiceler/robot.html
Disallow: /

User-agent: twiceler.
Disallow: /

User-agent: Gaisbot
Disallow: /

User-agent: dotbot 
Disallow: / 

User-agent: WWW-Mechanize
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: gonzo
Disallow: /

User-agent: gonzo*
Disallow: /

User-agent: SapphireWebCrawler
Disallow: /

User-agent: Cabot				# http://www.amfibi.com/cabot/
Disallow: / 

User-agent: ACONTBOT			# http://spider.acont.de/
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: CatchBot
Disallow: /

User-agent: WebRankSpider 
Disallow: /

User-agent: yacy
Disallow: /

User-agent: yacybot
Disallow: /

User-agent: Mail.Ru
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: SurveyBot_IgnoreIP 
Disallow: / 

User-agent: Yanga WorldSearch Bot
Disallow: /

User-agent: OOZBOT		#http://www.setooz.com/oozbot.html 
Disallow: /

User-agent: plukkie		#http://www.botje.com/plukkie.htm
Disallow: / 

User-agent: http://www.uni-koblenz.de/~flocke/robot-info.txt
Disallow: / 

User-agent: NaverBot
Disallow: / 

User-agent: Yeti
Disallow: / 

User-Agent: iisbot
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: MojeekBot	# http://www.mojeek.com/bot.html
Disallow: /

User-agent: citenikbot
Disallow: /

User-Agent: Charlotte
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: VEDENSBOT
Disallow: /

User-agent: Lexxebot
Disallow: /

User-agent: VoilaBot
Disallow: /

User-agent: Sosospider
Disallow: /

User-agent: Tagoobot
Disallow: /

User-agent: cityreview
Disallow: /

User-agent: Euripbot
Disallow: /

User-Agent: Butterfly
Disallow: /

User-agent: isara-search
Disallow: /

User-agent: Jyxobot
Disallow: /

User-agent: 008
Disallow: /

# specialists -------------------
User-agent: MLBot
Disallow: / 

User-agent: libwww-perl
Disallow: /

User-agent: Nutch
Disallow: /
User-agent: nutch-agent
Disallow: /

User-agent: panscient.com
Disallow: /

User-agent: BotOnParade
Disallow: /

#User-agent: Yandex
#Disallow: /

User-agent: jobs.de-Robot
Disallow: /

User-agent: Clewwa-Bot
Disallow: /


User-agent: search17	#http://www.search17.com/bot.php
Disallow: /

User-agent: spbot
Disallow: /

User-agent: Spinn3r
Disallow: /

User-agent: Speedy
Disallow: /

User-agent: *
Disallow: /netz/Franchise-Unternehmen/
Disallow: *NOINDEX*
Disallow: /controls/
Disallow: /App_Themes/
Disallow: /WebResource.axd
Disallow: /login.aspx