#User-agent: Verzeichnisse verbieten

User-agent: * 
Disallow: /cgi-bin/*
Disallow: /images/*
Disallow: /scarad/*
Disallow: /amazon/*
Disallow: /statistik/*
Disallow: /download/*
Disallow: /blog/feed/* 
Disallow: /blog/*/*/feed/*  
Disallow: /blog/*/*/trackback/* 
Disallow: /blog/2006/*  
Disallow: /blog/2007/*
Disallow: /blog/2008/*
Disallow: /blog/2009/*  
Disallow: /blog/page/* 
Disallow: /blog/?p*
Disallow: /blog/wp-login.php
Disallow: /blog/lotto-team-telefon-abzocke/




#Unterseiten ausschliessen wegen Pagerank
Disallow: /kontakt.htm
Disallow: /werbung.htm 
Disallow: /mediadaten.htm 
Disallow: /presse.htm 
Disallow: /newsletter.htm
Disallow: /layer_header.htm
Disallow: /layer_rechts_130px.htm
Disallow: /layer_rectangle.htm
Disallow: /layer_google_468.htm
Disallow: /layer_cd-brenner.php
Disallow: /layer_dvd-brenner.php
Disallow: /layer_software.htm
Disallow: /layer_hardware.php
# Disallow: /layer_rechts_650px.htm



# traffic checken
#User-Agent: MSNBot
#Disallow: /

User-agent: stress-agent*
Disallow: /

#
# User-Agents blocken, die nicht spidern/crawlen duerfen!
# 

User-agent: Aqua_Products*
User-agent: ActiveAgent*
User-agent: asterias*
User-agent: BackDoorBot*
User-agent: BlowFish*
User-agent: Bookmark search tool*
User-agent: BotALot*
User-agent: BuiltBotTough*
User-agent: Bullseye*
User-agent: BunnySlippers*
User-agent: b2w*
User-agent: CheeseBot*
User-agent: CherryPicker*
User-agent: Cuge*
UserAgent: cugeCrawler 1.2 – cuge.org
User-agent: CopyRightCheck*
User-agent: cosmos*
User-agent: Crescent*
User-agent: DittoSpyder*
User-agent: EmailCollector*
User-agent: EmailSiphon*
User-agent: EmailWolf*
User-agent: EroCrawler*
User-agent: ExtractorPro*
User-agent: FairAd Client*
User-agent: Flaming AttackBot*
User-agent: Foobot*
User-agent: Gaisbot*
User-agent: grub*
User-agent: httplib*
User-agent: Harvest*
User-agent: hloader
User-agent: humanlinks
User-agent: ia_archiver
User-agent: ia_archiver*
User-agent: ISP4P-NET
User-agent: InfoNaviRobot*
User-agent: Iron33*
User-agent: JennyBot*
User-agent: Keyword Density*
User-agent: Kenjin Spider*
User-agent: looksmart*
User-agent: larbin*
User-agent: libWeb*
User-agent: lwp-trivial*
User-agent: LNSpiderguy*
User-agent: LinkWalker*
User-agent: LinkextractorPro*
User-agent: LexiBot*
User-agent: LinkScan*
User-agent: Mata Hari*
User-agent: MIIxpc*
User-agent: Microsoft URL Control*
User-agent: MSIECrawler*
User-agent: Mister PiX*
User-agent: moget*
User-agent: NetAnts*
User-agent: NetMechanic*
User-agent: Newskraft*
User-agent: NICErsPRO*
User-agent: TheNomad*
User-agent: Openfind*
User-agent: Openbot*
User-agent: Oracle Ultra Search*
User-agent: ProPowerBot*
User-agent: Offline Explorer*
User-agent: penthesilea*
User-agent: PerMan*
User-agent: psbot*
User-agent: Python-urllib*
User-agent: ProWebWalker*
User-agent: QueryN Metasearch*
User-agent: RMA*
User-agent: Radiation Retriever*
User-agent: RepoMonkey*
User-agent: Roverbot*
User-agent: searchpreview*
User-agent: spanner*
User-agent: SpankBot*
User-agent: suzuran*
User-agent: Szukacz*
User-agent: SiteSnagger*
User-agent: turingos*
User-agent: Teleport*
User-agent: TeleportPro*
User-agent: Telesoft*
User-agent: The Intraformant*
User-agent: True_Robot*
User-agent: toCrawl/UrlDispatcher*
User-agent: URL_Spider_Pro*
User-agent: URL Control*
User-agent: URLy Warning*
User-agent: VCI*
User-agent: Viswoo*
User-agent: WebZip*
User-agent: WebStripper*
User-agent: WebSauger*
User-agent: WebCopier*
User-agent: Wget*
User-agent: Website Quester*
User-agent: WebBandit*
User-agent: WebmasterWorldForumBot*
User-agent: Webster*
User-agent: Web Image Collector*
User-agent: WebEnhancer*
User-agent: WebAuto*
User-agent: WWW-Collector*
User-agent: WX_mail*
User-agent: WhoWhere*
User-agent: Yasni*
User-agent: Xenu's*
User-agent: Zeus*
Disallow: /