User-agent: Mediapartners-Google
Allow: /

User-agent: *
Crawl-delay: 5

User-agent: *

Disallow: /*druck/
Disallow: /*druck.php?
Disallow: /301/
Disallow: /ausschreibung/
Disallow: /ausschreibungen/ausschreibung.php
Disallow: /erfahrungsberichte/neu.php
Disallow: /error/
Disallow: /extern/
Disallow: /firmen/modal/
Disallow: /includes/
Disallow: /lists/
Disallow: /merkzettel/
Disallow: /nachrichten/
Disallow: /landkarten/
Disallow: /user/
Disallow: /wirtschaftsnachrichten/news.php
Disallow: /firmen/sms-versand.php
Disallow: /firmen/druck.php


User-agent: ccbot
User-agent: Fasterfox
User-agent: Nutch
User-agent: spock
User-agent: OmniExplorer_Bot
User-agent: TurnitinBot
User-agent: BecomeBot 
User-agent: genieBot
User-agent: MLBot
User-agent: 80bot
User-agent: Twiceler
User-agent: picbot
User-agent: psbot
User-agent: CazoodleBot
User-agent: seekbot
User-agent: dotbot
User-agent: Yasni
User-agent: Pipl
User-agent: 123People
User-agent: MyOnID
User-agent: ia_archiver
User-agent: AhrefsBot
User-agent: dotbot
User-agent: gigabot
User-agent: MJ12bot
User-agent: exabot
User-agent: rogerbot
User-agent: Yahoo Pipes 1.0
User-agent: DeuSu
User-agent: SemrushBot
User-agent: Cliqzbot
User-agent: proximic
User-agent: SEMrushBot
Disallow: /