# Offlinereader fernhalten
User-agent: wget
User-agent: htdig/3.1.5
User-agent: htdig
User-agent: webzip
User-agent: webmirror
User-agent: webcopy
User-agent: EmailCollector
User-agent: GagaRobot
User-agent: Firefly/1.0
User-agent: Teleport Pro
User-agent: HTTrack 3.0x
User-agent: lwp-trivial
User-agent: MS_FrontPage
User-agent: http_get
User-agent: grub-client
User-agent: WebStripper
User-agent: DigExt

Disallow: /

# cgi-bin schützen
User-agent: *
Disallow: /cgi-bin/
Disallow: /auswertung/
Disallow: /beispiel/
Disallow: /stats/
Disallow: /track/
Disallow: /service/suche/
Disallow: /aussenanlagen/fh_spezial/
Disallow: /bauen/
Disallow: /kiosk/
Disallow: /baupartner/
Disallow: /service/baulexikon/9/
Disallow: /service/baulexikon/8/
Disallow: /service/baulexikon/7/
Disallow: /service/baulexikon/5/
Disallow: /service/baulexikon/3/
Disallow: /service/baulexikon/2/
Disallow: /service/baulexikon/1/
Disallow: /recht/baurecht/baurecht.htm
Disallow: /hausbau/bautrends/trends/kompakthaus/
Disallow: /hausbau/planung/versicherung/
Disallow: /energie-spezial/
Disallow: /hersteller/kago/
Disallow: /forum/showthread.php?p=15909
Disallow: /community/modules/newbb/viewtopic.php?topic_id=2636&forum=13

User-agent: Googlebot
Disallow: /havos/
Disallow: /shop/
Disallow: /aussenanlagen/fh_spezial/
Disallow: /bauen/
Disallow: /kiosk/
Disallow: /baupartner/
Disallow: /service/baulexikon/9/
Disallow: /service/baulexikon/8/
Disallow: /service/baulexikon/7/
Disallow: /service/baulexikon/5/
Disallow: /service/baulexikon/3/
Disallow: /service/baulexikon/2/
Disallow: /service/baulexikon/1/
Disallow: /recht/baurecht/baurecht.htm
Disallow: /hausbau/bautrends/trends/kompakthaus/
Disallow: /hausbau/planung/versicherung/
Disallow: /energie-spezial/
Disallow: /hersteller/kago/
Disallow: /forum/showthread.php?p=15909
Disallow: /community/modules/newbb/viewtopic.php?topic_id=2636&forum=13

User-agent: PhpDig
Disallow: /shop/arcon/
Disallow: /shop/bauzirkel/
Disallow: /shop/buch-etc/
Disallow: *.css
Disallow: /community/modules/mylinks/

User-agent: Slurp
Crawl-delay: 60