# robots.txt für hydrogeologist.de and friends

# Diese Webcrawler schließe ich aus

User-agent: Sidewinder
Disallow: / 

User-agent: Orthogaffe
Disallow:

User-agent: UbiCrawler
Disallow: /

User-agent: DOC
Disallow: /

User-agent: Zao
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

User-agent: wget
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: k2spider
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: WebReaper
Disallow: /


# Diese Verzeichnisse/Dateien sollen nicht durchsucht werden
User-agent: *


# Verzeichnisse

Disallow: /cgi-bin/
Disallow: /content/
Disallow: /css/
Disallow: /dictionary/
Allow: /dictionary/index.php
Disallow: /includes/
Disallow: /js/
Disallow: /languages/
Disallow: /service/
Allow: /service/images/
Disallow: /templates/
Disallow: /testarea/

# Dateien

Disallow: /401.php
Disallow: /403.php
Disallow: /404.php
Disallow: /500.php

Allow: /service/sitemap.xml

Allow: /aboutme.php
Allow: /diplomarbeit.php
Allow: /impressum.php
Allow: /index.php
Allow: /kontakt.php
Allow: /literatur.php
Allow: /news.php
Allow: /news_archive.php
Allow: /referenzen.php
Allow: /service.php
Allow: /sitemap.php
Allow: /verlinken.php

# Content