User-Agent: *
Disallow: /cgi-bin/
Disallow: /htbin/
Disallow: /unternehmen/01114/
Disallow: /private/00987/00993/
Disallow: 217.84.119.131

Crawl-delay: 10
Visit-time: 1800-2400


User-Agent: Xenu Link Sleuth 1.2g
Crawl-delay: 5
Visit-time: 1800-2400