# robots.txt zu http://www.staehlergruppe.de/

User-agent: UniservalRobot/1.0
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /logs/
Disallow: /allgemein/
Disallow: /htmlhide/
Allow: /index.html
Allow: /de_start001.html
Allow: /html/

User-agent: mein-Robot
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /logs/
Disallow: /allgemein/
Disallow: /htmlhide/
Allow: /index.html
Allow: /de_start001.html
Allow: /html/

User-agent: *
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /logs/
Disallow: /allgemein/
Disallow: /htmlhide/
Allow: /index.html
Allow: /de_start001.html
Allow: /html/

# email-Sammler
User-agent: EmailCollector
Disallow: /

# durchdrehende Roboter
User-agent: GagaRobot
Disallow: /