# robots.txt zu http://www.mein-name.de/ User-agent: * # User-agent: mein-Robot # Disallow: /sbt/ Allow: index.shtml Allow: /download/ Allow: /de/ Allow: /eng/ Allow: /pol/ # Allow: /v-server/openairs.info # Allow: Disallow: /counter Disallow: /logs/ Disallow: /cgi-bin/ Disallow: /de_nav/ Disallow: /pol_nav/ Disallow: /eng_nav/ Disallow: /users/ Disallow: /termine/ # Disallow: /newsticker.shtml User-agent: wget Disallow: /