# robots.txt for http://www.hufenbecher.de User-agent: * Disallow: /datenbank # do not scan dir datenbank Disallow: /secret # do not scan dir secret Disallow: /internas # do not scan dir internas