# robots.txt see: www.robotstxt.org/wc/norobots.html # #User-agent: * #Disallow: /intern User-agent: * Disallow: /cgi-bin/yidish Disallow: /boka