#robots.txt, www.medienhaus-neue-oz.de 20081121 # User-agent: wget Disallow: / User-agent: scooter Disallow: / User-agent: webzip Disallow: / User-agent: crawl-it Disallow: / User-agent: WebReaper Disallow: / User-agent: * Disallow: /