# robots.txt zu http://www.nrw-architekten.de/ # robots.txt generated at www.cached.it User-agent: * Disallow: Disallow: /cgi-bin/ Disallow: /images/ Disallow: /fotos/ Disallow: /test/ Disallow: /tpl/ Disallow: /test.php User-agent: Googlebot Disallow: User-agent: Googlebot-Image Disallow: User-agent: MSNBot Disallow: User-agent: Slurp Disallow: User-agent: Teoma Disallow: User-agent: Gigabot Disallow: User-agent: Scrubby Disallow: User-agent: Robozilla Disallow: User-agent: BecomeBot Disallow: User-agent: Nutch Disallow: User-agent: Francis Crawl-delay: 5 Disallow: User-agent: GagaRobot Disallow: / User-agent:EmailCollector Disallow: / User-agent:MJ12bot Disallow: / User-agent:bot@bot.bot Disallow: /