# robots.txt zu http://www.wohnen4u.de/ User-agent: * Disallow: /werbung/ Disallow: /no/ Disallow: /broker/ Disallow: /smartseller/ Disallow: /plugins/ Disallow: /modules/ Disallow: /media/ Disallow: /images/ Disallow: /smoffice/ Disallow: /kataloge/ Disallow: /webkataloge/ Disallow: /testshop/ Disallow: /*.zip$ # Mehr Info: http://www.google.de/intl/de/webmasters/ User-agent: Googlebot* Disallow: /*.zip$ # Bilder bleiben hier! User-Agent: Googlebot-Image Disallow: / # AltaVista's Photo Finder User-agent: vscooter Disallow: / # Fiese Sauger User-agent: TheRarestParser Disallow: / User-agent: ia_archiver Disallow: / User-agent: Teleport* Disallow: / User-agent: Webwhacker* Disallow: / User-agent: Webzip* Disallow: / User-agent: Net Attache* Disallow: / User-agent: SiteSnagger* Disallow: / User-agent: HTTrack* Disallow: / User-agent: WebCapture* Disallow: / User-agent: WebSauger* Disallow: / User-agent: WebReaper* Disallow: / User-agent: Roverbot* Disallow: / User-agent: EmailCollector Disallow: / User-agent: Crawler V 0.2.1 admin@crawler.de Disallow: / User-agent: Crawler V 0.2.2 admin@crawler.de Disallow: / User-agent: ArchitextSpider Disallow: / User-agent: LinkWalker Disallow: / User-agent: MetaGer-LinkChecker Disallow: / User-agent: Tarantula Disallow: / User-agent: Gulliver/1.3 Disallow: / User-agent: Gulliver/1.2 Disallow: /