# robots.txt for http://www.skilanglaufreisen.de/ Sitemap: http://www.skilanglaufreisen.de/sitemap.xml User-agent: Baiduspider User-agent: Baiduspider+ User-agent: betaBot User-agent: cityreview User-agent: CopyRightCheck User-agent: dotbot User-agent: Eurobot User-agent: Gaisbot User-agent: ia_archiver User-agent: larbin User-agent: Linguee User-agent: Mail.Ru User-agent: MJ12bot User-agent: Nutch User-agent: Offline Explorer User-agent: scooter User-agent: seekbot User-agent: thesubot User-agent: URL_Spider_Pro User-agent: webcopy User-agent: webmirror User-agent: webzip User-agent: Yeti User-agent: Yandex User-agent: YodaoBot Disallow: / # Personen-Suchmaschinen -------- User-agent: 123People User-agent: MyOnID User-agent: Pipl User-agent: Yasni Disallow: / # Bilder-Suchmaschinen -------- User-agent: Googlebot-Image User-agent: IconSurf User-agent: msnbot-media User-agent: picmole/1.0 User-agent: psbot User-agent: Web Image Collector User-agent: Yahoo-MMCrawler Disallow: / Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.png$ # specialists ------------------- User-agent: libwww-perl User-agent: grub User-agent: grub-client User-agent: ICCrawler - iCjobs User-agent: jobs.de-Robot User-agent: lwp-trivial User-agent: Microsoft URL Control User-agent: MyEngines-Bot User-agent: Nutch User-agent: nutch-agent User-agent: spbot User-agent: TurnitinBot User-agent: VoilaBot User-agent: wget User-agent: webzip Disallow: / User-agent: * User-agent: Googlebot Crawl-delay: 10 Disallow: /falle/ Disallow: /images/ Disallow: /inc/ Disallow: /javascript/ Disallow: /tpl/ Disallow: /webstat/ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.png$