### # robots.txt vom 2005-07-08 # Domain: bettina.wilde-schwaene.de # # ---- All others # User-agent: * Disallow: /scripts/ Disallow: /css/ Disallow: /bilder_upload/ User-agent: Googlebot Disallow: /scripts/ Disallow: /css/ Disallow: /*.gif$ Disallow: /*.jpeg$ Disallow: /*.jpg$ Disallow: /*.png$ Disallow: /*.js$ Disallow: /*.css$ Disallow: /bilder_upload/ # # ---- Delaying Bots #### # # Delay MSN User-agent: msnbot Crawl-delay: 30 Disallow: /bilder_upload/ # # ---- No Picture search !!! #### # User-agent: Googlebot-Image Disallow: / User-agent: Yahoo-MMCrawler Disallow: / # AltaVista Image Search User-agent: vscooter Disallow: / User-agent: psbot Disallow: / User-agent: Baiduspider-image Disallow: / User-agent: Baiduspider-video Disallow: / # # ---- Verbieten #### # User-agent: ICCrawler - iCjobs Disallow: / User-agent: SurveyBot Disallow: / # GigaBot User-agent: Gigabot Disallow: / User-agent: Speedy Disallow: / User-agent: Yandex Disallow: / User-agent: CatchBot Disallow: / User-agent: LiteFinder Disallow: / # Yahoo User-agent: Yahoo! Slurp Disallow: / # Yahoo User-agent: Slurp Disallow: / # Lycos, FAST User-agent: Lycos Disallow: / # advertising-related bots User-agent: Mediapartners-Google* Disallow: / # Alta Vista User-agent: Scooter Disallow: / # Teoma User-agent: AskJeeves Disallow: / # Inktomi User-agent: HotBot Disallow: / User-agent: ia_archiver Disallow: / User-agent: archive.org_bot Disallow: / User-agent: NaverBot Disallow: / User-agent: psbot Disallow: / User-agent: DittoSpyder Disallow: / User-agent: Twiceler Disallow: / User-agent: harvest Disallow: / User-agent: infoseek Disallow: / User-agent: infoseeksidewinder Disallow: / # # Doesn't follow robots.txt anyway, but... # User-agent: k2spider Disallow: / # # Hits many times per second, not acceptable # http://www.nameprotect.com/botinfo.html User-agent: NPBot Disallow: / # A capture bot, downloads gazillions of pages with no public benefit # http://www.webreaper.net/ User-agent: WebReaper Disallow: / # # Some bots are known to be trouble, particularly those designed to copy # entire sites. Please obey robots.txt. User-agent: sitecheck.internetseer.com Disallow: / User-agent: Zealbot Disallow: / User-agent: MSIECrawler Disallow: / User-agent: SiteSnagger Disallow: / User-agent: WebStripper Disallow: / User-agent: WebCopier Disallow: / User-agent: Fetch Disallow: / User-agent: Offline Explorer Disallow: / User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: WebZIP Disallow: / User-agent: linko Disallow: / User-agent: HTTrack Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: Xenu Disallow: / User-agent: larbin Disallow: / User-agent: libwww Disallow: / User-agent: ZyBORG Disallow: / User-agent: Download Ninja Disallow: / User-agent: spbot Disallow: / User-agent: 008 Disallow: /