# Alexa User-agent: ia_archiver Disallow: /web-settings/ Disallow: /web-data/ # Ask User-agent: Teoma Disallow: /web-data/ Disallow: /web-settings/ # Google User-agent: googlebot Disallow: /web-data/ Disallow: /web-settings/ # MSN User-agent: msnbot Disallow: /web-data/ Disallow: /web-settings/ # Yahoo! User-agent: Slurp Disallow: /web-data/ Disallow: /web-settings/ # Abacho User-agent: AbachoBOT Disallow: /web-data/ Disallow: /web-settings/ # ABCdatos.com User-agent: ABCdatos BotLink Disallow: /web-data/ Disallow: /web-settings/ # Amfibi User-agent: Amfibibot Disallow: /web-data/ Disallow: /web-settings/ # Amidalla User-agent: amibot Disallow: /web-data/ Disallow: /web-settings/ # ASPseek.com User-agent: ASPseek Disallow: /web-data/ Disallow: /web-settings/ # Automatischen Sprachverarbeitung User-agent: FindLinks Disallow: /web-data/ Disallow: /web-settings/ # Baidu User-agent: baiduspider Disallow: /web-data/ Disallow: /web-settings/ # BDNcentral User-agent: BDNcentral Disallow: /web-data/ Disallow: /web-settings/ # Become.com User-agent: BecomeBot Disallow: /web-data/ Disallow: /web-settings/ # BigClique User-agent: BigCliqueBOT Disallow: /web-data/ Disallow: /web-settings/ # Biglotron User-agent: Biglotron Disallow: /web-data/ Disallow: /web-settings/ # Bigmir.net User-agent: BigmirSpider Disallow: /web-data/ Disallow: /web-settings/ # Blue.lu User-agent: Confuzzledbot Disallow: /web-data/ Disallow: /web-settings/ # Boitho User-agent: boitho.com-dc Disallow: /web-data/ Disallow: /web-settings/ # Convera User-agent: ConveraCrawler Disallow: /web-data/ Disallow: /web-settings/ # COSMOTY User-agent: beautybot Disallow: /web-data/ Disallow: /web-settings/ # DailyOrbit.com User-agent: Orbiter Disallow: /web-data/ Disallow: /web-settings/ # Daypop User-agent: Daypopbot Disallow: /web-data/ Disallow: /web-settings/ # dir.com User-agent: Pompos Disallow: /web-data/ Disallow: /web-settings/ # Fireball User-agent: fireball Disallow: /web-settings/ Disallow: /web-data/ # Girafa.com User-agent: Girafabot Disallow: /web-data/ Disallow: /web-settings/ # GoForIt User-agent: Goforitbot Disallow: /web-data/ Disallow: /web-settings/ # IBM User-agent: Crawler Disallow: /web-data/ Disallow: /web-settings/ # Inelegant User-agent: nelaBot Disallow: /web-data/ Disallow: /web-settings/ # IRL User-agent: IRLbot Disallow: /web-data/ Disallow: /web-settings/ # Local.com User-agent: LocalcomBot Disallow: /web-data/ Disallow: /web-settings/ # Loopimprovements User-agent: NetResearchServer Disallow: /web-data/ Disallow: /web-settings/ # Majestic-12 User-agent: MJ12bot Disallow: /web-data/ Disallow: /web-settings/ # Nameprotect User-agent: NPBot Disallow: /web-data/ Disallow: /web-settings/ # ObjectsSearch User-agent: ObjectsSearch Disallow: /web-settings/ Disallow: /web-data/ # Omni-Explorer User-agent: OmniExplorer_Bot Disallow: /web-data/ Disallow: /web-settings/ # Picsearch User-agent: psbot Disallow: /web-data/ Disallow: /web-settings/ # Pipeline User-agent: pipeLiner Disallow: /web-data/ Disallow: /web-settings/ # SEARCH.COM.UA User-agent: SEARCH.COM.UA Disallow: /web-data/ Disallow: /web-settings/ # Seekport User-agent: Seekbot Disallow: /web-data/ Disallow: /web-settings/ # SEVENtwentyfour User-agent: LinkWalker Disallow: /web-data/ Disallow: /web-settings/ # SharewarePlaza.com User-agent: Agent-SharewarePlazaFileCheckBot Disallow: /web-data/ Disallow: /web-settings/ # SitiDi.net User-agent: SitiDiBot Disallow: /web-data/ Disallow: /web-settings/ # Sygol User-agent: sygol Disallow: /web-data/ Disallow: /web-settings/ # Szukacz User-agent: szukacz Disallow: /web-data/ Disallow: /web-settings/ # Turnitin.com User-agent: TurnitinBot Disallow: /web-data/ Disallow: /web-settings/ # TutorGig.com User-agent: TutorGigBot Disallow: /web-data/ Disallow: /web-settings/ # Voila.fr User-agent: VoilaBot Disallow: /web-data/ Disallow: /web-settings/ # Walhello User-agent: Appie Disallow: /web-data/ Disallow: /web-settings/ # WebArchive User-agent: BruinBot Disallow: /web-data/ Disallow: /web-settings/ # Yandex User-agent: Yandex Disallow: /web-data/ Disallow: /web-settings/ # Others User-agent: * Disallow: /web-data/ Disallow: /web-settings/ Sitemap: