# Alexa User-agent: ia_archiver Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Ask User-agent: Teoma Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Google User-agent: googlebot Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # MSN User-agent: msnbot Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Yahoo! User-agent: Slurp Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Abacho User-agent: AbachoBOT Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # ABCdatos.com User-agent: ABCdatos BotLink Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Amfibi User-agent: Amfibibot Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Amidalla User-agent: amibot Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # ASPseek.com User-agent: ASPseek Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Automatischen Sprachverarbeitung User-agent: FindLinks Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Baidu User-agent: baiduspider Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # BDNcentral User-agent: BDNcentral Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Become.com User-agent: BecomeBot Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # BigClique User-agent: BigCliqueBOT Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Biglotron User-agent: Biglotron Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Bigmir.net User-agent: BigmirSpider Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Blue.lu User-agent: Confuzzledbot Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Boitho User-agent: boitho.com-dc Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Convera User-agent: ConveraCrawler Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # COSMOTY User-agent: beautybot Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # DailyOrbit.com User-agent: Orbiter Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Daypop User-agent: Daypopbot Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # dir.com User-agent: Pompos Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Fireball User-agent: fireball Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # FyberSearch User-agent: FyberSpider Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Galaxy User-agent: GalaxyBot Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Geona User-agent: GeonaBot Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Girafa.com User-agent: Girafabot Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # GoForIt User-agent: Goforitbot Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # IBM User-agent: Crawler Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Inelegant User-agent: nelaBot Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # IRL User-agent: IRLbot Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Local.com User-agent: LocalcomBot Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Loopimprovements User-agent: NetResearchServer Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Majestic-12 User-agent: MJ12bot Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Mirago User-agent: HenryTheMiragoRobot Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Mirago.de User-agent: HeinrichderMiragoRobot Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Morfeo / Centrum User-agent: holmes Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Nameprotect User-agent: NPBot Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # ObjectsSearch User-agent: ObjectsSearch Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Omni-Explorer User-agent: OmniExplorer_Bot Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Picsearch User-agent: psbot Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Pipeline User-agent: pipeLiner Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # SEARCH.COM.UA User-agent: SEARCH.COM.UA Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Seekport User-agent: Seekbot Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # SEVENtwentyfour User-agent: LinkWalker Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # SharewarePlaza.com User-agent: Agent-SharewarePlazaFileCheckBot Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # SitiDi.net User-agent: SitiDiBot Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # SpiderMonkey User-agent: SpiderMonkey Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Sygol User-agent: sygol Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Szukacz User-agent: szukacz Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Turnitin.com User-agent: TurnitinBot Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # TutorGig.com User-agent: TutorGigBot Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Voila.fr User-agent: VoilaBot Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Walhello User-agent: Appie Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # WebArchive User-agent: BruinBot Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Yandex User-agent: Yandex Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin # Others User-agent: * Disallow: /*.php Disallow: /*.inc Disallow: /*.dat Disallow: /php Disallow: /utils Disallow: /bin