User-agent: Googlebot-Image/1.0 Disallow: / Crawl-delay: 2000000 User-agent: Mediapartners-Google/2.1 Disallow: / Crawl-delay: 2000000 User-agent: pompos Disallow: / Crawl-delay: 2000000 User-agent: msnbot Disallow: / Crawl-delay: 2000000 User-agent: Slurp Disallow: / Crawl-delay: 2000000 User-agent: gigabot Disallow: / Crawl-delay: 2000000 User-agent: turnitinbot Disallow: / Crawl-delay: 2000000 User-agent: JetBot Disallow: / Crawl-delay: 2000000 User-agent: VoilaBot Disallow: / Crawl-delay: 2000000 User-agent: baiduspider Disallow: / Crawl-delay: 2000000 User-agent: Gaisbot Disallow: / Crawl-delay: 2000000 User-agent: vspider Disallow: / Crawl-delay: 2000000 User-agent: exabot Disallow: / Crawl-delay: 2000000 User-agent: It-bot Disallow: / Crawl-delay: 2000000 User-agent: psbot Disallow: / Crawl-delay: 2000000 User-agent: Vagabondo Disallow: / Crawl-delay: 2000000 User-agent: violabot Disallow: / Crawl-delay: 2000000 User-agent: booch Disallow: / Crawl-delay: 2000000 User-agent: NaverBot-1.0 Disallow: / Crawl-delay: 2000000 User-agent: NaverBot Disallow: / Crawl-delay: 2000000 User-agent: SurveyBot Disallow: / Crawl-delay: 2000000 User-agent: Clushbot Disallow: / Crawl-delay: 2000000 User-agent: appie Disallow: / Crawl-delay: 2000000 User-agent: TutorGigBot Disallow: / Crawl-delay: 2000000 User-agent: NextGenSearchBot Disallow: / Crawl-delay: 2000000 User-agent: Iltrovator Disallow: / Crawl-delay: 2000000 User-agent: WebZIP Disallow: / Crawl-delay: 2000000 User-agent: ConveraCrawler Disallow: / Crawl-delay: 2000000 User-agent: WebReaper Disallow: / Crawl-delay: 2000000 User-agent: Patwebbot Disallow: / Crawl-delay: 2000000 User-agent: GeonaBot Disallow: / Crawl-delay: 2000000 User-agent: ZipppBot Disallow: / Crawl-delay: 2000000 User-agent: WorldLight Disallow: / Crawl-delay: 2000000 User-agent: Amfibibot Disallow: / Crawl-delay: 2000000 User-agent: Wotbox Disallow: / Crawl-delay: 2000000 User-agent: sohu-search Disallow: / Crawl-delay: 2000000 User-agent: Argus Disallow: / Crawl-delay: 2000000 User-agent: ASPseek Disallow: / Crawl-delay: 2000000 User-agent: PEERbot Disallow: / Crawl-delay: 2000000 User-agent: TAMU_CS_IRL_CRAWLER Disallow: / Crawl-delay: 2000000 User-agent: docpdf-wrawler Disallow: / Crawl-delay: 2000000 User-agent: NPBot Disallow: / Crawl-delay: 2000000 User-agent: Baiduspider+ Disallow: / Crawl-delay: 2000000 User-agent: Ultraseek Disallow: / Crawl-delay: 2000000 User-agent: BecomeBot Disallow: / Crawl-delay: 2000000 User-agent: Gigabot Disallow: / Crawl-delay: 2000000 User-agent: Ask Jeeves/Teoma Disallow: / Crawl-delay: 2000000 User-agent: Yahoo! Slurp Disallow: / Crawl-delay: 2000000 User-agent: TAMU_CS_IRL_CRAWLER/1.0 Disallow: / Crawl-delay: 2000000 User-agent: gazz/5.0 Disallow: / Crawl-delay: 2000000 User-agent: SpurlBot/0.2 Disallow: / Crawl-delay: 2000000 User-agent: Yahoo-MMCrawler/3.x Disallow: / Crawl-delay: 2000000 User-agent: FAST Enterprise Crawler/6 Disallow: / Crawl-delay: 2000000 User-agent: FAST Enterprise Crawler Disallow: / Crawl-delay: 2000000 User-agent: Talkro Web-Shot/1.0 Disallow: / Crawl-delay: 2000000 User-agent: EARTHCOM.info/1.6 Disallow: / Crawl-delay: 2000000 User-agent: Ocelli Disallow: / Crawl-delay: 2000000 User-agent: statbot Disallow: / Crawl-delay: 2000000 User-agent: ichiro Disallow: / Crawl-delay: 2000000 User-agent: Holmes Disallow: / Crawl-delay: 2000000 User-agent: Digger Disallow: / Crawl-delay: 2000000 User-agent: IRLbot Disallow: / Crawl-delay: 2000000 User-agent: Zao-Crawler Disallow: / Crawl-delay: 2000000 User-agent: ZyBorg Disallow: / Crawl-delay: 2000000 User-agent: updated Disallow: / Crawl-delay: 2000000 User-agent: CydralSpider Disallow: / Crawl-delay: 2000000 User-agent: Speedy Spider Disallow: / Crawl-delay: 4000000 User-agent: aipbot Disallow: / Crawl-delay: 2000000 User-agent: NuSearch Spider Disallow: / Crawl-delay: 2000000 User-agent: Steeler/3.1 Disallow: / Crawl-delay: 2000000 User-agent: KnowItAll Disallow: / Crawl-delay: 2000000 User-agent: e-SocietyRobot Disallow: / Crawl-delay: 2000000 User-agent: noxtrumbot Disallow: / Crawl-delay: 2000000 User-agent: BruinBot Disallow: / Crawl-delay: 2000000 User-agent: Twiceler Disallow: / Crawl-delay: 2000000 User-agent: OmniExplorer_Bot Disallow: / Crawl-delay: 2000000 User-agent: UnChaos Disallow: / Crawl-delay: 2000000 User-agent: USyd-NLP-Spider Disallow: / Crawl-delay: 2000000 User-agent: sna-0.0.1 Disallow: / Crawl-delay: 2000000 User-agent: larbin_2.6.3 Disallow: / Crawl-delay: 2000000 User-agent: "Matrix S.p.A. - FAST Enterprise Crawler 6 Disallow: / Crawl-delay: 2000000 User-agent: PageBitesHyperBot Disallow: / Crawl-delay: 2000000 User-agent: heritrix Disallow: / Crawl-delay: 2000000 User-agent: ccubee Disallow: / Crawl-delay: 2000000 User-agent: Omnipelagos.com RSS Spider 0.3 Disallow: / Crawl-delay: 2000000 User-agent: nicebot Disallow: / Crawl-delay: 2000000 User-agent: NutchTestBot/0.0 Disallow: / Crawl-delay: 2000000 User-agent: snap.com beta crawler v0 Disallow: / Crawl-delay: 2000000 User-agent: snap.com beta crawler Disallow: / Crawl-delay: 2000000 User-agent: Xenu Link Sleuth Disallow: / Crawl-delay: 2000000 User-agent: Goldfire Server Disallow: / Crawl-delay: 2000000 User-agent: Minuteman Disallow: / Crawl-delay: 2000000 User-agent: YadowsCrawler Disallow: / Crawl-delay: 2000000 User-agent: OmniExplorer_Bot Disallow: / Crawl-delay: 2000000 User-agent: WebStripper Disallow: / Crawl-delay: 2000000 User-agent: MJ12bot Disallow: / Crawl-delay: 2000000 User-agent: findlinks Disallow: / Crawl-delay: 2000000 User-agent: Dumbot Disallow: / Crawl-delay: 2000000 User-agent: NetResearchServer Disallow: / Crawl-delay: 2000000 User-agent: DTAAgent Disallow: / Crawl-delay: 2000000 User-agent: Orbiter Disallow: / Crawl-delay: 2000000 User-agent: SquigglebotBot Disallow: / Crawl-delay: 2000000 User-agent: pipeLiner Disallow: / Crawl-delay: 2000000 User-agent: JoBo Disallow: / Crawl-delay: 2000000 User-agent: envolk[ITS]spider Disallow: / Crawl-delay: 2000000 User-agent: envolk[ITS]spider/1.6 Disallow: / Crawl-delay: 2000000 User-agent: FAST MetaWeb Crawler Disallow: / Crawl-delay: 2000000 User-agent: SBIder Disallow: / Crawl-delay: 2000000 User-agent: SBIder/0.8-dev Disallow: / Crawl-delay: 2000000 User-agent: MSRBOT Disallow: / Crawl-delay: 2000000 User-agent: EverbeeCrawler Disallow: / Crawl-delay: 2000000 User-agent: semanticdiscovery Disallow: / Crawl-delay: 2000000 User-agent: Computer_and_Automation_Research_Institute_Crawler Disallow: / Crawl-delay: 2000000 User-agent: Ipselonbot Disallow: / Crawl-delay: 2000000 User-agent: IlTrovatore-Setaccio Disallow: / Crawl-delay: 2000000 User-agent: IlTrovatore-Setaccio/1.2 Disallow: / Crawl-delay: 2000000 User-agent: DoCoMo Disallow: / Crawl-delay: 2000000 User-agent: Septera Disallow: / Crawl-delay: 2000000 User-agent: Deepindex Disallow: / Crawl-delay: 2000000 User-agent: cfetch Disallow: / Crawl-delay: 2000000 User-agent: NutchCVS Disallow: / Crawl-delay: 2000000 User-agent: NutchCVS/0.7 Disallow: / Crawl-delay: 2000000 User-agent: Sensis Web Crawler Disallow: / Crawl-delay: 2000000 User-agent: Accoona-AI-Agent Disallow: / Crawl-delay: 2000000 User-agent: RufusBot Disallow: / Crawl-delay: 2000000 User-agent: ForVohun Disallow: / Crawl-delay: 2000000 User-agent: Shim-crawler Disallow: / Crawl-delay: 2000000 User-agent: gonzo1[D] Disallow: / Crawl-delay: 2000000 User-agent: DiamondBot Disallow: / Crawl-delay: 2000000 User-agent: KFSW-Bot Disallow: / Crawl-delay: 2000000 User-agent: Shim-Crawler Disallow: / Crawl-delay: 2000000 User-agent: PigeonBot1.0 BETA Disallow: / Crawl-delay: 2000000 User-agent: OutfoxBot Disallow: / Crawl-delay: 2000000 User-agent: OutfoxBot/0.3 Disallow: / Crawl-delay: 2000000 User-agent: Rambler.Ge Disallow: / Crawl-delay: 2000000 User-agent: VSE/1.0 Disallow: / Crawl-delay: 2000000 User-agent: voyager/1.0 Disallow: / Crawl-delay: 2000000 User-agent: ObjectsSearch Disallow: / Crawl-delay: 2000000 User-agent: ObjectsSearch/0.2 Disallow: / Crawl-delay: 2000000 User-agent: Yahoo-MMCrawler/3.x Disallow: / Crawl-delay: 2000000 User-agent: Yahoo-Blogs/v3.9 Disallow: / Crawl-delay: 2000000 User-agent: gsa-crawler Disallow: / Crawl-delay: 2000000 User-agent: genieBot Disallow: / Crawl-delay: 2000000 User-agent: LinkWalker Disallow: / Crawl-delay: 2000000 User-agent: searchbot Disallow: / Crawl-delay: 2000000 User-agent: TerrawizBot/1.0 Disallow: / Crawl-delay: 2000000 User-agent: NimbleCrawler Disallow: / Crawl-delay: 2000000 User-agent: Thumbnail.CZ robot 1.1 Disallow: / Crawl-delay: 2000000 User-agent: NavissoBot Disallow: / Crawl-delay: 2000000 User-agent: Yahoo! Slurp China Disallow: / Crawl-delay: 2000000 User-agent: Tarantula/0.1 Disallow: / Crawl-delay: 2000000 User-agent: Vortex/2.2 Disallow: / Crawl-delay: 2000000 User-agent: miniRank/1.5 Disallow: / Crawl-delay: 2000000 User-agent: Yahoo-MMCrawler/3.x Disallow: / Crawl-delay: 2000000 User-agent: findlinks/1.1-a7 Disallow: / Crawl-delay: 2000000 User-agent: Alpha Search Agent Disallow: / Crawl-delay: 2000000 User-agent: xirq/0.1-dev Disallow: / Crawl-delay: 2000000 User-agent: envolk[ITS]spider/1.6 Disallow: / Crawl-delay: 2000000 User-agent: TestTengine Disallow: / Crawl-delay: 2000000 User-agent: xirq/0.1-dev Disallow: / Crawl-delay: 2000000 User-agent: Openbot/3.0+ Disallow: / Crawl-delay: 2000000 User-agent: Wavefire/0.8-dev Disallow: / Crawl-delay: 2000000 User-agent: Findexa Crawler Disallow: / Crawl-delay: 2000000 User-agent: schibstedsokbot Disallow: / Crawl-delay: 2000000 User-agent: hl_ftien_spider Disallow: / Crawl-delay: 2000000 User-agent: sproose Disallow: / Crawl-delay: 2000000 User-agent: sproose/0.1-alpha Disallow: / Crawl-delay: 2000000 User-agent: FeedChecker Disallow: / Crawl-delay: 2000000 User-agent: DataparkSearch Disallow: / Crawl-delay: 2000000 User-agent: Vespa Crawler Disallow: / Crawl-delay: 2000000 User-agent: lanshanbot/1.0 Disallow: / Crawl-delay: 2000000 User-agent: noyona_0_1 Disallow: / Crawl-delay: 2000000 User-agent: Crawllybot/0.1 Disallow: / Crawl-delay: 2000000 User-agent: DeepSearcher/0.7.2 Disallow: / Crawl-delay: 2000000