User-agent: Slurp Crawl-delay: 5 User-Agent: MediaPartners-Google Allow: * User-agent: ia_archiver Disallow: User-agent: * Disallow: /out.php Disallow: out.php Disallow: /outx.php Disallow: /go.php Disallow: /google_adsense_script.htm Disallow: google_adsense_script.htm Disallow: /impressum.htm Disallow: /ads/add.php Disallow: /ads/ User-agent: * Disallow: /news User-agent: googlebot Disallow: /news User-agent: Gigabot Disallow: / User-agent: Charlotte/1.0b Disallow: / User-Agent: Charlotte Disallow: / User-agent: CazoodleBot Disallow: / User-agent: ilial Disallow: / User-agent: LocalcomBot Disallow: / User-Agent: OmniExplorer_Bot Disallow: / User-agent: asterias Disallow: / User-agent: Fatbot Disallow: / User-agent: dotbot Disallow: / User-agent: MJ12bot Disallow: / User-agent: NextGenSearchBot Disallow: / User-agent: Faxobot/1.0 Disallow: / User-agent: pompos Disallow: / User-agent: Jetbot/1.0 Disallow: / User-agent: kuloko-bot Disallow: / User-agent: dloader(NaverRobot)/1.5 Disallow: / User-agent: Gaisbot/3.0 Disallow: / User-agent: Zao Disallow: / User-agent: NutchOrg Disallow: / User-agent: Nutch Disallow: / User-agent: NPBot Disallow: / User-agent: Steeler Disallow: / User-agent: FusionBot Disallow: / User-agent: metacarta Disallow: / User-agent: szukacz Disallow: / User-agent: moget/2.1 Disallow: / User-agent: Mercator-2.0 Disallow: / User-agent: NetResearchServer/2.3(loopimprovements.com/robot.html) Disallow: / User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: / User-agent: bumblebee/1.0 Disallow: / User-agent: LinkWalker Disallow: / User-agent: BaiDuSpider Disallow: / User-agent: grub-client Disallow: / User-agent: Openbot Disallow: / User-agent: sitecheck.internetseer.com Disallow: / User-agent: DiaGem Disallow: / User-agent: speedy Disallow: / User-agent: psbot Disallow: / User-agent: NICErsPRO Disallow: / User-agent: ExtractorPro Disallow: / User-agent: Crescent Internet ToolPak Disallow: / User-agent: CherryPicker Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailWolf Disallow: / User-agent: WebBandit Disallow: / User-agent: eCatch Disallow: / User-agent: cyveillance Disallow: / User-agent: Indy Library Disallow: / User-agent: MJ12bot Disallow: /