User-agent : ia-archiver Disallow: User-agent : Scooter Disallow: User-agent : Mercator Disallow: User-agent : crawler@fast Disallow: User-agent : InfoSeek sidewinder Disallow: User-agent : Lycos_Spider_(T-Rex) Disallow: User-agent : MantraAgent Disallow: User-agent : WebCrawler Disallow: User-agent : Googlebot Disallow: User-agent : TeomaAgent Disallow: User-agent : Zyborg Disallow: User-agent : Architext spider Disallow: User-agent : FAST-WebCrawler Disallow: User-agent: WebZip Disallow: / User-agent: larbin Disallow: / User-agent: b2w/0.1 Disallow: / User-agent: Copernic Disallow: / User-agent: psbot Disallow: / User-agent: Python-urllib Disallow: / User-agent: NetMechanic Disallow: User-agent: URL_Spider_Pro Disallow: / User-agent: CherryPicker Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: WebBandit Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: / User-agent: CopyRightCheck Disallow: / User-agent: Crescent Disallow: / User-agent: SiteSnagger Disallow: / User-agent: ProWebWalker Disallow: / User-agent: CheeseBot Disallow: / User-agent: LNSpiderguy Disallow: / User-agent: Alexibot Disallow: / User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: MIIxpc Disallow: / User-agent: Tele