User-agent: * Disallow: /*? Disallow: /*.txt$ Disallow: /400.htm Disallow: /401.htm Disallow: /403.htm Disallow: /404.htm Disallow: /500.htm Disallow: /banned.htm Disallow: /cgi-bin/ Disallow: /downloader/ Disallow: /store/ user-agent: Accoona-AI-Agent Disallow: / User-agent: aipbot Disallow: / User-agent: BDFetch Disallow: / User-agent: BecomeBot Disallow: / User-agent: BruinBot Disallow: / User-agent: ConveraCrawler Disallow: / User-agent: DNSGroup Disallow: / User-agent: e-SocietyRobot Disallow: / User-agent: findlinks Disallow: / User-agent: Googlebot-Image Disallow: / User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: / user-agent: ichiro Disallow: / User-agent: Ipselonbot Disallow: / User-agent: linksmanager_bot Disallow: / User-agent: linksmanager Disallow: / User-agent: Miva Disallow: / User-agent: MJ12bot Disallow: / User-agent: NimbleCrawler Disallow: / User-Agent: OmniExplorer_Bot Disallow: / User-Agent: RedKernel Disallow: / User-agent: SBIder Disallow: / User-agent: Sensis Disallow: / User-agent: ShopWiki Disallow: / User-agent: TurnitinBot Disallow: / User-agent: Twiceler Disallow: / User-agent: YahooSeeker Disallow: / User-agent: Zeusbot Disallow: /