# robots.txt for http://www.biocompare.com/ # created on 10/2/2009 12:43:43 PM Sitemap: http://www.biocompare.com/biocompareindex.xml.gz User-agent: 192.comAgent Disallow: / User-agent: Accoona-AI-Agent Disallow: / User-agent: Accoona-Biz-Agent Disallow: / User-agent: aicrawler Disallow: / User-agent: aipbot Disallow: / User-agent: asterias Disallow: / User-agent: baiduspider Disallow: / User-agent: BecomeBot Disallow: / User-agent: boitho.com-dc Disallow: / User-agent: cfetch Disallow: / User-agent: Charlotte Disallow: / User-agent: converacrawler Disallow: / User-agent: daumoa Disallow: / User-agent: dragonfly Disallow: / User-agent: exabot Disallow: / User-agent: fast Disallow: / User-agent: fast Enterprise crawler Disallow: / User-agent: fast metaweb crawler Disallow: / User-agent: fast-Webcrawler Disallow: / User-agent: Fatbot Disallow: / User-agent: furlbot Disallow: / User-agent: Gigabot Disallow: / User-agent: gsa-crawler Disallow: / User-agent: healthbot Disallow: / User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: / User-agent: ichiro Disallow: / User-agent: idbot Disallow: / User-agent: IRLbot Disallow: / User-agent: jakarta commons Disallow: / User-agent: kompassbot Disallow: / User-agent: magentanews Disallow: / User-agent: magus bot 1.0 Disallow: / User-agent: MJ12bot Disallow: / User-agent: naverbot Disallow: / User-agent: NextGenSearchBot Disallow: / User-agent: NimbleCrawler Disallow: / User-agent: Nutch Disallow: / User-agent: Ocelli Disallow: / User-agent: panscient.com Disallow: / User-agent: psbot Disallow: / User-agent: qihoobot Disallow: / User-agent: seekbot Disallow: / User-agent: shopwiki Disallow: / User-agent: ShopWiki Disallow: / User-agent: snapbot Disallow: / User-agent: snapbot Disallow: / User-agent: sogou web Disallow: / User-agent: speedy spider Disallow: / User-agent: sphider2 Disallow: / User-agent: spiderthread Disallow: / User-agent: Tmcrawler Disallow: / User-agent: twiceler Disallow: / User-agent: unknown Disallow: / User-agent: Vermut Disallow: / User-agent: voyager Disallow: / User-agent: wget Disallow: / User-agent: zyborg Disallow: / User-agent: * Disallow: /ad.asp Disallow: /bioportfolio/ Disallow: /biospace/ Disallow: /biotechniques/ Disallow: /biowww/ Disallow: /e.asp Disallow: /gonl.asp Disallow: /honey/ Disallow: /informationrequest/ Disallow: /jump.asp Disallow: /jumpres.asp Disallow: /nature/ Disallow: /natureproducts/ Disallow: /natureproducts/go.asp Disallow: /nbt/ Disallow: /nmeth/ Disallow: /Popups/ Disallow: /ProductCompare.aspx Disallow: /quotationrequest/ Disallow: /RequestInfo.aspx Disallow: /requestinformation/ Disallow: /RequestInformation.aspx Disallow: /sciweb/ Disallow: /Subscriptions.aspx Disallow: /thescientist/ Disallow: /x/ Disallow: /Links/