# robots.txt for http://www.cactuspro.com/ # # Yann Cochard, 21/02/2002 # # For more information on this file, see : # http://www.robotstxt.org/wc/robots.html User-agent: Mediapartners-Google* Disallow: User-Agent: sitecheck.internetseer.com Disallow: / User-agent: AAL-WebCopy Disallow: / User-agent: AspiWeb Disallow: / User-agent: BackStreet Disallow: / User-agent: BackStreetBrowser Disallow: / User-agent: HTTPWeazel Disallow: / User-agent: HTTrack Disallow: / User-agent: DTS Agent Disallow: / User-agent: NavigatorCompanion Disallow: / User-agent: MemowebWebLoader Disallow: / User-agent: MSIECrawler Disallow: / User-agent: OfflineExplorer Disallow: / User-agent: OfflineExplorerPro Disallow: / User-agent: PageSucker Disallow: / User-agent: SmartBud Disallow: / User-agent: TeleportPro Disallow: / User-agent: WebCopier Disallow: / User-agent: WebCopy Disallow: / User-agent: WebLoader Disallow: / User-agent: WebMirror Disallow: / User-agent: WebReaper Disallow: / User-agent: WebSpider Disallow: / User-agent: WebStripper Disallow: / User-agent: Webzip Disallow: / User-agent: WebCapture Disallow: / User-agent: wget Disallow: / User-agent: * Disallow: /cgi-bin/ Disallow: /stats