# Robots.txt file
# validate at http://www.searchengineworld.com/cgi-bin/robotcheck.cgi
# last update validated 06/11/03
User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: /
User-agent: ArribaPacketRatDisallow: /
User-agent: autoemailspiderDisallow: /
User-agent: baiduspiderDisallow: /
User-agent: BilboDisallow: /
User-agent: DigExtDisallow: /
User-agent: dloader(NaverRobot)/1.0Disallow: /
User-agent: DittoSpyderDisallow: /
User-agent: DTS AgentDisallow: /
User-agent: fastDisallow: /
User-agent: Getleft 1.1b2Disallow: /
User-agent: girafaDisallow: /
User-agent: Gigabot/1.0Disallow: /
User-agent: googlebot-ImageDisallow: /
User-agent: grub-clientDisallow: /
User-agent: HTMLABDisallow: /
User-agent: httrackDisallow: /
User-agent: ia_archiverDisallow: /
User-agent: ImageVampireDisallow: /
User-agent: k2spiderDisallow: /
User-agent: mail sweeperDisallow: /
User-agent: MSIECrawlerDisallow: /
User-agent: NetCaptorDisallow: /
User-agent: NITLE Blog Spider/0.01Disallow: /
User-agent: NPBotDisallow: /
User-agent: nutchDisallow: /
User-agent: oBotDisallow: /
User-agent: Offline ExplorerDisallow: /
User-agent: PSBotDisallow: /
User-agent: QuepasaCreep v0.9.13Disallow: /
User-agent: Scooter/3.3Disallow: /
User-agent: sitecheck.internetseer.comDisallow: /
User-agent: Slurp/2.0Disallow: /
User-agent: SpiderKU/0.9Disallow: /
User-agent: SteelerDisallow: /
User-agent: SurveyBot/2.3Disallow: /
User-agent: szukaczDisallow: /
User-agent: Szukacz/1.5Disallow: /
User-agent: TurnitinBotDisallow: /
User-agent: Vagabondo/2.1Disallow: /
User-agent: vischeck_spiderBot/0.1libwww-perl/5.48Disallow: /
User-agent: vscooterDisallow: /
User-agent: WebCopier v3.3Disallow: /
User-agent: WebCopier v3.2aDisallow: /
User-agent: WebCopierDisallow: /
User-agent: webcrawlerDisallow: /
User-agent: Web Downloader/4.9Disallow: /
User-agent: Web Downloader/5.8Disallow: /
User-agent: WebGather 3.0Disallow: /
User-agent: WebStripper/2.56Disallow: /
User-agent: WebZIP/3.65Disallow: /
User-agent: WebZIPDisallow: /
User-agent: WgetDisallow: /
User-agent: ZaoDisallow: /
User-agent:  Zeus 2.6Disallow: /
User-agent: *Disallow: /cgi-bin/