# Robots.txt file # validate at http://www.searchengineworld.com/cgi-bin/robotcheck.cgi # last update validated 06/11/03 User-agent: Accoona-AI-Agent Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.jpeg$ Disallow: /main.php/v/slideshow/ Allow: /*?$ User-agent: Alexa Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.jpeg$ Disallow: /v/slideshow/ Allow: /*?$ User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: / Disallow: /main.php/v/slideshow/ User-agent: ArribaPacketRat Disallow: / User-agent: Ask Jeeves/Teoma Disallow: /*.gif$ Disallow: /*_jpg$ Disallow: /*.jpeg$ Disallow: /main.php/v/slideshow/ Allow: /*?$ User-agent: ASpider Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.jpeg$ Disallow: /v/slideshow/ Allow: /*?$ Disallow: /main.php/v/slideshow/ User-agent: autoemailspider Disallow: / User-Agent: baconsbot Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.jpeg$ Disallow: /main.php/v/slideshow/ Allow: /*?$ User-agent: baiduspider Disallow: / Disallow: /main.php/v/slideshow/ User-agent: Bilbo Disallow: / Disallow: /main.php/v/slideshow/ User-agent: DigExt Disallow: / User-agent: CyberSpyder Link Test Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.jpeg$ Disallow: /main.php/v/slideshow/ Allow: /*?$ User-agent: dloader(NaverRobot)/1.0 Disallow: / User-agent: DittoSpyder Disallow: / User-agent: DTS Agent Disallow: / User-agent: fast Disallow: / User-agent: Getleft 1.1b2 Disallow: / User-agent: girafa Disallow: / User-agent: Gigabot/1.0 Disallow: / User-agent: Gigablast.com Disallow: /*.gif$ Disallow: /*_jpg$ Disallow: /*.jpeg$ Disallow: /main.php/v/slideshow/ Allow: /*?$ User-agent: Gecko Disallow: / User-agent: googlebot.com Disallow: /*.gif$ Disallow: /*_jpg$ Disallow: /*.jpeg$ Disallow: /*.php$ Disallow: /main.php/v/slideshow/ Allow: /*?$ User-agent: Googlebot/2.1 Disallow: /*.gif$ Disallow: /*_jpg$ Disallow: /*.jpeg$ Disallow: /*.php$ Disallow: /main.php/v/slideshow/ Allow: /*?$ User-agent: grub-client Disallow: / User-agent: HTMLAB Disallow: / User-agent: httrack Disallow: / User-agent: ia_archiver Disallow: / User-agent: ImageVampire Disallow: / User-agent: inktomisearch Disallow: /*.gif$ Disallow: /*_jpg$ Disallow: /*.jpeg$ Disallow: /*.php$ Disallow: /*.php$ Disallow: /main.php/v/slideshow/ Allow: /*?$ User-agent: k2spider Disallow: / User-Agent: KHTML like Geeko Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.jpeg$ Allow: /*?$ User-agent: larbin Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.jpeg$ Allow: /*?$ User-agent: livebot Disallow: /*.gif$ Disallow: /*_jpg$ Disallow: /*.jpeg$ Disallow: /main.php/v/slideshow/ Allow: /*?$ User-agent: mail sweeper Disallow: / User-agent: MSIECrawler Disallow: / User-Agent: msnbot Disallow: /*.gif$ Disallow: /*_jpg$ Disallow: /*.jpeg$ Disallow: /*.php$ Disallow: /main.php/v/slideshow/ Allow: /*?$ User-agent: NetCaptor Disallow: / User-agent: NITLE Blog Spider/0.01 Disallow: / User-agent: NPBot Disallow: / User-agent: nutch Disallow: / User-agent: oBot Disallow: / User-agent: Offline Explorer Disallow: / User-agent: PSBot Disallow: / User-agent: QuepasaCreep v0.9.13 Disallow: / User-agent: Scooter/3.3 Disallow: / User-agent: sitecheck.internetseer.com Disallow: / User-agent: Slurp/2.0 Disallow: / User-agent: SpiderKU/0.9 Disallow: / User-agent: Steeler Disallow: / User-agent: SurveyBot/2.3 Disallow: / User-agent: szukacz Disallow: / User-agent: Szukacz/1.5 Disallow: / User-agent: TurnitinBot Disallow: / User-agent: TMCrawler Disallow: /*.gif$ Disallow: /*_jpg$ Disallow: /*.jpeg$ Disallow: /*.php$ Disallow: /main.php/v/slideshow/ Disallow: / User-agent: Vagabondo/2.1 Disallow: / User-agent: vischeck_spiderBot/0.1libwww-perl/5.48 Disallow: / User-agent: vscooter Disallow: / User-agent: WebCopier v3.3 Disallow: / User-agent: WebCopier v3.2a Disallow: / User-agent: WebCopier Disallow: / User-agent: webcrawler Disallow: / User-agent: Web Downloader/4.9 Disallow: / User-agent: Web Downloader/5.8 Disallow: / User-agent: WebGather 3.0 Disallow: / User-agent: WebStripper/2.56 Disallow: / User-agent: WebZIP/3.65 Disallow: / User-agent: WebZIP Disallow: / User-Agent: WISEnutbot Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.jpeg$ Disallow: /v/slideshow/ Allow: /*?$ User-agent: Wget Disallow: / User-agent: Yahoo! Slurp Disallow: /*.gif$ Disallow: /*_jpg$ Disallow: /*.jpeg$ Disallow: /main.php/v/slideshow/ Allow: /*?$ User-Agent: Yahoo! Slurp Disallow: /*.jpg$ Allow: /*?$ User-Agent: Voyager Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.jpeg$ Disallow: /main.php/v/slideshow/ Allow: /*?$ User-agent: Zao Disallow: / User-agent: Zeus 2.6 Disallow: / User-agent: Zango Disallow: / User-Agent: ZyBorg Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.jpeg$ Allow: /*?$ User-agent: * Disallow: /cgi-bin/