# $Id: robots.txt,v 1.9.2.2 2016-05-15 10:17:32 dnswatch Exp $
# robots.txt for searchcpan.ORG
# see
# <http://web.nexor.co.uk/mak/doc/robots/norobots.html>
# or
# <http://www.sxw.org.uk/computing/robots/check.html>
# for an explanation.

User-agent: Lipperhey-Kaus-Australis
Disallow: /
Disallow: /*
Disallow: */*

User-agent: LinkWalker
Disallow: /
Disallow: /*
Disallow: */*

User-agent: ltx71
Disallow: /
Disallow: /*
Disallow: */*

User-agent: SearchmetricsBot
Disallow: /
Disallow: /*
Disallow: */*

User-agent: MegaIndex
Disallow: /
Disallow: /*
Disallow: */*

User-agent: MegaIndex.ru
Disallow: /
Disallow: /*
Disallow: */*

User-agent: SEOkicks-Robot
Disallow: /
Disallow: /*
Disallow: */*

User-agent: XoviBot
Disallow: /
Disallow: /*
Disallow: */*

User-agent: SemrushBot
Disallow: /
Disallow: /*
Disallow: */*

User-agent: NetcraftSurveyAgent
Disallow: /
Disallow: /*
Disallow: */*

User-agent: WebTarantula.com
Disallow: /
Disallow: /*
Disallow: */*

User-agent: spbot
Disallow: /
Disallow: /*
Disallow: */*

User-agent: BLEXBot
Disallow: /
Disallow: /*
Disallow: */*

User-agent: PagesInventory
Disallow: /
Disallow: /*
Disallow: */*

User-agent: ips-agent
Disallow: /
Disallow: /*
Disallow: */*

User-agent: HuaweiSymantecSpider
Disallow: /
Disallow: /*
Disallow: */*

User-agent: Ezooms
Disallow: /
Disallow: /*
Disallow: */*

User-agent:YandexImages
Disallow: /
Disallow: /*
Disallow: */*

User-agent:panscient.com
Disallow: /
Disallow: /*
Disallow: */*

User-agent: MJ12bot
Disallow: /
Disallow: /*
Disallow: */*

User-agent: CCBot
Disallow: /
Disallow: /*
Disallow: */*

User-agent: SurveyBot
Disallow: /
Disallow: /*
Disallow: */*

User-agent: SurveyBot/2.3
Disallow: /
Disallow: /*
Disallow: */*

User-agent: SpokeSpider
Disallow: /
Disallow: /*
Disallow: */*

User-agent: Search17Bot
Disallow: /
Disallow: /*
Disallow: */*

User-agent: ia_archiver*
Disallow: /
Disallow: /*
Disallow: */*

User-agent: special_archiver
Disallow: /
Disallow: /*
Disallow: */*

User-agent: COMODOSpider/Nutch-1.2
Disallow: /
Disallow: /*
Disallow: */*

User-agent: Googlebot-Image
Disallow: /
Disallow: /*
Disallow: */*

User-agent: Baiduspider-image
Disallow: /
Disallow: /*
Disallow: */*

User-agent: LSSRocketCrawler
Disallow: /
Disallow: /*
Disallow: */*

User-agent: MediaLBot
Disallow: /
Disallow: /*
Disallow: */*

User-agent: DomainSigmaCrawler
Disallow: /
Disallow: /*
Disallow: */*

User-agent: OptimizationCrawler
Disallow: /
Disallow: /*
Disallow: */*

User-agent: *
Disallow: /cgi-bin/