Sitemap: http://www.spawdin.net/
User-agent: 192.comAgent=192.com
Disallow: /
User-agent: 4anything.com=4Anything.com
Disallow: /
User-agent: A-Online Search=Jet2Web.net
Disallow: /
User-agent: ABCdatos=ABCdatos.com
Disallow: /
User-agent: AESOP=AESOP.com
Disallow: /
User-agent: AIBOT=21Seek.com
Disallow: /
User-agent: ASAHA=Asaha.com
Disallow: /
User-agent: ASPseek=ASPseek.org
Disallow: /
User-agent: AV Fetch 1.0=AltaVista.com
Disallow: /
User-agent: AVSearch-1.0(peter.turney@nrc.ca)=NRC-CNRC.gc.ca
Disallow: /
User-agent: AVSearch-3.0(AltaVista/AVC)=AltaVista.com
Disallow: /
User-agent: AbachoBOT=Abacho.com
Disallow: /
User-agent: About=About.com
Disallow: /
User-agent: Accoona=Accoona.com
Disallow: /
User-agent: AcoiRobot=AcoiRobot
Disallow: /
User-agent: Acoon=Acoon.de
Disallow: /
User-agent: Acorn=Acorn Search
Disallow: /
User-agent: Agadine=Agada.de
Disallow: /
User-agent: Aipbot=NameProtect.com
Disallow: /
User-agent: Aladin=Aladin.de
Disallow: /
User-agent: Aleksika=Aleksika.com
Disallow: /
User-agent: AlkalineBOT=Alkaline.vestris.com
Disallow: /
User-agent: Allesklar=Allesklar.de
Disallow: /
User-agent: AltaVista=AltaVista.com
Disallow: /
User-agent: Amfibi=Amfibi.com
Disallow: /
User-agent: Amibot=Amidalla.com
Disallow: /
User-agent: AnnoMille=Annomille.it
Disallow: /
User-agent: AnswerBus=AnswerBus.com
Disallow: /
User-agent: AnswerChase=AnswerChase.com
Disallow: /
User-agent: AnzwersCrawl=Yahoo!7 Answers
Disallow: /
User-agent: Apexoo=Apexoo.com
Disallow: /
User-agent: Aport=Aport.ru
Disallow: /
User-agent: Appie=WalHello.com
Disallow: /
User-agent: Arachnoidea=EuroSeek.com
Disallow: /
User-agent: ArchitextSpider=Excite.com
Disallow: /
User-agent: Arikus_Spider=Arikus.com
Disallow: /
User-agent: Asahina=Asahina Bot
Disallow: /
User-agent: AskAboutOil=AskAboutOil.com
Disallow: /
User-agent: Asked=Asked.jp
Disallow: /
User-agent: Asterias=SingingFish.com
Disallow: /
User-agent: Atlocal=Local.com
Disallow: /
User-agent: Atomz=Atomz.com
Disallow: /
User-agent: Axadine=Axada.de
Disallow: /
User-agent: AxmoRobot=Axmo.com
Disallow: /
User-agent: BDFetch=Brandimensions.com
Disallow: /
User-agent: BIGLOTRON=Biglotron.com
Disallow: /
User-agent: BSDSeek/1.0=Inktomi.com
Disallow: /
User-agent: BTbot=BTBot.com
Disallow: /
User-agent: BaboomBot=Baboom.us
Disallow: /
User-agent: Baiduspider=Baidu.com
Disallow: /
User-agent: Balihoo=Balihoo.com
Disallow: /
User-agent: Bdcindexer=Business.com
Disallow: /
User-agent: Beautybot=Cosmoty.de
Disallow: /
User-agent: BebopBot=APassion4Jazz.net
Disallow: /
User-agent: BecomeBot=Become.com
Disallow: /
User-agent: BigCliqueBOT=BigClique.com
Disallow: /
User-agent: Bigsearch.ca=Bigsearch.ca
Disallow: /
User-agent: Bilgi=Bilgi.com
Disallow: /
User-agent: BilgiBetaBot=Bilgi.com
Disallow: /
User-agent: Bitacle=Bitacle.org
Disallow: /
User-agent: Blaiz-Bee=Blaiz.net
Disallow: /
User-agent: BlitzBOT=Blitzsuche Bot
Disallow: /
User-agent: BlogBot=Blogdex.media.mit.edu
Disallow: /
User-agent: BlogSearch=IceRocket.com
Disallow: /
User-agent: Bloglines=Bloglines.com
Disallow: /
User-agent: Blogpulse=BlogPulse.com
Disallow: /
User-agent: BlogsNowBot=BlogsNow.com
Disallow: /
User-agent: BlogzIce=IceRocket.com
Disallow: /
User-agent: BotSeer=botseer.ist.psu.ed
Disallow: /
User-agent: BravoBrian=BravoBrian.it
Disallow: /
User-agent: BruinBot=UCLA Web Archive
Disallow: /
User-agent: BuildCMS=BuildCMS.com
Disallow: /
User-agent: BullsEye=IntelliSeek.com
Disallow: /
User-agent: BurstFindCrawler=BurstFind.com
Disallow: /
User-agent: Buscaplus=BuscaPlus.com
Disallow: /
User-agent: Carleson=CosmixCorp.com
Disallow: /
User-agent: Carnegie_Mellon_University=Andrew.CMU.edu
Disallow: /
User-agent: Catall Spider=Catall.de
Disallow: /
User-agent: Ccubee=Empyreum.com
Disallow: /
User-agent: ClariaBot/1.0=SearchScout.com
Disallow: /
User-agent: Claymont.com=Claymont.com
Disallow: /
User-agent: CloakDetect=Seznam.cz
Disallow: /
User-agent: Clushbot=Clush.com
Disallow: /
User-agent: Computer_and_Automation_Research=Datamining.sztaki.hu
Disallow: /
User-agent: Comrite=ComRite.com
Disallow: /
User-agent: Convera=Convera.com
Disallow: /
User-agent: CoolBot=Suchmaschine21.de
Disallow: /
User-agent: Cosmos=Xyleme.com
Disallow: /
User-agent: CougarSearch=CougarSearch.com
Disallow: /
User-agent: Cowbot=Naver.co.jp 
Disallow: /
User-agent: CrawlConvera=Convera.com
Disallow: /
User-agent: Crawler (cometsearch@cometsystems.com)=Miva.com
Disallow: /
User-agent: Crawler V 0.2.x admin@crawler.de  Crawler.de / Abac=Crawler.de
Disallow: /
User-agent: Crawler admin@crawler.de=Crawler.de
Disallow: /
User-agent: CrawlerBoy Pinpoint.com=PinPoint.com
Disallow: /
User-agent: Crawllybot=Crawlly.com
Disallow: /
User-agent: CreativeCommons=CreativeCommons.com
Disallow: /
User-agent: CrocCrawler=CrocCrawler.com
Disallow: /
User-agent: Custom Spider www.bisnisseek.com=Bisnisseek.com
Disallow: /
User-agent: CydralSpider=Cydral.com
Disallow: /
User-agent: DataFountains=Infomine.ucr.edu
Disallow: /
User-agent: DataSpear=DataSpear.com
Disallow: /
User-agent: DataparkSearch=DataParkSearch.org
Disallow: /
User-agent: DataparkSearch=DataparkSearch.org
Disallow: /
User-agent: DaviesBot=WholeWeb.net
Disallow: /
User-agent: DeepIndex=DeepIndex.net
Disallow: /
User-agent: Diamond=SearchScout.com
Disallow: /
User-agent: DigOut4U=Arisem.com
Disallow: /
User-agent: Digger=Diggit.com
Disallow: /
User-agent: DittoSpyder=Ditto.com
Disallow: /
User-agent: DoCoMo=Nttdocomo.co.jp
Disallow: /
User-agent: DreamCatcher=Idaji.com
Disallow: /
User-agent: Drecombot=Drecom.co.jp
Disallow: /
User-agent: Dumbot=DumbFind.com
Disallow: /
User-agent: EARTHCOM=EarthCom.com
Disallow: /
User-agent: EMPAS=EMPAS.com
Disallow: /
User-agent: ES.NET_Crawler=Innerprise.net
Disallow: /
User-agent: EasyDL=Keywen.com
Disallow: /
User-agent: EchO!=Echo.fr
Disallow: /
User-agent: Enterprise_Search=Innerprise.net
Disallow: /
User-agent: Envolk=Envolk.com
Disallow: /
User-agent: EroCrawler=EroCrawler.com
Disallow: /
User-agent: EuripBot=Eurip.com
Disallow: /
User-agent: EvaalSE=Evaal.com
Disallow: /
User-agent: Eventax=Eventax.de
Disallow: /
User-agent: Everest-Vulcan=Vulcan.com
Disallow: /
User-agent: Exabot=Exabot.com
Disallow: /
User-agent: ExactSeek=ExactSeek.com
Disallow: /
User-agent: Exalead NG/MimeLive Client=Exabot.com
Disallow: /
User-agent: Execrawl=Execrawl.com
Disallow: /
User-agent: ExperimentalHenrytheMiragoRobot=Mirago.co.uk
Disallow: /
User-agent: EyeCatcher=Download-Tipp.de
Disallow: /
User-agent: FAST Enterprise Crawler=AllTheWeb.com
Disallow: /
User-agent: FAST FirstPage retriever=AllTheWeb.com
Disallow: /
User-agent: FAST MetaWeb Crawler=AllTheWeb.com
Disallow: /
User-agent: FAST-WebCrawler=AllTheWeb.com
Disallow: /
User-agent: Factbot=FactBites.com
Disallow: /
User-agent: Fast Crawler Gold Edition=AllTheWeb.com
Disallow: /
User-agent: FastCrawler=AllTheWeb.com
Disallow: /
User-agent: FastSearch-AllTheWeb.com
Disallow: /
User-agent: Fastbot=FastBot.de
Disallow: /
User-agent: Faxobot=Faxo.com
Disallow: /
User-agent: Feed Seeker Bot=MyNewFavoriteThing.com
Disallow: /
User-agent: Feed24.com=Feed24.com
Disallow: /
User-agent: Feedfetcher-Google=Google RSS Bot
Disallow: /
User-agent: Feedster Crawler=Feedster.com
Disallow: /
User-agent: Felix - Mixcat Crawler=MixCat.com
Disallow: /
User-agent: Filangy=Filangy.com
Disallow: /
User-agent: FindAnISP.com=FindAnISP.com
Disallow: /
User-agent: Findexa= Findexa.no
Disallow: /
User-agent: FineBot=FineSearch.com
Disallow: /
User-agent: Firefly=Fireball.de
Disallow: /
User-agent: FirstGov.gov=FirstGov.gov
Disallow: /
User-agent: Firstsbot=FirstsFind.de
Disallow: /
User-agent: Flapbot=Flaptor.com
Disallow: /
User-agent: Flatlandbot=FlatlandIndustries.com
Disallow: /
User-agent: FlickBot 2.0 RPT-HTTPClient/0.3-3=DivX.com
Disallow: /
User-agent: Flunky=MetaCarta.com
Disallow: /
User-agent: FocusedSampler/1.0=Almaden.IBM.com
Disallow: /
User-agent: Fooky.com=Fooky.com
Disallow: /
User-agent: Francis=Neomo.de
Disallow: /
User-agent: FreeFind=FreeFind.com
Disallow: /
User-agent: FreshNotes=FreshNotes.com
Disallow: /
User-agent: FuseBulb=FuseBulb.com
Disallow: /
User-agent: FyberSpider=FyberSearch.com
Disallow: /
User-agent: GAIS Robot=Seed.net.tw
Disallow: /
User-agent: GNODSPIDER=Gnod.net
Disallow: /
User-agent: Gaisbot=Gais.cs.ccu.edu.tw
Disallow: /
User-agent: GalaxyBot=Galaxy.com
Disallow: /
User-agent: Gallent Search Spider=Gallent.co.uk
Disallow: /
User-agent: Gamekitbot=GameKit.de
Disallow: /
User-agent: GammaSpider=GammaSite.com
Disallow: /
User-agent: GeonaBot=Geona.com
Disallow: /
User-agent: Gigabot=GigaBlast.com
Disallow: /
User-agent: GoForIt=GoForIt.com
Disallow: /
User-agent: Goblin=GoGuides.org
Disallow: /
User-agent: Gonzo=Suchen.de
Disallow: /
User-agent: Googlebot
Disallow: /
User-agent: Mediapartners-Google
Disallow: /
User-agent: Adsbot-Google
Disallow: /
User-agent: Googlebot=Google.com
Disallow: /
User-agent: GrigorBot=Grigor.biz
Disallow: /
User-agent: Gromit=Austlii.edu.au
Disallow: /
User-agent: Gulliver=NorthernLight.com
Disallow: /
User-agent: GurujiBot=Guruji.com
Disallow: /
User-agent: HappyFunBot=HappyFunSearch.com
Disallow: /
User-agent: Harvest-NG=Yahoo.com
Disallow: /
User-agent: Hatena=a.hatena.ne.jp
Disallow: /
User-agent: HeinrichderMirago=Mirago.de
Disallow: /
User-agent: Helix=SiteSearch.ca
Disallow: /
User-agent: HenriLeRobotMirago=Mirago.fr
Disallow: /
User-agent: HenrytheMirago=Mirago.co.uk
Disallow: /
User-agent: Hippias=Hippias.Evansville.edu
Disallow: /
User-agent: Hitwise Spider=Hitwise.com
Disallow: /
User-agent: Honda-Search=Honda-Search.com
Disallow: /
User-agent: ICRA_label_spider=ICRA.com
Disallow: /
User-agent: IIITBOT=Webkhoj.iiit.net
Disallow: /
User-agent: INFOMINE=Infomine.ucr.edu
Disallow: /
User-agent: INGRID/3.0 MT=ilse.nl
Disallow: /
User-agent: IRLbot=irl.cs.tamu.edu
Disallow: /
User-agent: IconSurf=IconSurf.com
Disallow: /
User-agent: IlTrovatore=Iltrovatore.it
Disallow: /
User-agent: Ilial=Ilial.com
Disallow: /
User-agent: IlseBot=Ilse.nl
Disallow: /
User-agent: ImageWalker=BDBrandProtect.com
Disallow: /
User-agent: IncyWincy=LoopImprovements.com
Disallow: /
User-agent: IndexTheWeb.com=IndexTheWeb.com
Disallow: /
User-agent: Inet library=inetlibrary.com
Disallow: /
User-agent: InfoFly/1.0 (http://www.versions-project.org/)=Versions-Project.org
Disallow: /
User-agent: InfoSeek=InfoSeek.com
Disallow: /
User-agent: Inktomi=Yahoo.com
Disallow: /
User-agent: InnerpriseBot=Innerprise.net
Disallow: /
User-agent: Insitor=Insitor.com
Disallow: /
User-agent: Intelix=Microton.cz
Disallow: /
User-agent: Internet Ninja x.0=DTI.ne.jp
Disallow: /
User-agent: InternetArchive=Archive.org
Disallow: /
User-agent: InternetSeer.com=InternetSeer.com
Disallow: /
User-agent: IpselonBot=Ipselon.com
Disallow: /
User-agent: Jabot=Ingrid.org
Disallow: /
User-agent: Jambot=JamBot.com
Disallow: /
User-agent: Jayde Crawler=Jayde.com
Disallow: /
User-agent: Jeeves
Disallow: /
User-agent: Jetbot=JetEye.com
Disallow: /
User-agent: KE_1.0/2.0=Voila.fr
Disallow: /
User-agent: KFSW-Bot=KFSW.de
Disallow: /
User-agent: KIT-Fireball=Fireball.de
Disallow: /
User-agent: Kenjin Spider=Kenjin.ne.jp
Disallow: /
User-agent: Kinja=Kinja.com
Disallow: /
User-agent: Knowledge.com=Knowledge.com
Disallow: /
User-agent: Kuloko=Kuloko.com
Disallow: /
User-agent: LEIA/=GSeek.com
Disallow: /
User-agent: LNSpiderguy=Lexis-Nexis.com
Disallow: /
User-agent: LapozzBot=Lapozz.com
Disallow: /
User-agent: Libby_1.1/libwww-perl/5.47=About.com
Disallow: /
User-agent: LiveTrans=wkd.iis.sinica.edu.tw
Disallow: /
User-agent: Llaut=MNM.uib.es
Disallow: /
User-agent: LocalBot/1.0 ( http://www.localbot.co.uk/)=LocalBot.co.uk
Disallow: /
User-agent: LocalcomBot=Local.com
Disallow: /
User-agent: Lockstep Spider=LockStep.com
Disallow: /
User-agent: Lycos_Spider=Lycos.com
Disallow: /
User-agent: MJ12bot=Majestic12.co.uk
Disallow: /
User-agent: MQbot=MetaQuerier.cs.uiuc.edu
Disallow: /
User-agent: MSNPTC=MSN.com
Disallow: /
User-agent: MSRBOT (http://research.microsoft.com/research/sv/msrbot)=Microsoft MSRBot
Disallow: /
User-agent: MaSagool=Sagool.jp
Disallow: /
User-agent: Mackster( http://www.ukwizz.com )=UKWizz.com
Disallow: /
User-agent: MantraAgent=LookSmart.com
Disallow: /
User-agent: MapoftheInternet.com=MapOfTheInternet.com
Disallow: /
User-agent: Mariner/5.1b [de] (Win95; I ;Kolibri gncwebbot)=Kolibri.de
Disallow: /
User-agent: Martini=LookSmart.com
Disallow: /
User-agent: MasterSeek=MasterSeek.com
Disallow: /
User-agent: Mata Hari/2.00=LexiBot.com
Disallow: /
User-agent: Matrix S.p.A. - FAST Enterprise Crawler 6=Alice.it
Disallow: /
User-agent: Maxomobot=Maxomo.com
Disallow: /
User-agent: MediaCrawler=MediaCrawler.de
Disallow: /
User-agent: MediaSearch/0.1=WWW.fi
Disallow: /
User-agent: Mediapartners=Google Adsense
Disallow: /
User-agent: MegaSheep v1.0 (www.searchuk.com internet sheep)=SearchUK.com
Disallow: /
User-agent: Megite=Megite.com
Disallow: /
User-agent: Mercator=AltaVista.com
Disallow: /
User-agent: Metaeuro=MetaEuro.com
Disallow: /
User-agent: MetagerBot=Metager.de
Disallow: /
User-agent: Metaspinner=Meta-Spinner.de
Disallow: /
User-agent: Metatagsdir=MetaTagsDir.com
Disallow: /
User-agent: MicroBaz=BrainBot.com	
Disallow: /
User-agent: Misterbot=MisterBot.fr
Disallow: /
User-agent: Miva=Miva.com
Disallow: /
User-agent: MnogoSearch=mnoGoSearch.org
Disallow: /
User-agent: MojeekBot=MoJeek.com
Disallow: /
User-agent: Morris – Mixcat=MixCat.com
Disallow: /
User-agent: Msnbot=MSN.com
Disallow: /
User-agent: MultiText=dlib.vt.edu
Disallow: /
User-agent: MusicWalker=SoMuscial.com
Disallow: /
User-agent: Mylinea.com=Mylinea.com
Disallow: /
User-agent: NABOT=Naver.co.jp
Disallow: /
User-agent: NCSA=Vias.ncsa.uiuc.edu
Disallow: /
User-agent: NG-Search=NG-Search.comNG/1.0=Exalead.com
Disallow: /
User-agent: NG/4.0.1229=Exalead.com
Disallow: /
User-agent: NP=NameProtect.com
Disallow: /
User-agent: Naamah=BlogBot.de
Disallow: /
User-agent: NationalDirectory=NationalDirectory.com
Disallow: /
User-agent: NaverBot=Naver.co.jp
Disallow: /
User-agent: NavissoBot=Navisso.com
Disallow: /
User-agent: Nebullabot=Nebulla.info
Disallow: /
User-agent: NetResearchServer(http://www.look.com)=Look.com
Disallow: /
User-agent: NetResearchServer/x.x(loopimprovements.com/robot.html)=LoopImprovements.com
Disallow: /
User-agent: NetWhatCrawler=NetWhat.com
Disallow: /
User-agent: Netluchs=Netluchs.de
Disallow: /
User-agent: NextopiaBOT=Nextopia.com
Disallow: /
User-agent: Noago=Noago.com
Disallow: /
User-agent: Nokia-WAPToolkit/1.2 googlebot(at)googlebot.com=Google WAP
Disallow: /
User-agent: NokodoBot=Nokodo.com
Disallow: /
User-agent: Norbert the Spider(Burf.com)=Burf.com
Disallow: /
User-agent: Noxtrumbot=noXtrum.com
Disallow: /
User-agent: ObjectsSearch=ObjectsSearch.com
Disallow: /
User-agent: Ocelli=GlobalSpec.com
Disallow: /
User-agent: Octora=Octora.com
Disallow: /
User-agent: OmniExplorer_Bot=Omni-Explorer.com
Disallow: /
User-agent: Onet.pl=Szukaj.onet.pl
Disallow: /
User-agent: OpenISearch=OpenISearch.com
Disallow: /
User-agent: OpenTaggerBot=OpenTagger.com
Disallow: /
User-agent: OpenTextSiteCrawler=OpenText.net
Disallow: /
User-agent: OpenWebSpider=OpenWebSpider.org
Disallow: /
User-agent: Openbot=OpenFind.com.tw
Disallow: /
User-agent: Openfind=OpenFind.com.tw
Disallow: /
User-agent: Overture-WebCrawler/=AllTheWeb.com
Disallow: /
User-agent: PEERbot=PEERbot.com
Disallow: /
User-agent: PJspider=PortalJuice.com
Disallow: /
User-agent: PROve AnswerBot=AnswerChase.com
Disallow: /
User-agent: PageBites=PageBites.com
Disallow: /
User-agent: Pagebull=PageBull.com
Disallow: /
User-agent: ParaSite=Ianett.com
Disallow: /
User-agent: Patwebbot=Herz-Power.de
Disallow: /
User-agent: PicoSearch=PicoSearch.com
Disallow: /
User-agent: Piffany=Piffany.com
Disallow: /
User-agent: PluckFeedCrawler=Pluck.com
Disallow: /
User-agent: Pompos=Illiad.fr
Disallow: /
User-agent: Popdex=Popdex.com
Disallow: /
User-agent: Psbot=PicSearch.com
Disallow: /
User-agent: Qango.com=Qango.com
Disallow: /
User-agent: Quepasa=QuePasa.com
Disallow: /
User-agent: RAMPyBot=GiverAmp.com
Disallow: /
User-agent: RRC (crawler_admin@bigfoot.com)=MetaCarta.com
Disallow: /
User-agent: RSSMicro=RSSMicro.com
Disallow: /
User-agent: ReadABlog=ReadABlog.com
Disallow: /
User-agent: RixBot=BabelServer.org
Disallow: /
User-agent: RoboCrawl=CanadianContent.net
Disallow: /
User-agent: RoboPal=FindPal.com
Disallow: /
User-agent: Robot/www.pj-search.com=PJ-Search.com
Disallow: /
User-agent: Robot@SuperSnooper.Com=SuperSnooper.com
Disallow: /
User-agent: Rotondo/3.1 libwww/5.3.1=Qualigo.de
Disallow: /
User-agent: RufusBot=Webaroo.com
Disallow: /
User-agent: SBIder=SiteSell.com
Disallow: /
User-agent: SandCrawler=Microsoft.com
Disallow: /
User-agent: Savvybot=WebSavvy.cc
Disallow: /
User-agent: ScanWeb=eServer.Host.sk
Disallow: /
User-agent: ScholarUniverse=ScholarUniverse.com
Disallow: /
User-agent: ScollSpider=WebWobot.com
Disallow: /
User-agent: Scooter=AltaVista.com
Disallow: /
User-agent: ScoutAbout=ResearchRepublic.com
Disallow: /
User-agent: Scoutmaster=ScoutMaster.de
Disallow: /
User-agent: Scrubby=ScrubbTheWeb.com
Disallow: /
User-agent: SearchExpress=SearchExpress.com
Disallow: /
User-agent: SearchGuild=SearchGuild.com
Disallow: /
User-agent: SearchSight=SearchSight.com
Disallow: /
User-agent: SearchSpider=SearchSpider.com
Disallow: /
User-agent: SearchTone=Ideare.com
Disallow: /
User-agent: SearchdayBot=SearchDay.de
Disallow: /
User-agent: Seekbot=Seekbot.net
Disallow: /
User-agent: Sensis=Sensis.com.au
Disallow: /
User-agent: Seznam=Seznam.cz
Disallow: /
User-agent: SeznamBot=Seznam.cz
Disallow: /
User-agent: ShopWiki=ShopWiki.com
Disallow: /
User-agent: Shoula.com=Shoula.com
Disallow: /
User-agent: SiteSpider=SiteSpider.com
Disallow: /
User-agent: SiteTruth.com=SiteTruth.com
Disallow: /
User-agent: Skampy=Skaffe.com
Disallow: /
User-agent: Skimpy=Skaffe.com
Disallow: /
User-agent: Slarp/0.1=Only.com
Disallow: /
User-agent: Slurp
Disallow: /
User-agent: Yahoo-MMCrawler
Disallow: /
User-agent: SlySearch=TurnItIn.com
Disallow: /
User-agent: SnykeBot=Snyke.com
Disallow: /
User-agent: Speedfind=SpeedFind.de
Disallow: /
User-agent: Speedy Spider=EntireWeb.com
Disallow: /
User-agent: Speedy_Spider=EntireWeb.com
Disallow: /
User-agent: Spida/0.1=Only.com
Disallow: /
User-agent: Spider-Sleek=Search-Info.com
Disallow: /
User-agent: SpiderMan=Yahoo.com
Disallow: /
User-agent: SpiderMonkey=SpiderMonkey.ca
Disallow: /
User-agent: StackRambler=Rambler.ru
Disallow: /
User-agent: Steeler=tkl.iis.u-tokyo.ac.jp
Disallow: /
User-agent: Strategic Board Bot=StrategicBoard.com
Disallow: /
User-agent: Suchknecht.at=Suchknecht.at
Disallow: /
User-agent: Suchpadbot=Suchpad.de
Disallow: /
User-agent: Swooglebot=Swoogle.umbc.edu
Disallow: /
User-agent: SygolBot=Sygol.com
Disallow: /
User-agent: SynoBot=Synomia.fr
Disallow: /
User-agent: Synoo=Synoo.com
Disallow: /
User-agent: Syntryx=Syntryx.com
Disallow: /
User-agent: Szukacz=Szukacz.pl
Disallow: /
User-agent: TCDBOT=TCD.ie
Disallow: /
User-agent: TECOMAC-Crawler=Arexera.de
Disallow: /
User-agent: TJG/Spider=TJGroup.com
Disallow: /
User-agent: Talkro Web-Shot=Daumsoft.com
Disallow: /
User-agent: Tecomi Bot=Tecomi.com
Disallow: /
User-agent: Teoma=Ask.com
Disallow: /
User-agent: TerrawizBot=Guruji.com
Disallow: /
User-agent: TheSuBot=TheSuBot.de
Disallow: /
User-agent: Tkensaku=Tkensaku.com
Disallow: /
User-agent: Topodia=Topodia.com
Disallow: /
User-agent: Toutatis=Hoppa.com
Disallow: /
User-agent: Traazibot=Traazi.com
Disallow: /
User-agent: Trampelpfad=Trampelpfad.de
Disallow: /
User-agent: Tumblr=Tumblr.com
Disallow: /
User-agent: Turnitin=TurnItIn.com
Disallow: /
User-agent: TutorGig=TutorGig.com
Disallow: /
User-agent: Tygo=Tygo.com
Disallow: /
User-agent: UKWizz=UKWizz.com
Disallow: /
User-agent: URL_Spider_Pro=Innerprise.net
Disallow: /
User-agent: USyd-NLP-Spider=It.USYD.edu.ua
Disallow: /
User-agent: Ultraseek=Infoseek.com
Disallow: /
User-agent: Updated=Updated.com
Disallow: /
User-agent: UptimeBot=UptimeBot.com
Disallow: /
User-agent: VMBot=VerticalMatch.com
Disallow: /
User-agent: VSE/1.0=Vivismo.com
Disallow: /
User-agent: Vagabondo=Wise-Guys.nl
Disallow: /
User-agent: Vakes=Vakes.com
Disallow: /
User-agent: VeryGoodSearch=VeryGoodSearch.com
Disallow: /
User-agent: Vespa Crawler=Yahoo.com
Disallow: /
User-agent: VisBot=Visvo.com
Disallow: /
User-agent: Visbot=Visvo.com
Disallow: /
User-agent: Voyager=CosmixCorp.com
Disallow: /
User-agent: Vspider=Verity.com
Disallow: /
User-agent: W3SiteSearch=W3SiteSearch.de
Disallow: /
User-agent: WWWeasel=WWWeasel.de
Disallow: /
User-agent: Wavefire=Wavefire.com
Disallow: /
User-agent: Waypath=WayPath.com
Disallow: /
User-agent: WebAlta=WebAlta.ru
Disallow: /
User-agent: WebCorp=WebCorp.UCE.ac.uk
Disallow: /
User-agent: WebFindBot=Web-Find.com
Disallow: /
User-agent: WebRankSpider=WebRankSpider
Disallow: /
User-agent: WebSearch.COM.AU=WebSearch.com.au
Disallow: /
User-agent: WebarooBot=Webaroo.com
Disallow: /
User-agent: Webclipping.com=WebClipping.com
Disallow: /
User-agent: Weblog Attitude Diffusion=LANL.gov
Disallow: /
User-agent: WebsiteWorth=WebsiteWorth
Disallow: /
User-agent: Webspinne=Webspinne.de
Disallow: /
User-agent: Websquash.com=WebSquash.com
Disallow: /
User-agent: Webverzeichnis.de=Webverzeichnis.de
Disallow: /
User-agent: Willow Internet Crawler by Twotrees=TwoTrees.com
Disallow: /
User-agent: WinkBot=Wink.com
Disallow: /
User-agent: Worio=Worio.com
Disallow: /
User-agent: Woriobot=Worio.com:robot/1.0=Neofonie.de
Disallow: /
User-agent: WorldLight=EntireWeb.com
Disallow: /
User-agent: Wotbox=WotBox.com
Disallow: /
User-agent: X-Crawler=Arexera.de
Disallow: /
User-agent: Y!J=Yahoo.co.jp
Disallow: /
User-agent: Yacy=Yacy.net
Disallow: /
User-agent: Yahoo=Yahoo.com
Disallow: /
User-agent: Yandex=Yandex.ru
Disallow: /
User-agent: YodaoBot=Yodao.com
Disallow: /
User-agent: Yoogli=Yoogli.com
Disallow: /
User-agent: Yoono=Yoono.com
Disallow: /
User-agent: ZACATEK =Zacatek.cz
Disallow: /
User-agent: Zearchit=Zearchit.de
Disallow: /
User-agent: Zerxbot=Zerx.com
Disallow: /
User-agent: Zspider=Feedback.redkolibri.com
Disallow: /
User-agent: ZyBorg=WiseNutBot.com
Disallow: /
User-agent: abot/0.1=NameProtect.com
Disallow: /
User-agent: archive.org=Archive.org
Disallow: /
User-agent: blogWatcher_Spider=lr.pi.titech.ac.jp
Disallow: /
User-agent: boitho.com=Boitho.com
Disallow: /
User-agent: cfetch/1.0=CosmixCorp.com
Disallow: /
User-agent: collage.cgi=WebCollage.com
Disallow: /
User-agent: cometrics-bot=Cometrics.de
Disallow: /
User-agent: crawler@alexa.com=Alexa.com
Disallow: /
User-agent: dbDig=PrairieLandConsulting.com
Disallow: /
User-agent: de.searchengine.comBot=dr.SearchEngine.com
Disallow: /
User-agent: dev-spider2.searchpsider.com=SearchSpider.com
Disallow: /
User-agent: dtSearchSpider=DTSearch.com
Disallow: /
User-agent: e-SocietyRobot=yama.info.waseda.ac.jp
Disallow: /
User-agent: eBot=Elchron.cz
Disallow: /
User-agent: eStyleSearch 4=e-styleisp.ru
Disallow: /
User-agent: egothor/3.0a (+http://www.xdefine.org/robot.html)=XDefine.org
Disallow: /
User-agent: ejupiter=ejupiter.com
Disallow: /
User-agent: elfbot=uChoose.de
Disallow: /
User-agent: eseek-larbin_2.6.2=ExactSeek.com
Disallow: /
User-agent: favo.eu=Favo.eu
Disallow: /
User-agent: genieBot=GenieKnows.com
Disallow: /
User-agent: gonzo1=Suchen.de
Disallow: /
User-agent: gsa-crawler=Google.com
Disallow: /
User-agent: hbtronix.spider=Hbtronix.de
Disallow: /
User-agent: holmes/3.9=Szukaj.onet.pl
Disallow: /
User-agent: holmes/x.x=Morfeo.Centrum.cz
Disallow: /
User-agent: holmes=Morfeo.cz
Disallow: /
User-agent: htdig/3.1.6 (http://computerorgs.com)=Computerorgs.com
Disallow: /
User-agent: http://Ask.24x.Info/ (http://narres.it/)=Narres.it
Disallow: /
User-agent: http://www.almaden.ibm.com=Almaden.IBM.com
Disallow: /
User-agent: http://www.istarthere.com=Istarthere.com
Disallow: /
User-agent: http://www.monogol.de=Monogol.de
Disallow: /
User-agent: http://www.trendtech.dk/spider.asp=Trendtech.dk
Disallow: /
User-agent: i1searchbot=i1search.com
Disallow: /
User-agent: iCCrawler=ICCenter.net
Disallow: /
User-agent: ia_archiver=Archive.org
Disallow: /
User-agent: ichiro=Goo.ne.jp
Disallow: /
User-agent: jyxobot=Jyxo.cz
Disallow: /
User-agent: kulturarw3=KB.se
Disallow: /
User-agent: larbin (samualt9@bigfoot.com)=MetaCarta.com
Disallow: /
User-agent: larbin_2.1.1 larbin2.1.1@somewhere.com=MERL.com
Disallow: /
User-agent: larbin_2.2.0 (crawl@compete.com)=Compete.com
Disallow: /
User-agent: larbin_2.2.1_de_Viennot (Laurent.Viennot@inria.fr)=INRIA.fr
Disallow: /
User-agent: larbin_2.2.2 (sugayama@lab7.kuis.kyoto-u.ac.jp)=Kyoto-u.ac.jp
Disallow: /
User-agent: larbin_2.2.2_guillaume (guillaume@liafa.jussieu.fr)=INRIA.fr
Disallow: /
User-agent: larbin_2.6.2 (hamasaki@grad.nii.ac.jp)=Nii.ac.jp
Disallow: /
User-agent: larbin_2.6.2 (listonATccDOTgatechDOTedu)=GaTech.edu
Disallow: /
User-agent: larbin_2.6.2 (pimenas@systems.tuc.gr)=Systems.tuc.gr
Disallow: /
User-agent: larbin_2.6.2 (tom@lemurconsulting.com)=LemurConsulting.com
Disallow: /
User-agent: larbin_2.6.3 (wgao@genieknows.com)=GenieKnows.com
Disallow: /
User-agent: larbin_2.6_basileocaml (basile.starynkevitch@cea.fr)=CEA.fr
Disallow: /
User-agent: larbin_devel (http://pauillac.inria.fr/~ailleret/prog/larbin/)=Pauillac.INRIA.fr
Disallow: /
User-agent: libWeb/clsHTTP -- hiongun@kt.co.kr=KT.co.kr
Disallow: /
User-agent: linknzbot=Linknz.co.nz
Disallow: /
User-agent: mammoth/1.0 ( http://www.sli-systems.com/)=SLI-Systems.com
Disallow: /
User-agent: moget/x.x (moget@goo.ne.jp)=Goo.ne.jp
Disallow: /
User-agent: mogimogi=Goo.ne.jp
Disallow: /
User-agent: mozDex=mozDex.com
Disallow: /
User-agent: msnbot
Disallow: /
User-agent: psbot
Disallow: /
User-agent: nuSearch=NuSearch.com
Disallow: /
User-agent: oBot ((compatible;Win32))=Cobion.com
Disallow: /
User-agent: obidos-bot=OnFocus.com Bookwatch
Disallow: /
User-agent: omgilibot=Omgili.com
Disallow: /
User-agent: parallelContextFocusCrawler=Garr.it
Disallow: /
User-agent: schwarzmann.biz=Schwarzmann.biz
Disallow: /
User-agent: search.ch=Search.ch
Disallow: /
User-agent: silk/1.0=Slider.com
Disallow: /
User-agent: spider.yellopet.com=Yellopet.com
Disallow: /
User-agent: sportsuchmaschine.de=Sportsuchmaschine.de
Disallow: /
User-agent: sproose=Sproose.com
Disallow: /
User-agent: suchbaer.de=Suchbaer.de
Disallow: /
User-agent: suchbot=Suchbot.de
Disallow: /
User-agent: tags2dir=Tags2Dir.com
Disallow: /
User-agent: thumbshots-de=Thumbshots.de
Disallow: /
User-agent: twiceler=Cuill.com
Disallow: /
User-agent: verzamelgids.nl=Verzamelgids.nl
Disallow: /
User-agent: webcrawl.net=WebCrawl.net
Disallow: /
User-agent: webmeasurement-bot, http://rvs.informatik.uni-leipzig.de=RVS.Informatik.uni-leipzig.de
Disallow: /
User-agent: whatUseek=WhatUSeek.com
Disallow: /
User-agent: wume_crawler=Wume.cse.lehigh.edu
Disallow: /
User-agent: www.arianna.it=Arianna.libero.it
Disallow: /
User-agent: xyro_(xcrawler@cosmos.inria.fr)=Inria.fr
Disallow: /
User-agent: *
Disallow: /heroes
Disallow: /media/series/heroes
Disallow: /*.gif$
Disallow: /*.Gif$
Disallow: /*.GIF$
Disallow: /*.jpg$
Disallow: /*.Jpg$
Disallow: /*.JPG$
Disallow: /*.jpeg$
Disallow: /*.Jpeg$
Disallow: /*.JPEG$
Disallow: /*.pdf$
Disallow: /*.Pdf$
Disallow: /*.PDF$
Disallow: /*.rar$
Disallow: /*.zip$
Disallow: /*.Zif$
Disallow: /*.ZIP$