bot-spam-crawler-hacker-user_agent-blacklist

map $http_user_agent $bad_client {
  default 0;
  "~*Aboundex" 1;
  "~*libcurl" 1;
  "~*libssh2" 1;
  "~*80legs" 1;
  "~*360Spider" 1;
  "~*^Java" 1;
  "~*^Cogentbot" 1;
  "~*^Alexibot" 1;
  "~*^asterias" 1;
  "~*^attach" 1;
  "~*^BackDoorBot" 1;
  "~*^BackWeb" 1;
  "~*Bandit" 1;
  "~*^BatchFTP" 1;
  "~*^Bigfoot" 1;
  "~*^Black.Hole" 1;
  "~*^BlackWidow" 1;
  "~*^BlowFish" 1;
  "~*^BotALot" 1;
  "~*Buddy" 1;
  "~*^BuiltBotTough" 1;
  "~*^Bullseye" 1;
  "~*^BunnySlippers" 1;
  "~*^Cegbfeieh" 1;
  "~*^CheeseBot" 1;
  "~*^CherryPicker" 1;
  "~*^ChinaClaw" 1;
  "~*Collector" 1;
  "~*Copier" 1;
  "~*^CopyRightCheck" 1;
  "~*^cosmos" 1;
  "~*^Crescent" 1;
  "~*^Custo" 1;
  "~*^AIBOT" 1;
  "~*^DISCo" 1;
  "~*^DIIbot" 1;
  "~*^DittoSpyder" 1;
  "~*^Download\ Demon" 1;
  "~*^Download\ Devil" 1;
  "~*^Download\ Wonder" 1;
  "~*^dragonfly" 1;
  "~*^Drip" 1;
  "~*^eCatch" 1;
  "~*^EasyDL" 1;
  "~*^ebingbong" 1;
  "~*^EirGrabber" 1;
  "~*^EmailCollector" 1;
  "~*^EmailSiphon" 1;
  "~*^EmailWolf" 1;
  "~*^EroCrawler" 1;
  "~*^Exabot" 1;
  "~*^Express\ WebPictures" 1;
  "~*Extractor" 1;
  "~*^EyeNetIE" 1;
  "~*^Foobot" 1;
  "~*^flunky" 1;
  "~*^FrontPage" 1;
  "~*^Go-Ahead-Got-It" 1;
  "~*^gotit" 1;
  "~*^GrabNet" 1;
  "~*^Grafula" 1;
  "~*^Harvest" 1;
  "~*^hloader" 1;
  "~*^HMView" 1;
  "~*^HTTrack" 1;
  "~*^humanlinks" 1;
  "~*^IlseBot" 1;
  "~*^Image\ Stripper" 1;
  "~*^Image\ Sucker" 1;
  "~*Indy\ Library" 1;
  "~*^InfoNaviRobot" 1;
  "~*^InfoTekies" 1;
  "~*^Intelliseek" 1;
  "~*^InterGET" 1;
  "~*^Internet\ Ninja" 1;
  "~*^Jakarta" 1;
  "~*^JennyBot" 1;
  "~*^JetCar" 1;
  "~*^JustView" 1;
  "~*^Jyxobot" 1;
  "~*^Kenjin.Spider" 1;
  "~*^Keyword.Density" 1;
  "~*^larbin" 1;
  "~*^LexiBot" 1;
  "~*^libWeb/clsHTTP" 1;
  "~*^LinkextractorPro" 1;
  "~*^LinkScan/8.1a.Unix" 1;
  "~*^LNSpiderguy" 1;
  "~*^LinkWalker" 1;
  "~*^lwp-trivial" 1;
  "~*^LWP::Simple" 1;
  "~*^Magnet" 1;
  "~*^Mag-Net" 1;
  "~*^MarkWatch" 1;
  "~*^Mass\ Downloader" 1;
  "~*^Mata.Hari" 1;
  "~*^Microsoft.URL" 1;
  "~*^Microsoft\ URL\ Control" 1;
  "~*^MIDown\ tool" 1;
  "~*^MIIxpc" 1;
  "~*^Mirror" 1;
  "~*^Missigua\ Locator" 1;
  "~*^Mister\ PiX" 1;
  "~*^moget" 1;
  "~*^Mozilla/3.Mozilla/2.01" 1;
  "~*^NAMEPROTECT" 1;
  "~*^Navroad" 1;
  "~*^NearSite" 1;
  "~*^NetAnts" 1;
  "~*^Netcraft" 1;
  "~*^NetMechanic" 1;
  "~*^NetSpider" 1;
  "~*^Net\ Vampire" 1;
  "~*^NetZIP" 1;
  "~*^NextGenSearchBot" 1;
  "~*^NICErsPRO" 1;
  "~*^niki-bot" 1;
  "~*^NimbleCrawler" 1;
  "~*^Ninja" 1;
  "~*^NPbot" 1;
  "~*^Octopus" 1;
  "~*^Offline\ Explorer" 1;
  "~*^Offline\ Navigator" 1;
  "~*^Openfind" 1;
  "~*^OutfoxBot" 1;
  "~*^PageGrabber" 1;
  "~*^Papa\ Foto" 1;
  "~*^pavuk" 1;
  "~*^PHP\ version\ tracker" 1;
  "~*^Pockey" 1;
  "~*^ProPowerBot/2.14" 1;
  "~*^ProWebWalker" 1;
  "~*^psbot" 1;
  "~*^Pump" 1;
  "~*^QueryN.Metasearch" 1;
  "~*^RealDownload" 1;
  "~*Reaper" 1;
  "~*Recorder" 1;
  "~*^ReGet" 1;
  "~*^RepoMonkey" 1;
  "~*Siphon" 1;
  "~*^SiteSnagger" 1;
  "~*^SlySearch" 1;
  "~*^SmartDownload" 1;
  "~*^Snake" 1;
  "~*^Snapbot" 1;
  "~*^Snoopy" 1;
  "~*^sogou" 1;
  "~*^SpaceBison" 1;
  "~*^SpankBot" 1;
  "~*^spanner" 1;
  "~*^Sqworm" 1;
  "~*Stripper" 1;
  "~*Sucker" 1;
  "~*^SuperBot" 1;
  "~*^SuperHTTP" 1;
  "~*^Surfbot" 1;
  "~*^suzuran" 1;
  "~*^Szukacz/1.4" 1;
  "~*^tAkeOut" 1;
  "~*^Teleport" 1;
  "~*^Telesoft" 1;
  "~*^TurnitinBot/1.5" 1;
  "~*^The.Intraformant" 1;
  "~*^TheNomad" 1;
  "~*^TightTwatBot" 1;
  "~*^Titan" 1;
  "~*^True_Robot" 1;
  "~*^turingos" 1;
  "~*^TurnitinBot" 1;
  "~*^URLy.Warning" 1;
  "~*^Vacuum" 1;
  "~*^VoidEYE" 1;
  "~*^Web\ Image\ Collector" 1;
  "~*^Web\ Sucker" 1;
  "~*^WebAuto" 1;
  "~*^WebBandit" 1;
  "~*^Webclipping.com" 1;
  "~*^WebCopier" 1;
  "~*^WebEMailExtrac.*" 1;
  "~*^WebEnhancer" 1;
  "~*^WebFetch" 1;
  "~*^WebGo\ IS" 1;
  "~*^Web.Image.Collector" 1;
  "~*^WebLeacher" 1;
  "~*^WebmasterWorldForumBot" 1;
  "~*^WebReaper" 1;
  "~*^WebSauger" 1;
  "~*^Website\ eXtractor" 1;
  "~*^Website\ Quester" 1;
  "~*^Webster" 1;
  "~*^WebStripper" 1;
  "~*^WebWhacker" 1;
  "~*^WebZIP" 1;
  "~*Whacker" 1;
  "~*^Widow" 1;
  "~*^WISENutbot" 1;
  "~*^WWWOFFLE" 1;
  "~*^WWW-Collector-E" 1;
  "~*^Xaldon" 1;
  "~*^Xenu" 1;
  "~*^Zeus" 1;
  "~*ZmEu" 1;
  "~*^Zyborg" 1;
  "~*Acunetix" 1;
  "~*FHscan" 1;
  "~*Baiduspider" 1;
  "~*Nutch-" 1;
  "~*IDBot" 1;
  "~*id-search" 1;
  "~*mj12bot.com" 1;
  "~*ConveraCrawler" 1;
  "~*MFC_Tear_Sample" 1;
  "~*HTTP::Lite" 1;
  "~*PHPCrawl" 1;
  "~*URI::Fetch" 1;
  "~*http client" 1;
  "~*PECL::HTTP" 1;
  "~*panscient.com" 1;
  "~*IBM EVV" 1;
  "~*Bork-edition" 1;
  "~*Fetch API Request" 1;
  "~*PleaseCrawl" 1;
  "~*layeredtech.com" 1;
  "~*WEP Search" 1;
  "~*Wells Search II" 1;
  "~*Missigua Locator" 1;
  "~*ISC Systems iRc Search" 1;
  "~*Microsoft URL Control" 1;
  "~*AhrefsBot" 1;
  "~*Indy Library" 1;
  "~*Boston Project" 1;
  "~*Atomic_Email_Hunter" 1;
  "~*atSpider" 1;
  "~*autoemailspider" 1;
  "~*China Local Browse" 1;
  "~*ContactBot" 1;
  "~*ContentSmartz" 1;
  "~*DataCha0s" 1;
  "~*Demo Bot" 1;
  "~*DSurf15a" 1;
  "~*Educate Search" 1;
  "~*EmailWolf" 1;
  "~*ESurf15a" 1;
  "~*ExtractorPro" 1;
  "~*Franklin Locator" 1;
  "~*Full Web Bot" 1;
  "~*Guestbook Auto Submitter" 1;
  "~*Industry Program" 1;
  "~*Research Bot" 1;
  "~*LARBIN-EXPERIMENTAL" 1;
  "~*LetsCrawl.com" 1;
  "~*Lincoln State Web Browser" 1;
  "~*LMQueueBot" 1;
  "~*LWP::Simple" 1;
  "~*Mac Finder" 1;
  "~*Foundation Class Library" 1;
  "~*Missouri" 1;
  "~*Mizzu Labs" 1;
  "~*Mo College" 1;
  "~*Email Extractor" 1;
  "~*Iplexx Spider" 1;
  "~*MVAClient" 1;
  "~*NameOfAgent" 1;
  "~*NASA Search" 1;
  "~*PEval 1" 1;
  "~*Production Bot" 1;
  "~*Program Shareware" 1;
  "~*PSurf15a" 1;
  "~*psycheclone" 1;
  "~*RSurf15a" 1;
  "~*ShablastBot" 1;
  "~*snap.com beta crawler" 1;
  "~*Sogou develop spider" 1;
  "~*Sogou Orion spider" 1;
  "~*sogou spider" 1;
  "~*Sogou web spider" 1;
  "~*SSurf15a" 1;
  "~*Under the Rainbow" 1;
  "~*VadixBot" 1;
  "~*libwww-perl" 1;
  "~*aiHitBot" 1;
  "~*betaBot" 1;
  "~*Bolt" 1;
  "~*BLEXBot" 1;
  "~*BUbiNG" 1;
  "~*CazoodleBot" 1;
  "~*CPython" 1;
  "~*CCBot" 1;
  "~*Curious" 1;
  "~*CRAZYWEBCRAWLER" 1;
  "~*FlashGet" 1;
  "~*Findxbot" 1;
  "~*GetRight" 1;
  "~*GetWeb!"  1;
  "~*GuzzleHttp" 1;
  "~*ia_archiver" 1;
  "~*InternetSeer" 1;
  "~*IRLbot" 1;
  "~*LeechFTP" 1;
  "~*Lightspeedsystems" 1;
  "~*litemage_walker" 1;
  "~*LinksManager" 1;
  "~*Lipperhey" 1;
  "~*ltx71" 1;
  "~*Maxthon" 1;
  "~*Mail.RU_Bot" 1;
  "~*MegaIndex" 1;
  "~*meanpathbot" 1;
  "~*Microsoft-IIS" 1;
  "~*MSFrontPage" 1;
  "~*FastProbe" 1;
  "~*Nutch" 1;
  "~*PeoplePal" 1;
  "~*Pi-Monster" 1;
  "~*prijsbest" 1;
  "~*python-requests" 1;
  "~*Qwantify" 1;
  "~*RedesScrapy" 1;
  "~*Rippers" 1;
  "~*RocketCrawler" 1;
  "~*SBIder" 1;
  "~*Screaming" 1;
  "~*ScreenerBot" 1;
  "~*SEOprofiler" 1;
  "~*SeaMonkey" 1;
  "~*SeznamBot" 1;
  "~*sitecheck.internetseer.com" 1;
  "~*SputnikBot" 1;
  "~*Steeler" 1;
  "~*sqlmap" 1;
  "~*Toata" 1;
  "~*TwengaBot" 1;
  "~*Typhoeus" 1;
  "~*voltron" 1;
  "~*Vagabondo" 1;
  "~*Visbot" 1;
  "~*webalta" 1;
  "~*ZyBorg" 1;
  "~*VB Project" 1;
  "~*masscan" 1;
  "~*muhstik" 1;
  "~*zgrab" 1;
  "~*checker" 1;
  "~*Netcraft" 1;
  "~*pdrlabs" 1;
  "~*DotBot" 1;
  "~*yandex" 1; #ninguem usa esse buscador no brasil sr
  "~*Python-urllib" 1;
  "~*netEstate" 1;
  "~*GrapeshotCrawler" 1;
  "~*mappydata" 1;
  "~*Cliqzbot" 1;
  "~*spbot" 1;
  "~*Dataprovider" 1;
  "~*getroot" 1;
  "~*evc-batch" 1;
  "~*DomainSigmaCrawler" 1;
  "~*HttpClient" 1;
  "~*Auto Spider" 1;
  "~*Go-http-client" 1;  
  "~*BDCbot" 1; 
  "~*node-fetch" 1; 
  "~*Wotbox" 1;
  "~*DomainCrawler" 1;
  "~*Barkrowler" 1;
  "~*WebCrawler" 1;
  "~*SafeDNSBot" 1;
  "~*\/bin\/bash" 1;
  "~*sysscan" 1;
  "~*Uptimebot" 1;
  "~*AwarioRssBot" 1;
  "~*MSDN SurfBear" 1;
  "~*ExtLinksBot" 1;
  "~*filterdb" 1;
  "~*uCrawler" 1;
  "~*libwww-FM" 1;
  "~*Streamline3Bot" 1;
  "~*Exabot" 1;
  "~*crawler4j" 1;
  "~*DomainStatsBot" 1;
  "~*Yeti" 1;
  "~*BacklinkCrawler" 1;
  
}