# SPDX-License-Identifier: AGPL-3.0-only
# GENERATED by bin/gen-bad-ua.py from data/bad_user_agents.regex.txt —
# edit the list and regenerate, never this file.
#
# A request whose User-Agent names a known-bad client: scrapers,
# vulnerability scanners, spam harvesters, SEO crawlers that ignore
# robots.txt. The status does not matter — the client convicts itself
# in its own words, whatever it was served.
#
# The list is Mitchell Krogza's bad-user-agents list (MIT licence, in
# the data file's header), from
# https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker —
# the same list the CrowdSec hub ships for its http-bad-user-agent
# scenario, which is the behaviour this parser translates. 681 entries,
# plus 0 of our own from data/bad_user_agents.local.txt.
#
# prefilter_any gates the pattern on the tokens themselves — the
# multi-literal automaton answers "does the line contain any of these"
# in under a microsecond, and only gated lines pay for the alternation
# (~920µs measured when this ran ungated on every line).
parser: http-bad-ua
log: http
prefilter_any:
  - "1h4x.com"
  - "360Spider"
  - "404checker"
  - "404enemy"
  - "80legs"
  - "ADmantX"
  - "AIBOT"
  - "AIWebIndex"
  - "ALittle Client"
  - "ASPSeek"
  - "Abonti"
  - "Aboundex"
  - "Aboundexbot"
  - "Acunetix"
  - "AdsTxtCrawlerTP"
  - "AfD-Verbotsverfahren"
  - "AhrefsBot"
  - "AiHitBot"
  - "Aipbot"
  - "Alexibot"
  - "Aliyun"
  - "AliyunSecBot"
  - "AllSubmitter"
  - "Alligator"
  - "AlphaBot"
  - "Anarchie"
  - "Anarchy"
  - "Anarchy99"
  - "Ankit"
  - "Anthill"
  - "Apexoo"
  - "Aspiegel"
  - "Asterias"
  - "Atomseobot"
  - "Attach"
  - "AwarioBot"
  - "AwarioRssBot"
  - "AwarioSmartBot"
  - "BBBike"
  - "BDCbot"
  - "BDFetch"
  - "BLEXBot"
  - "BackDoorBot"
  - "BackStreet"
  - "BackWeb"
  - "Backlink-Ceck"
  - "BacklinkCrawler"
  - "BacklinksExtendedBot"
  - "Badass"
  - "Bandit"
  - "Barkrowler"
  - "BatchFTP"
  - "Battleztar Bazinga"
  - "BetaBot"
  - "Bigfoot"
  - "Bitacle"
  - "BlackWidow"
  - "Black Hole"
  - "Blackboard"
  - "Blow"
  - "BlowFish"
  - "Boardreader"
  - "Bolt"
  - "BotALot"
  - "Brandprotect"
  - "Brandwatch"
  - "Buck"
  - "Buddy"
  - "BuiltBotTough"
  - "BuiltWith"
  - "Bullseye"
  - "BunnySlippers"
  - "BuzzSumo"
  - "CATExplorador"
  - "CODE87"
  - "CSHttp"
  - "Calculon"
  - "CazoodleBot"
  - "Cegbfeieh"
  - "CensysInspect"
  - "CheTeam"
  - "CheeseBot"
  - "CherryPicker"
  - "ChinaClaw"
  - "Chlooe"
  - "Citoid"
  - "Claritybot"
  - "Cliqzbot"
  - "Cloud mapping"
  - "Cocolyzebot"
  - "Cogentbot"
  - "Collector"
  - "Copier"
  - "CopyRightCheck"
  - "Copyscape"
  - "Cosmos"
  - "Craftbot"
  - "Crawling at Home Project"
  - "CrazyWebCrawler"
  - "Crescent"
  - "CrunchBot"
  - "Curious"
  - "Custo"
  - "CyotekWebCopy"
  - "DBLBot"
  - "DIIbot"
  - "DSearch"
  - "DTS Agent"
  - "DataCha0s"
  - "DatabaseDriverMysqli"
  - "Demon"
  - "Deusu"
  - "Devil"
  - "Digincore"
  - "DigitalPebble"
  - "Dirbuster"
  - "Disco"
  - "Discobot"
  - "Discoverybot"
  - "Dispatch"
  - "DittoSpyder"
  - "DnBCrawler-Analytics"
  - "DnyzBot"
  - "DomCopBot"
  - "DomainAppender"
  - "DomainCrawler"
  - "DomainSigmaCrawler"
  - "DomainStatsBot"
  - "Domains Project"
  - "Dotbot"
  - "Download Wonder"
  - "Dragonfly"
  - "Drip"
  - "ECCP"
  - "EMail Siphon"
  - "EMail Wolf"
  - "EasyDL"
  - "Ebingbong"
  - "Ecxi"
  - "EirGrabber"
  - "EroCrawler"
  - "Evil"
  - "Exabot"
  - "Express WebPictures"
  - "ExtLinksBot"
  - "Extractor"
  - "ExtractorPro"
  - "Extreme Picture Finder"
  - "EyeNetIE"
  - "Ezooms"
  - "FDM"
  - "FHscan"
  - "FemtosearchBot"
  - "Fimap"
  - "Firefox/7.0"
  - "FlashGet"
  - "Flunky"
  - "Foobot"
  - "Freeuploader"
  - "FrontPage"
  - "Fuzz"
  - "FyberSpider"
  - "Fyrebot"
  - "G-i-g-a-b-o-t"
  - "GT::WWW"
  - "GalaxyBot"
  - "GeedoProductSearch"
  - "Genieo"
  - "GenomeCrawlerd"
  - "GermCrawler"
  - "GetRight"
  - "GetWeb"
  - "Getintent"
  - "Gigabot"
  - "Go!Zilla"
  - "Go-Ahead-Got-It"
  - "GoZilla"
  - "Gotit"
  - "GrabNet"
  - "Grabber"
  - "Grafula"
  - "GrapeFX"
  - "GrapeshotCrawler"
  - "GridBot"
  - "HEADMasterSEO"
  - "HMView"
  - "HTMLparser"
  - "HTTP::Lite"
  - "HTTrack"
  - "Haansoft"
  - "HaosouSpider"
  - "Harvest"
  - "Havij"
  - "Heritrix"
  - "Hloader"
  - "HonoluluBot"
  - "Humanlinks"
  - "HybridBot"
  - "IDBTE4M"
  - "IDBot"
  - "IRLbot"
  - "Iblog"
  - "Id-search"
  - "IlseBot"
  - "Image Fetch"
  - "Image Sucker"
  - "IndeedBot"
  - "Indy Library"
  - "InfoNaviRobot"
  - "InfoTekies"
  - "Information Security Team InfraSec Scanner"
  - "InfraSec Scanner"
  - "Intelliseek"
  - "InterGET"
  - "InternetMeasurement"
  - "InternetSeer"
  - "Internet Ninja"
  - "Iria"
  - "Iskanie"
  - "IstellaBot"
  - "JOC Web Spider"
  - "JamesBOT"
  - "Jbrofuzz"
  - "JennyBot"
  - "JetCar"
  - "Jetty"
  - "JikeSpider"
  - "Joomla"
  - "Jorgee"
  - "JustView"
  - "Jyxobot"
  - "Kenjin Spider"
  - "Keybot Translation-Search-Machine"
  - "Keyword Density"
  - "Kinza"
  - "Kozmosbot"
  - "LNSpiderguy"
  - "LWP::Simple"
  - "Lanshanbot"
  - "Larbin"
  - "Leap"
  - "LeechFTP"
  - "LeechGet"
  - "LexiBot"
  - "Lftp"
  - "LibWeb"
  - "Libwhisker"
  - "LieBaoFast"
  - "Lightspeedsystems"
  - "Likse"
  - "LinkScan"
  - "LinkWalker"
  - "Linkbot"
  - "LinkextractorPro"
  - "LinkpadBot"
  - "LinksManager"
  - "LinqiaMetadataDownloaderBot"
  - "LinqiaRSSBot"
  - "LinqiaScrapeBot"
  - "Lipperhey"
  - "Lipperhey Spider"
  - "Litemage_walker"
  - "Lmspider"
  - "Ltx71"
  - "MFC_Tear_Sample"
  - "MIDown tool"
  - "MIIxpc"
  - "MJ12bot"
  - "MQQBrowser"
  - "MSFrontPage"
  - "MSIECrawler"
  - "MTRobot"
  - "Mag-Net"
  - "Magnet"
  - "Mail.RU_Bot"
  - "Majestic-SEO"
  - "Majestic12"
  - "Majestic SEO"
  - "MarkMonitor"
  - "MarkWatch"
  - "Mass Downloader"
  - "Masscan"
  - "Mata Hari"
  - "MauiBot"
  - "Mb2345Browser"
  - "MeanPath Bot"
  - "Meanpathbot"
  - "Mediatoolkitbot"
  - "MegaIndex.ru"
  - "Metauri"
  - "MicroMessenger"
  - "Microsoft Data Access"
  - "Microsoft URL Control"
  - "Minefield"
  - "Mister PiX"
  - "Moblie Safari"
  - "Mojeek"
  - "Mojolicious"
  - "MolokaiBot"
  - "Morfeus Fucking Scanner"
  - "Mozlila"
  - "Mr.4x3"
  - "Msrabot"
  - "Musobot"
  - "NICErsPRO"
  - "NPbot"
  - "Name Intelligence"
  - "Nameprotect"
  - "Navroad"
  - "NearSite"
  - "Needle"
  - "Nessus"
  - "NetAnts"
  - "NetLyzer"
  - "NetMechanic"
  - "NetSpider"
  - "NetZIP"
  - "Net Vampire"
  - "Netcraft"
  - "Nettrack"
  - "Netvibes"
  - "NextGenSearchBot"
  - "Nibbler"
  - "Niki-bot"
  - "Nikto"
  - "NimbleCrawler"
  - "Nimbostratus"
  - "Ninja"
  - "Nmap"
  - "Nuclei"
  - "Nutch"
  - "Octopus"
  - "Odin"
  - "Offline Explorer"
  - "Offline Navigator"
  - "OnCrawl"
  - "OpenLinkProfiler"
  - "OpenVAS"
  - "Openfind"
  - "Openvas"
  - "OrangeBot"
  - "OrangeSpider"
  - "OutclicksBot"
  - "OutfoxBot"
  - "PECL::HTTP"
  - "PHPCrawl"
  - "POE-Component-Client-HTTP"
  - "PageAnalyzer"
  - "PageGrabber"
  - "PageScorer"
  - "PageThing.com"
  - "Page Analyzer"
  - "Pandalytics"
  - "Panscient"
  - "Papa Foto"
  - "Pavuk"
  - "PeoplePal"
  - "Petalbot"
  - "Pi-Monster"
  - "Picscout"
  - "Picsearch"
  - "PictureFinder"
  - "Piepmatz"
  - "Pimonster"
  - "Pixray"
  - "PleaseCrawl"
  - "Pockey"
  - "ProPowerBot"
  - "ProWebWalker"
  - "Probethenet"
  - "Proximic"
  - "Psbot"
  - "Pu_iN"
  - "Pump"
  - "PxBroker"
  - "PyCurl"
  - "QueryN Metasearch"
  - "Quick-Crawler"
  - "RSSingBot"
  - "Rainbot"
  - "RankActive"
  - "RankActiveLinkBot"
  - "RankFlex"
  - "RankingBot"
  - "RankingBot2"
  - "Rankivabot"
  - "RankurBot"
  - "Re-re"
  - "ReGet"
  - "RealDownload"
  - "Reaper"
  - "RebelMouse"
  - "Recorder"
  - "RedesScrapy"
  - "RepoMonkey"
  - "Ripper"
  - "RocketCrawler"
  - "Rogerbot"
  - "SBIder"
  - "SEBot-WA"
  - "SEOkicks"
  - "SEOkicks-Robot"
  - "SEOlyt"
  - "SEOlyticsCrawler"
  - "SEOprofiler"
  - "SEOstats"
  - "SISTRIX"
  - "SMARTSEO-checker"
  - "SMTBot"
  - "SalesIntelligent"
  - "ScanAlert"
  - "Scanbot"
  - "ScoutJet"
  - "Scrapy"
  - "Screaming"
  - "ScreenerBot"
  - "ScrepyBot"
  - "Searchestate"
  - "SearchmetricsBot"
  - "Seekport"
  - "SeekportBot"
  - "SemanticJuice"
  - "Semrush"
  - "SemrushBot"
  - "SemrushBot-BA"
  - "SemrushBot-FT"
  - "SemrushBot-OCOB"
  - "SemrushBot-SI"
  - "SemrushBot-SWA"
  - "SentiBot"
  - "SenutoBot"
  - "SeoCherryBot"
  - "SeoSiteCheckup"
  - "SeobilityBot"
  - "Seomoz"
  - "Shodan"
  - "Siphon"
  - "SiteAuditBot"
  - "SiteCheckerBotCrawler"
  - "SiteExplorer"
  - "SiteLockSpider"
  - "SiteSnagger"
  - "SiteSucker"
  - "Site Sucker"
  - "Sitebeam"
  - "Siteimprove"
  - "Sitevigil"
  - "SlySearch"
  - "SmartDownload"
  - "Snake"
  - "Snapbot"
  - "Snoopy"
  - "SocialRankIOBot"
  - "Sociscraper"
  - "Sogou web spider"
  - "Sosospider"
  - "Sottopop"
  - "SpaceBison"
  - "Spammen"
  - "SpankBot"
  - "Spanner"
  - "Spbot"
  - "Spider_Bot"
  - "Spinn3r"
  - "SplitSignalBot"
  - "SputnikBot"
  - "Sqlmap"
  - "Sqlworm"
  - "Sqworm"
  - "Steeler"
  - "Stripper"
  - "Sucker"
  - "Sucuri"
  - "SuperBot"
  - "SuperHTTP"
  - "Surfbot"
  - "SurveyBot"
  - "Suzuran"
  - "Swiftbot"
  - "Szukacz"
  - "T0PHackTeam"
  - "T8Abot"
  - "TLM-Audit-Scanner"
  - "TMP"
  - "Teleport"
  - "TeleportPro"
  - "Telesoft"
  - "Telesphoreo"
  - "Telesphorep"
  - "TheNomad"
  - "The Intraformant"
  - "Thumbor"
  - "TightTwatBot"
  - "TinyTestBot"
  - "Toata"
  - "Toweyabot"
  - "Tracemyfile"
  - "Trendiction"
  - "Trendictionbot"
  - "True_Robot"
  - "Turingos"
  - "Turnitin"
  - "TurnitinBot"
  - "TwengaBot"
  - "Twice"
  - "Typhoeus"
  - "URLy.Warning"
  - "URLy Warning"
  - "UnisterBot"
  - "Upflow"
  - "V-BOT"
  - "VB Project"
  - "VCI"
  - "Vacuum"
  - "Vagabondo"
  - "VelenPublicWebCrawler"
  - "VeriCiteCrawler"
  - "VidibleScraper"
  - "Virusdie"
  - "VoidEYE"
  - "Voil"
  - "Voltron"
  - "WASALive-Bot"
  - "WBSearchBot"
  - "WEBDAV"
  - "WISENutbot"
  - "WPScan"
  - "WWW-Collector-E"
  - "WWW-Mechanize"
  - "WWW::Mechanize"
  - "WWWOFFLE"
  - "Wallpapers"
  - "WallpapersHD"
  - "WeSEE"
  - "WebAuto"
  - "WebBandit"
  - "WebCollage"
  - "WebCopier"
  - "WebEnhancer"
  - "WebFetch"
  - "WebFuck"
  - "WebGo IS"
  - "WebImageCollector"
  - "WebLeacher"
  - "WebPix"
  - "WebReaper"
  - "WebSauger"
  - "WebStripper"
  - "WebSucker"
  - "WebWhacker"
  - "WebZIP"
  - "Web Auto"
  - "Web Collage"
  - "Web Enhancer"
  - "Web Fetch"
  - "Web Fuck"
  - "Web Pix"
  - "Web Sauger"
  - "Web Sucker"
  - "Webalta"
  - "WebmasterWorldForumBot"
  - "Webshag"
  - "WebsiteExtractor"
  - "WebsiteQuester"
  - "Website Quester"
  - "Webster"
  - "Whack"
  - "Whacker"
  - "Whatweb"
  - "Who.is Bot"
  - "Widow"
  - "WinHTTrack"
  - "WiseGuys Robot"
  - "Wonderbot"
  - "Woobot"
  - "Wotbox"
  - "Wprecon"
  - "Xaldon WebSpider"
  - "Xaldon_WebSpider"
  - "Xenu"
  - "YaK"
  - "YoudaoBot"
  - "Zade"
  - "Zauba"
  - "Zermelo"
  - "Zeus"
  - "Zitebot"
  - "ZmEu"
  - "ZoomBot"
  - "ZoominfoBot"
  - "ZumBot"
  - "ZyBorg"
  - "adscanner"
  - "archive.org_bot"
  - "aria2"
  - "arquivo-web-crawler"
  - "arquivo.pt"
  - "autoemailspider"
  - "awario.com"
  - "backlink-check"
  - "cah.io.community"
  - "check1.exe"
  - "clark-crawler"
  - "coccocbot"
  - "cognitiveseo"
  - "com.plumanalytics"
  - "crawl.sogou.com"
  - "crawler4j"
  - "crawler.feedback"
  - "dataforseo.com"
  - "dataforseobot"
  - "dataprovider"
  - "demandbase-bot"
  - "domainsproject.org"
  - "eCatch"
  - "evc-batch"
  - "everyfeed-spider"
  - "facebookscraper"
  - "fasthttp"
  - "gopher"
  - "heritrix"
  - "instabid"
  - "internetVista monitor"
  - "ips-agent"
  - "isitwp.com"
  - "iubenda-radar"
  - "l9scan"
  - "leakix"
  - "libredtail-http"
  - "linkdexbot"
  - "linkfluence"
  - "litellm-recon"
  - "lwp-request"
  - "lwp-trivial"
  - "magpie-crawler"
  - "meanpathbot"
  - "mediawords"
  - "muhstik-scan"
  - "netEstate NE Crawler"
  - "oBot"
  - "opendirme-credhunt"
  - "page scorer"
  - "pcBrowser"
  - "plumanalytics"
  - "polaris version"
  - "probe-image-size"
  - "ripz"
  - "s1z.ru"
  - "satoristudio.net"
  - "scalaj-http"
  - "scan.lol"
  - "seobility"
  - "seocompany.store"
  - "seoscanners"
  - "seostar"
  - "serpstatbot"
  - "sexsearcher"
  - "sitechecker.pro"
  - "siteripz"
  - "smart-seo-tools.sbs"
  - "sogouspider"
  - "sp_auditbot"
  - "spy4x-domain-scanner"
  - "spyfu"
  - "sysscan"
  - "tAkeOut"
  - "terrabot-owned-you"
  - "trafilatura"
  - "trendiction.com"
  - "trendiction.de"
  - "ubermetrics-technologies.com"
  - "voyagerx.com"
  - "webgains-bot"
  - "webmeup-crawler"
  - "webpros.com"
  - "webprosbot"
  - "wp2shell"
  - "x09Mozilla"
  - "xpymep1.exe"
  - "zauba.io"
  - "zgrab"
regex: '^(?P<ip>\S+) \S+ \S+ \[(?P<time>[^\]]+)\] "(?P<method>[A-Z]+) (?P<path>[^ "?]*)(?:\?[^ "]*)? [^"]*" \d{3} \d+ "[^"]*" "(?P<ua>[^"]*(?:\b1h4x\.com\b|\b360Spider\b|\b404checker\b|\b404enemy\b|\b80legs\b|\bADmantX\b|\bAIBOT\b|\bAIWebIndex\b|\bALittle\ Client\b|\bASPSeek\b|\bAbonti\b|\bAboundex\b|\bAboundexbot\b|\bAcunetix\b|\bAdsTxtCrawlerTP\b|\bAfD\-Verbotsverfahren\b|\bAhrefsBot\b|\bAiHitBot\b|\bAipbot\b|\bAlexibot\b|\bAliyun\b|\bAliyunSecBot\b|\bAllSubmitter\b|\bAlligator\b|\bAlphaBot\b|\bAnarchie\b|\bAnarchy\b|\bAnarchy99\b|\bAnkit\b|\bAnthill\b|\bApexoo\b|\bAspiegel\b|\bAsterias\b|\bAtomseobot\b|\bAttach\b|\bAwarioBot\b|\bAwarioRssBot\b|\bAwarioSmartBot\b|\bBBBike\b|\bBDCbot\b|\bBDFetch\b|\bBLEXBot\b|\bBackDoorBot\b|\bBackStreet\b|\bBackWeb\b|\bBacklink\-Ceck\b|\bBacklinkCrawler\b|\bBacklinksExtendedBot\b|\bBadass\b|\bBandit\b|\bBarkrowler\b|\bBatchFTP\b|\bBattleztar\ Bazinga\b|\bBetaBot\b|\bBigfoot\b|\bBitacle\b|\bBlackWidow\b|\bBlack\ Hole\b|\bBlackboard\b|\bBlow\b|\bBlowFish\b|\bBoardreader\b|\bBolt\b|\bBotALot\b|\bBrandprotect\b|\bBrandwatch\b|\bBuck\b|\bBuddy\b|\bBuiltBotTough\b|\bBuiltWith\b|\bBullseye\b|\bBunnySlippers\b|\bBuzzSumo\b|\bCATExplorador\b|\bCODE87\b|\bCSHttp\b|\bCalculon\b|\bCazoodleBot\b|\bCegbfeieh\b|\bCensysInspect\b|\bCheTeam\b|\bCheeseBot\b|\bCherryPicker\b|\bChinaClaw\b|\bChlooe\b|\bCitoid\b|\bClaritybot\b|\bCliqzbot\b|\bCloud\ mapping\b|\bCocolyzebot\b|\bCogentbot\b|\bCollector\b|\bCopier\b|\bCopyRightCheck\b|\bCopyscape\b|\bCosmos\b|\bCraftbot\b|\bCrawling\ at\ Home\ Project\b|\bCrazyWebCrawler\b|\bCrescent\b|\bCrunchBot\b|\bCurious\b|\bCusto\b|\bCyotekWebCopy\b|\bDBLBot\b|\bDIIbot\b|\bDSearch\b|\bDTS\ Agent\b|\bDataCha0s\b|\bDatabaseDriverMysqli\b|\bDemon\b|\bDeusu\b|\bDevil\b|\bDigincore\b|\bDigitalPebble\b|\bDirbuster\b|\bDisco\b|\bDiscobot\b|\bDiscoverybot\b|\bDispatch\b|\bDittoSpyder\b|\bDnBCrawler\-Analytics\b|\bDnyzBot\b|\bDomCopBot\b|\bDomainAppender\b|\bDomainCrawler\b|\bDomainSigmaCrawler\b|\bDomainStatsBot\b|\bDomains\ Project\b|\bDotbot\b|\bDownload\ Wonder\b|\bDragonfly\b|\bDrip\b|\bECCP\b|\bEMail\ Siphon\b|\bEMail\ Wolf\b|\bEasyDL\b|\bEbingbong\b|\bEcxi\b|\bEirGrabber\b|\bEroCrawler\b|\bEvil\b|\bExabot\b|\bExpress\ WebPictures\b|\bExtLinksBot\b|\bExtractor\b|\bExtractorPro\b|\bExtreme\ Picture\ Finder\b|\bEyeNetIE\b|\bEzooms\b|\bFDM\b|\bFHscan\b|\bFemtosearchBot\b|\bFimap\b|\bFirefox/7\.0\b|\bFlashGet\b|\bFlunky\b|\bFoobot\b|\bFreeuploader\b|\bFrontPage\b|\bFuzz\b|\bFyberSpider\b|\bFyrebot\b|\bG\-i\-g\-a\-b\-o\-t\b|\bGT::WWW\b|\bGalaxyBot\b|\bGeedoProductSearch\b|\bGenieo\b|\bGenomeCrawlerd\b|\bGermCrawler\b|\bGetRight\b|\bGetWeb\b|\bGetintent\b|\bGigabot\b|\bGo!Zilla\b|\bGo\-Ahead\-Got\-It\b|\bGoZilla\b|\bGotit\b|\bGrabNet\b|\bGrabber\b|\bGrafula\b|\bGrapeFX\b|\bGrapeshotCrawler\b|\bGridBot\b|\bHEADMasterSEO\b|\bHMView\b|\bHTMLparser\b|\bHTTP::Lite\b|\bHTTrack\b|\bHaansoft\b|\bHaosouSpider\b|\bHarvest\b|\bHavij\b|\bHeritrix\b|\bHloader\b|\bHonoluluBot\b|\bHumanlinks\b|\bHybridBot\b|\bIDBTE4M\b|\bIDBot\b|\bIRLbot\b|\bIblog\b|\bId\-search\b|\bIlseBot\b|\bImage\ Fetch\b|\bImage\ Sucker\b|\bIndeedBot\b|\bIndy\ Library\b|\bInfoNaviRobot\b|\bInfoTekies\b|\bInformation\ Security\ Team\ InfraSec\ Scanner\b|\bInfraSec\ Scanner\b|\bIntelliseek\b|\bInterGET\b|\bInternetMeasurement\b|\bInternetSeer\b|\bInternet\ Ninja\b|\bIria\b|\bIskanie\b|\bIstellaBot\b|\bJOC\ Web\ Spider\b|\bJamesBOT\b|\bJbrofuzz\b|\bJennyBot\b|\bJetCar\b|\bJetty\b|\bJikeSpider\b|\bJoomla\b|\bJorgee\b|\bJustView\b|\bJyxobot\b|\bKenjin\ Spider\b|\bKeybot\ Translation\-Search\-Machine\b|\bKeyword\ Density\b|\bKinza\b|\bKozmosbot\b|\bLNSpiderguy\b|\bLWP::Simple\b|\bLanshanbot\b|\bLarbin\b|\bLeap\b|\bLeechFTP\b|\bLeechGet\b|\bLexiBot\b|\bLftp\b|\bLibWeb\b|\bLibwhisker\b|\bLieBaoFast\b|\bLightspeedsystems\b|\bLikse\b|\bLinkScan\b|\bLinkWalker\b|\bLinkbot\b|\bLinkextractorPro\b|\bLinkpadBot\b|\bLinksManager\b|\bLinqiaMetadataDownloaderBot\b|\bLinqiaRSSBot\b|\bLinqiaScrapeBot\b|\bLipperhey\b|\bLipperhey\ Spider\b|\bLitemage_walker\b|\bLmspider\b|\bLtx71\b|\bMFC_Tear_Sample\b|\bMIDown\ tool\b|\bMIIxpc\b|\bMJ12bot\b|\bMQQBrowser\b|\bMSFrontPage\b|\bMSIECrawler\b|\bMTRobot\b|\bMag\-Net\b|\bMagnet\b|\bMail\.RU_Bot\b|\bMajestic\-SEO\b|\bMajestic12\b|\bMajestic\ SEO\b|\bMarkMonitor\b|\bMarkWatch\b|\bMass\ Downloader\b|\bMasscan\b|\bMata\ Hari\b|\bMauiBot\b|\bMb2345Browser\b|\bMeanPath\ Bot\b|\bMeanpathbot\b|\bMediatoolkitbot\b|\bMegaIndex\.ru\b|\bMetauri\b|\bMicroMessenger\b|\bMicrosoft\ Data\ Access\b|\bMicrosoft\ URL\ Control\b|\bMinefield\b|\bMister\ PiX\b|\bMoblie\ Safari\b|\bMojeek\b|\bMojolicious\b|\bMolokaiBot\b|\bMorfeus\ Fucking\ Scanner\b|\bMozlila\b|\bMr\.4x3\b|\bMsrabot\b|\bMusobot\b|\bNICErsPRO\b|\bNPbot\b|\bName\ Intelligence\b|\bNameprotect\b|\bNavroad\b|\bNearSite\b|\bNeedle\b|\bNessus\b|\bNetAnts\b|\bNetLyzer\b|\bNetMechanic\b|\bNetSpider\b|\bNetZIP\b|\bNet\ Vampire\b|\bNetcraft\b|\bNettrack\b|\bNetvibes\b|\bNextGenSearchBot\b|\bNibbler\b|\bNiki\-bot\b|\bNikto\b|\bNimbleCrawler\b|\bNimbostratus\b|\bNinja\b|\bNmap\b|\bNuclei\b|\bNutch\b|\bOctopus\b|\bOdin\b|\bOffline\ Explorer\b|\bOffline\ Navigator\b|\bOnCrawl\b|\bOpenLinkProfiler\b|\bOpenVAS\b|\bOpenfind\b|\bOpenvas\b|\bOrangeBot\b|\bOrangeSpider\b|\bOutclicksBot\b|\bOutfoxBot\b|\bPECL::HTTP\b|\bPHPCrawl\b|\bPOE\-Component\-Client\-HTTP\b|\bPageAnalyzer\b|\bPageGrabber\b|\bPageScorer\b|\bPageThing\.com\b|\bPage\ Analyzer\b|\bPandalytics\b|\bPanscient\b|\bPapa\ Foto\b|\bPavuk\b|\bPeoplePal\b|\bPetalbot\b|\bPi\-Monster\b|\bPicscout\b|\bPicsearch\b|\bPictureFinder\b|\bPiepmatz\b|\bPimonster\b|\bPixray\b|\bPleaseCrawl\b|\bPockey\b|\bProPowerBot\b|\bProWebWalker\b|\bProbethenet\b|\bProximic\b|\bPsbot\b|\bPu_iN\b|\bPump\b|\bPxBroker\b|\bPyCurl\b|\bQueryN\ Metasearch\b|\bQuick\-Crawler\b|\bRSSingBot\b|\bRainbot\b|\bRankActive\b|\bRankActiveLinkBot\b|\bRankFlex\b|\bRankingBot\b|\bRankingBot2\b|\bRankivabot\b|\bRankurBot\b|\bRe\-re\b|\bReGet\b|\bRealDownload\b|\bReaper\b|\bRebelMouse\b|\bRecorder\b|\bRedesScrapy\b|\bRepoMonkey\b|\bRipper\b|\bRocketCrawler\b|\bRogerbot\b|\bSBIder\b|\bSEBot\-WA\b|\bSEOkicks\b|\bSEOkicks\-Robot\b|\bSEOlyt\b|\bSEOlyticsCrawler\b|\bSEOprofiler\b|\bSEOstats\b|\bSISTRIX\b|\bSMARTSEO\-checker\b|\bSMTBot\b|\bSalesIntelligent\b|\bScanAlert\b|\bScanbot\b|\bScoutJet\b|\bScrapy\b|\bScreaming\b|\bScreenerBot\b|\bScrepyBot\b|\bSearchestate\b|\bSearchmetricsBot\b|\bSeekport\b|\bSeekportBot\b|\bSemanticJuice\b|\bSemrush\b|\bSemrushBot\b|\bSemrushBot\-BA\b|\bSemrushBot\-FT\b|\bSemrushBot\-OCOB\b|\bSemrushBot\-SI\b|\bSemrushBot\-SWA\b|\bSentiBot\b|\bSenutoBot\b|\bSeoCherryBot\b|\bSeoSiteCheckup\b|\bSeobilityBot\b|\bSeomoz\b|\bShodan\b|\bSiphon\b|\bSiteAuditBot\b|\bSiteCheckerBotCrawler\b|\bSiteExplorer\b|\bSiteLockSpider\b|\bSiteSnagger\b|\bSiteSucker\b|\bSite\ Sucker\b|\bSitebeam\b|\bSiteimprove\b|\bSitevigil\b|\bSlySearch\b|\bSmartDownload\b|\bSnake\b|\bSnapbot\b|\bSnoopy\b|\bSocialRankIOBot\b|\bSociscraper\b|\bSogou\ web\ spider\b|\bSosospider\b|\bSottopop\b|\bSpaceBison\b|\bSpammen\b|\bSpankBot\b|\bSpanner\b|\bSpbot\b|\bSpider_Bot\b|\bSpinn3r\b|\bSplitSignalBot\b|\bSputnikBot\b|\bSqlmap\b|\bSqlworm\b|\bSqworm\b|\bSteeler\b|\bStripper\b|\bSucker\b|\bSucuri\b|\bSuperBot\b|\bSuperHTTP\b|\bSurfbot\b|\bSurveyBot\b|\bSuzuran\b|\bSwiftbot\b|\bSzukacz\b|\bT0PHackTeam\b|\bT8Abot\b|\bTLM\-Audit\-Scanner\b|\bTMP\b|\bTeleport\b|\bTeleportPro\b|\bTelesoft\b|\bTelesphoreo\b|\bTelesphorep\b|\bTheNomad\b|\bThe\ Intraformant\b|\bThumbor\b|\bTightTwatBot\b|\bTinyTestBot\b|\bToata\b|\bToweyabot\b|\bTracemyfile\b|\bTrendiction\b|\bTrendictionbot\b|\bTrue_Robot\b|\bTuringos\b|\bTurnitin\b|\bTurnitinBot\b|\bTwengaBot\b|\bTwice\b|\bTyphoeus\b|\bURLy\.Warning\b|\bURLy\ Warning\b|\bUnisterBot\b|\bUpflow\b|\bV\-BOT\b|\bVB\ Project\b|\bVCI\b|\bVacuum\b|\bVagabondo\b|\bVelenPublicWebCrawler\b|\bVeriCiteCrawler\b|\bVidibleScraper\b|\bVirusdie\b|\bVoidEYE\b|\bVoil\b|\bVoltron\b|\bWASALive\-Bot\b|\bWBSearchBot\b|\bWEBDAV\b|\bWISENutbot\b|\bWPScan\b|\bWWW\-Collector\-E\b|\bWWW\-Mechanize\b|\bWWW::Mechanize\b|\bWWWOFFLE\b|\bWallpapers\b|\bWallpapersHD\b|\bWeSEE\b|\bWebAuto\b|\bWebBandit\b|\bWebCollage\b|\bWebCopier\b|\bWebEnhancer\b|\bWebFetch\b|\bWebFuck\b|\bWebGo\ IS\b|\bWebImageCollector\b|\bWebLeacher\b|\bWebPix\b|\bWebReaper\b|\bWebSauger\b|\bWebStripper\b|\bWebSucker\b|\bWebWhacker\b|\bWebZIP\b|\bWeb\ Auto\b|\bWeb\ Collage\b|\bWeb\ Enhancer\b|\bWeb\ Fetch\b|\bWeb\ Fuck\b|\bWeb\ Pix\b|\bWeb\ Sauger\b|\bWeb\ Sucker\b|\bWebalta\b|\bWebmasterWorldForumBot\b|\bWebshag\b|\bWebsiteExtractor\b|\bWebsiteQuester\b|\bWebsite\ Quester\b|\bWebster\b|\bWhack\b|\bWhacker\b|\bWhatweb\b|\bWho\.is\ Bot\b|\bWidow\b|\bWinHTTrack\b|\bWiseGuys\ Robot\b|\bWonderbot\b|\bWoobot\b|\bWotbox\b|\bWprecon\b|\bXaldon\ WebSpider\b|\bXaldon_WebSpider\b|\bXenu\b|\bYaK\b|\bYoudaoBot\b|\bZade\b|\bZauba\b|\bZermelo\b|\bZeus\b|\bZitebot\b|\bZmEu\b|\bZoomBot\b|\bZoominfoBot\b|\bZumBot\b|\bZyBorg\b|\badscanner\b|\barchive\.org_bot\b|\baria2\b|\barquivo\-web\-crawler\b|\barquivo\.pt\b|\bautoemailspider\b|\bawario\.com\b|\bbacklink\-check\b|\bcah\.io\.community\b|\bcheck1\.exe\b|\bclark\-crawler\b|\bcoccocbot\b|\bcognitiveseo\b|\bcom\.plumanalytics\b|\bcrawl\.sogou\.com\b|\bcrawler4j\b|\bcrawler\.feedback\b|\bdataforseo\.com\b|\bdataforseobot\b|\bdataprovider\b|\bdemandbase\-bot\b|\bdomainsproject\.org\b|\beCatch\b|\bevc\-batch\b|\beveryfeed\-spider\b|\bfacebookscraper\b|\bfasthttp\b|\bgopher\b|\bheritrix\b|\binstabid\b|\binternetVista\ monitor\b|\bips\-agent\b|\bisitwp\.com\b|\biubenda\-radar\b|\bl9scan\b|\bleakix\b|\blibredtail\-http\b|\blinkdexbot\b|\blinkfluence\b|\blitellm\-recon\b|\blwp\-request\b|\blwp\-trivial\b|\bmagpie\-crawler\b|\bmeanpathbot\b|\bmediawords\b|\bmuhstik\-scan\b|\bnetEstate\ NE\ Crawler\b|\boBot\b|\bopendirme\-credhunt\b|\bpage\ scorer\b|\bpcBrowser\b|\bplumanalytics\b|\bpolaris\ version\b|\bprobe\-image\-size\b|\bripz\b|\bs1z\.ru\b|\bsatoristudio\.net\b|\bscalaj\-http\b|\bscan\.lol\b|\bseobility\b|\bseocompany\.store\b|\bseoscanners\b|\bseostar\b|\bserpstatbot\b|\bsexsearcher\b|\bsitechecker\.pro\b|\bsiteripz\b|\bsmart\-seo\-tools\.sbs\b|\bsogouspider\b|\bsp_auditbot\b|\bspy4x\-domain\-scanner\b|\bspyfu\b|\bsysscan\b|\btAkeOut\b|\bterrabot\-owned\-you\b|\btrafilatura\b|\btrendiction\.com\b|\btrendiction\.de\b|\bubermetrics\-technologies\.com\b|\bvoyagerx\.com\b|\bwebgains\-bot\b|\bwebmeup\-crawler\b|\bwebpros\.com\b|\bwebprosbot\b|\bwp2shell\b|\bx09Mozilla\b|\bxpymep1\.exe\b|\bzauba\.io\b|\bzgrab\b)[^"]*)"$'
time_field: time
time_format: nginx
