禁止指定UA及UA为空的访问
#禁止指定UA及UA为空的访问
if ($http_user_agent ~* "FeedDemon|Indy Library|DotBot|Alexa Toolbar|mj12bot|Googlebot|PetalBot|AskTbFXTV|AhrefsBot|CrawlDaddy|CoolpadWebkit|Java|Feedly|UniversalFeedParser|ApacheBench|Microsoft URL Control|Swiftbot|ZmEu|oBot|jaunty|Python-urllib|lightDeckReports Bot|YYSpider|DigExt|HttpClient|MJ12bot|heritrix|Bytespider|Ezooms|Googlebot|JikeSpider|SemrushBot|^$" ) {
return 403;
}
上一篇:禁止Scrapy等工具的抓取