if ($http_user_agent ~* (SEOkicks|PetalBot|SemrushBot|BLEXBot|DataForSeoBot|YandexBot|Amazonbot|DotBot|GrapeshotCrawler|Adsbot|Crawlson|MJ12bot|Mail.RU_Bot|Barkrowler|phpzhanqun)){
return 403;
}
curl命令模拟蜘蛛访问
#curl -I -A "BaiduSpider" www.test.com (模拟浏览器头信息)
Tags: nginx