打开宝塔网站，修改配置文件
找个地方插入：
# ========== 屏蔽垃圾蜘蛛规则（修复版，无语法错误） ==========
# 第一组：无空格/短标识（核心垃圾蜘蛛）
if ($http_user_agent ~* (80legs|acapbot|ahrefs|alexibot|archive\.org|asterias|attackbot|backdoorbot|becomebot|blackhole|blackwidow|blekkobot|blexbot|blowfish|bullseye|bunnys|butterfly|careerbot|casper|checklinks|cheesebot|cherrypicker|chinaclaw|choppy|clshttp|cmsworld|copernic|copyrightcheck|cosmos|crescent|curl|custo|datacha0|demo|diibot|discobot|dittospyder|dotbot|dumbot|ecatch|eirgrabber|emailcollector|emailsiphon|emailwolf|erocrawler|exabot|extract|eyenetie|feedfinder|foobot|g00g1e|getright|gigabot|go-ahead-got|gozilla|grabnet|grafula|harvest|hloader|hmview|httplib|httrack|humanlinks|iescholar|infonavirobot|infotekies|intelliseek|interget|iria|jakarta|jennybot|jetcar|joc|kenjin|keyword|larbin|leechftp|lexibot|library|linkextractorpro|linkpadbot|linkscan|linkwalker|lwp-trivial|matahari|memo|microsoft\.url|midowntool|miixpc|mirror|missigua|misterpix|mj12bot|moget|mozilla\.newt|nameprotect|navroad|nearsite|netants|netcraft|netmechanic|netspider|nextgensearchbot|nicerspro|nimblecrawler|npbot|octopus|openfind|outfoxbot|pagegrabber|papafoto|pavuk|pcbrowser|phpversiontracker|pockey|propowerbot|prowebwalker|psbot|pump|queryn|recorder|realdownload|reaper|reget|truerobot|repomonkey|rma|internetseer|sitesnagger|siphon|smartdownload|snake|snapbot|snoopy|spacebison|spankbot|spanner|sqworm|stripper|sucker|superbot|superhttp|surfbot|tako|teleport|telesoft|theintraformant|thenomad|tighttwatbot|titan|toata|turingos|turnitinbot|urldispatcher|vagabondo|vampire|vikspider|voidEYE|whacker|libwww-perl|webalta|webauto|webbandit|webcollage|webcopy|webfetch|webgo|webimagecollector|webmasterworld|webpictures|webreaper|websauger|websitequester|websnarf|webstripper|webvac|webviewer|webwhacker|wget|widow|woxbot|wsragent|wwwcollector|wwwoffle|xaldon|xenu|zeus|zyborg)) {
return 444;
}
# 第二组：带空格的标识（替换为无空格/正则匹配）
if ($http_user_agent ~* (download.demon|flaming.attackbot|mass.downloader|offline.explorer|offline.navigator|php.version.tracker|true.robot|www.collector)) {
return 444;
}
# 第三组：安全/恶意爬虫（补充）
if ($http_user_agent ~* (acunetix|acoon|aggregator|audit|binlar|brutus|checkpriv|comodo|diavol|dns|draper|dumb|entity|flicky|grabben|icarus|jmclient|kmccrew|libwww|load|majestic|mechanize|mindup|nutch|planet|postrank|purebot|pycurl|python|radian6|rankivabot|revtwt|scooter|scrapy|seekerspider|semrush|siclab|sindice|sistrix|sitebot|siteexplorer|skygrid|spadel|spider|spbot|sqlmap|stackrambler|sux0r|suzukacz|suzuran|takeout|turnitin|voilabot|winhttp)) {
return 444;
}
# 屏蔽空User-Agent
if ($http_user_agent = "") {
return 444;
}
# ========== 屏蔽规则结束 ==========
放置位置
server
{ listen 80; listen 443 ssl; listen 443 quic; http2 on; server_name 你网站的域名 www.你网站的域名; index index.php index.html index.htm default.php default.htm default.html; root /www/wwwroot/你网站的域名; # ========== 屏蔽垃圾蜘蛛规则（修复版，无语法错误） ==========
.............
