nginx anti-spider

map $http_user_agent $Uagent {

 Download\ Demon 1; 
 eCatch 1; 
 EirGrabber 1; 
 EmailSiphon 1; 
 EmailWolf 1; 
 Express\ WebPictures 1; 
 ExtractorPro 1; 
 EyeNetIE 1; 
 FlashGet 1; 
 GetRight 1; 
 GetWeb! 1; 
 Go!Zilla 1; 
 Go-Ahead-Got-It 1; 
 GrabNet 1; 
 Grafula 1; 
 HMView 1; 
 HTTrack 1
 Image\ Stripper 1; 
 Image\ Sucker 1; 
 Indy\ Library 1
 InterGET 1; 
 Internet\ Ninja 1; 
 JetCar 1; 
 JOC\ Web\ Spider 1; 
 larbin 1; 
 LeechFTP 1; 
 Mass\ Downloader 1; 
 MIDown\ tool 1; 
 Mister\ PiX 1; 
 Navroad 1; 
 NearSite 1; 
 NetAnts 1; 
 NetSpider 1; 
 Net\ Vampire 1; 
 NetZIP 1; 
 Octopus 1; 
 Offline\ Explorer 1; 
 Offline\ Navigator 1; 
 PageGrabber 1; 
 Papa\ Foto 1; 
 pavuk 1; 
 pcBrowser 1; 
 RealDownload 1; 
 ReGet 1; 
 SiteSnagger 1; 
 SmartDownload 1; 
 SuperBot 1; 
 SuperHTTP 1; 
 Surfbot 1; 
 tAkeOut 1; 
 Teleport\ Pro 1; 
 VoidEYE 1; 
 Web\ Image\ Collector 1; 
 Web\ Sucker 1; 
 WebAuto 1; 
 WebCopier 1; 
 WebFetch 1; 
 WebGo\ IS 1; 
 WebLeacher 1; 
 WebReaper 1; 
 WebSauger 1; 
 Website\ eXtractor 1; 
 Website\ Quester 1; 
 WebStripper 1; 
 WebWhacker 1; 
 WebZIP 1; 
 Wget 1; 
 Widow 1; 
 WWWOFFLE 1; 
 Xaldon\ WebSpider 1; 
 Zeus 1;
 }
    if ($Uagent) {
        return 301 http://www.cnn.com;
    }

Leave Comment

Il tuo indirizzo email non sarà pubblicato. I campi obbligatori sono contrassegnati *