Makussu/bunkerweb
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

add crawler-detecter bad UA

Browse Source
This commit is contained in:
bunkerity 2020-12-04 10:09:05 +01:00
parent 0d03f49ebc
commit c311d0c825
No known key found for this signature in database
GPG Key ID: 654FFF51CEF7CC47
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
scripts/user-agents.sh
View File

@ -1,6 +1,7 @@
#!/bin/sh #!/bin/sh
BLACKLIST="$(curl -s https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)" BLACKLIST="$(curl -s https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)"
BLACKLIST="${BLACKLIST}\n$(curl -s https://raw.githubusercontent.com/JayBizzle/Crawler-Detect/master/raw/Crawlers.txt)"
DATA="" DATA=""
IFS=$'\n' IFS=$'\n'
for ua in $BLACKLIST ; do for ua in $BLACKLIST ; do