From c311d0c8255ae4a8e7ade30f0c25a8dde6c54c63 Mon Sep 17 00:00:00 2001 From: bunkerity Date: Fri, 4 Dec 2020 10:09:05 +0100 Subject: [PATCH] add crawler-detecter bad UA --- scripts/user-agents.sh | 1 + 1 file changed, 1 insertion(+) diff --git a/scripts/user-agents.sh b/scripts/user-agents.sh index bd250aa..6095920 100755 --- a/scripts/user-agents.sh +++ b/scripts/user-agents.sh @@ -1,6 +1,7 @@ #!/bin/sh BLACKLIST="$(curl -s https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)" +BLACKLIST="${BLACKLIST}\n$(curl -s https://raw.githubusercontent.com/JayBizzle/Crawler-Detect/master/raw/Crawlers.txt)" DATA="" IFS=$'\n' for ua in $BLACKLIST ; do