From 2fb0e7c473113360afa9f9e70cc5596162a25497 Mon Sep 17 00:00:00 2001 From: Cyril Chaboisseau Date: Sat, 1 May 2021 15:08:52 +0200 Subject: [PATCH] deduplicate list of user-agents --- scripts/user-agents.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/scripts/user-agents.sh b/scripts/user-agents.sh index 9207053..3837392 100755 --- a/scripts/user-agents.sh +++ b/scripts/user-agents.sh @@ -15,8 +15,8 @@ elif [ -S /tmp/autoconf.sock ] ; then fi # generate new conf -BLACKLIST="$(curl -s https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) -$(curl -s https://raw.githubusercontent.com/JayBizzle/Crawler-Detect/master/raw/Crawlers.txt)" +BLACKLIST="$(curl -s https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list; +curl -s https://raw.githubusercontent.com/JayBizzle/Crawler-Detect/master/raw/Crawlers.txt | sort -u)" if [ "$?" -ne 0 ] ; then job_log "[BLACKLIST] can't update user-agent list" fi