From f8d71e067e868ad4dc084b92dfbabd05e48cbc9a Mon Sep 17 00:00:00 2001 From: Cyril Chaboisseau Date: Sat, 1 May 2021 19:04:18 +0200 Subject: [PATCH] improved way to generate user-agent file --- scripts/user-agents.sh | 8 +------- 1 file changed, 1 insertion(+), 7 deletions(-) diff --git a/scripts/user-agents.sh b/scripts/user-agents.sh index 8d091ed..fb704cf 100755 --- a/scripts/user-agents.sh +++ b/scripts/user-agents.sh @@ -20,13 +20,7 @@ curl -s https://raw.githubusercontent.com/JayBizzle/Crawler-Detect/master/raw/Cr if [ "$?" -ne 0 ] ; then job_log "[BLACKLIST] can't update user-agent list" fi -DATA="" -IFS=$'\n' -for ua in $BLACKLIST ; do - DATA="${DATA}~*${ua} yes;\n" -done -DATA_ESCAPED=$(echo "$DATA" | sed 's: :\\\\ :g' | sed 's:\\\\ yes;: yes;:g' | sed 's:\\\\\\ :\\\\ :g') -echo -e "map \$http_user_agent \$bad_user_agent { default no; $DATA_ESCAPED }" > /tmp/map-user-agent.conf +echo -e "map \$http_user_agent \$bad_user_agent { default no; $(echo $BLACKLIST | sed 's:\([^\\]\) :\1\\\\ :;s:^:~*:;s:$: yes;:') }" > /tmp/map-user-agent.conf # check number of lines lines="$(wc -l /tmp/map-user-agent.conf | cut -d ' ' -f 1)"