From 238ba8876b602862dfaac3c61da1af2c514792b2 Mon Sep 17 00:00:00 2001 From: Lord Alfred <2259979+lord-alfred@users.noreply.github.com> Date: Tue, 8 Nov 2022 00:10:33 +0300 Subject: [PATCH] Fix download Bing prefixes --- bing/downloader.sh | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/bing/downloader.sh b/bing/downloader.sh index 8b120c0d..b87fc33b 100644 --- a/bing/downloader.sh +++ b/bing/downloader.sh @@ -7,7 +7,12 @@ set -x # get from public ranges -curl -s https://www.bing.com/toolbox/bingbot.json > /tmp/bing.json +curl -s https://www.bing.com/toolbox/bingbot.json > /tmp/bing_original.json + + +# Start from 2 Nov 2022 this list contains hidden character (\u200b) in some prefixes: https://i.imgur.com/I4LiPYr.png +# With this we remove all unprintable characters: +tr -cd "[:print:]\n" < /tmp/bing_original.json > /tmp/bing.json # save ipv4