You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
25 lines
635 B
25 lines
635 B
#!/bin/bash
|
|
|
|
# https://www.bing.com/webmasters/help/verify-bingbot-2195837f
|
|
|
|
set -euo pipefail
|
|
set -x
|
|
|
|
|
|
# get from public ranges
|
|
curl -s https://www.bing.com/toolbox/bingbot.json > /tmp/bing_original.json
|
|
|
|
|
|
# Start from 2 Nov 2022 this list contains hidden character (\u200b) in some prefixes: https://i.imgur.com/I4LiPYr.png
|
|
# With this we remove all unprintable characters:
|
|
tr -cd "[:print:]\n" < /tmp/bing_original.json > /tmp/bing.json
|
|
|
|
|
|
# save ipv4
|
|
jq '.prefixes[] | [.ipv4Prefix][] | select(. != null)' -r /tmp/bing.json > /tmp/bing-ipv4.txt
|
|
|
|
# ipv6 not provided
|
|
|
|
|
|
# sort & uniq
|
|
sort -V /tmp/bing-ipv4.txt | uniq > bing/ipv4.txt
|
|
|