🔨 List all IP ranges from: Google (Cloud & GoogleBot), Bing (Bingbot), Amazon (AWS), Microsoft, Oracle (Cloud), GitHub, Facebook (Meta), OpenAI (GPTBot) and other with daily updates.
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
 
 

50 lines
1.9 KiB

#!/bin/bash
# https://azure.microsoft.com/en-us/updates/service-tag-discovery-api-in-preview/
# https://docs.microsoft.com/en-us/microsoft-365/enterprise/urls-and-ip-address-ranges?view=o365-worldwide
# From: https://github.com/jensihnow/AzurePublicIPAddressRanges/blob/main/.github/workflows/main.yml
set -euo pipefail
set -x
# get from public ranges
download_and_parse_json() {
URL="$(curl -s https://www.microsoft.com/en-us/download/details.aspx?id=${1} | grep -o '<a href=['"'"'"][^"'"'"']*['"'"'"]' | grep ServiceTags_ | head -1 | sed -e 's/^<a href=["'"'"']//' -e 's/["'"'"']$//')"
curl --connect-timeout 60 --retry 3 --retry-delay 15 -s "${URL}" > /tmp/microsoft.json
jq '.values[] | [.properties] | .[].addressPrefixes[] | select(. != null)' -r /tmp/microsoft.json > /tmp/microsoft-all.txt
# save ipv4
grep -v ':' /tmp/microsoft-all.txt >> /tmp/microsoft-ipv4.txt
# save ipv6
grep ':' /tmp/microsoft-all.txt >> /tmp/microsoft-ipv6.txt
}
download_and_parse_csv() {
URL="$(curl -s https://www.microsoft.com/en-us/download/details.aspx?id=${1} | grep -o '<a href=['"'"'"][^"'"'"']*['"'"'"]' | grep msft-public-ips | head -1 | sed -e 's/^<a href=["'"'"']//' -e 's/["'"'"']$//')"
curl --connect-timeout 60 --retry 3 --retry-delay 15 -s "${URL}" > /tmp/microsoft.csv
awk -F ',' '{print $1}' /tmp/microsoft.csv | grep -E '[:.]+' > /tmp/microsoft-all.txt
# save ipv4
grep -v ':' /tmp/microsoft-all.txt >> /tmp/microsoft-ipv4.txt
# save ipv6
grep ':' /tmp/microsoft-all.txt >> /tmp/microsoft-ipv6.txt
}
# Public cloud
download_and_parse_json "56519"
# US Gov
download_and_parse_json "57063"
# Germany
download_and_parse_json "57064"
# China
download_and_parse_json "57062"
# Public IPs
download_and_parse_csv "53602"
# sort & uniq
sort -V /tmp/microsoft-ipv4.txt | uniq > microsoft/ipv4.txt
sort -V /tmp/microsoft-ipv6.txt | uniq > microsoft/ipv6.txt