You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
22 lines
627 B
22 lines
627 B
#!/bin/bash
|
|
|
|
set -euo pipefail
|
|
set -x
|
|
|
|
|
|
|
|
# Public GoogleBot IP ranges
|
|
# From: https://developers.google.com/search/docs/advanced/crawling/verifying-googlebot
|
|
curl -s https://developers.google.com/search/apis/ipranges/googlebot.json > /tmp/googlebot.json
|
|
|
|
|
|
# save ipv4
|
|
jq '.prefixes[] | [.ipv4Prefix][] | select(. != null)' -r /tmp/googlebot.json >> /tmp/googlebot-ipv4.txt
|
|
|
|
# save ipv6
|
|
jq '.prefixes[] | [.ipv6Prefix][] | select(. != null)' -r /tmp/googlebot.json >> /tmp/googlebot-ipv6.txt
|
|
|
|
|
|
# sort & uniq
|
|
sort -V /tmp/googlebot-ipv4.txt | uniq > googlebot/ipv4.txt
|
|
sort -V /tmp/googlebot-ipv6.txt | uniq > googlebot/ipv6.txt
|
|
|