diff --git a/.github/workflows/generate_iplists.yml b/.github/workflows/generate_iplists.yml index c329019..8a62a94 100644 --- a/.github/workflows/generate_iplists.yml +++ b/.github/workflows/generate_iplists.yml @@ -18,7 +18,10 @@ jobs: - name: Generate GoogleBot IP-List run: curl -sL https://developers.google.com/static/search/apis/ipranges/googlebot.json | jq -r '.prefixes[].ipv6Prefix,.prefixes[].ipv4Prefix | select( . != null )' | $GITHUB_WORKSPACE/.github/scripts/clean_ips.sh > $GITHUB_WORKSPACE/iplists/googlebot.ips - + + - name: Generate Google Special Crawler IP-List + run: curl -sL https://developers.google.com/search/apis/ipranges/special-crawlers.json | jq -r '.prefixes[].ipv6Prefix,.prefixes[].ipv4Prefix | select( . != null )' | $GITHUB_WORKSPACE/.github/scripts/clean_ips.sh > $GITHUB_WORKSPACE/iplists/google-specials-crawler.ips + - name: Generate BingBot IP-List run: curl -sL https://www.bing.com/toolbox/bingbot.json | jq -r '.prefixes[].ipv6Prefix,.prefixes[].ipv4Prefix | select( . != null )' | $GITHUB_WORKSPACE/.github/scripts/clean_ips.sh > $GITHUB_WORKSPACE/iplists/bingbot.ips diff --git a/README.md b/README.md index 55c0bc4..12c664e 100644 --- a/README.md +++ b/README.md @@ -50,7 +50,11 @@ The lists are updated daily via a scheduled GitHub Action. │ ├── googlebot.ips │ IP-Addesses used by the Google Crawler - │ + │ + ├── google-specials-crawler.ips + │ IP-Addesses used by the Google "special" crawler such as Google Adshttps://developers.google.com/crawling/docs/crawlers-fetchers/google-special-case-crawlers + │ See https://developers.google.com/crawling/docs/crawlers-fetchers/google-special-case-crawlers + │ ├── imagekit.ips │ IP-Addesses used by the Imagekit.io Image Proxy │ @@ -78,6 +82,9 @@ The lists are updated daily via a scheduled GitHub Action. ├── rssapi.ips │ IP-Addesses used by the RSSAPI.net Feed parser │ + ├── semrush.ips + │ Semrush Audit bot ip addresses ( @see https://www.semrush.com/kb/681-site-audit-troubleshooting#whitelist-bot ) +│ | ├── stripewebhook.ips │ IP-Addesses used by Stripe to send out Webhooks │ diff --git a/iplists/semrush.ips b/iplists/semrush.ips new file mode 100644 index 0000000..42bfa11 --- /dev/null +++ b/iplists/semrush.ips @@ -0,0 +1 @@ +85.208.98.128/25 \ No newline at end of file