From d2afd38133c3fb6d81d7843bfc6adea1ddcb2d3e Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" Date: Wed, 3 Dec 2025 14:35:41 +0000 Subject: [PATCH 1/3] Daily auto update of the IP-Lists --- all.ips | 94 ++++++++++++++++++++++------------------- iplists/bunnycdn.ips | 60 +++++++++----------------- iplists/facebookbot.ips | 32 +++++++++++++- iplists/googlebot.ips | 2 + 4 files changed, 102 insertions(+), 86 deletions(-) diff --git a/all.ips b/all.ips index e68d546..7a7cf8b 100644 --- a/all.ips +++ b/all.ips @@ -9999,7 +9999,6 @@ 185.93.1.246 138.199.37.232 195.181.163.196 -107.182.163.162 195.181.163.195 84.17.46.53 212.102.40.114 @@ -10043,7 +10042,6 @@ 129.227.217.178 129.227.217.179 200.25.69.94 -128.1.52.179 200.25.16.103 102.67.138.155 156.146.43.65 @@ -10305,7 +10303,6 @@ 46.151.194.242 46.151.194.243 212.102.40.120 -213.170.143.100 154.93.86.71 143.244.60.196 143.244.60.197 @@ -10319,6 +10316,10 @@ 152.233.22.101 152.233.22.102 152.233.22.103 +107.182.163.162 +128.1.52.179 +203.23.179.87 +203.57.82.97 116.202.155.146 116.202.193.178 116.202.224.168 @@ -10409,7 +10410,6 @@ 159.69.57.80 139.180.129.216 139.99.174.7 -89.187.169.18 143.244.38.133 89.187.179.7 169.150.213.50 @@ -10427,9 +10427,6 @@ 84.17.38.225 37.19.222.248 37.19.222.249 -169.150.247.139 -169.150.247.177 -169.150.247.178 212.102.46.119 84.17.38.234 84.17.38.233 @@ -10437,12 +10434,8 @@ 169.150.247.180 169.150.247.181 169.150.247.182 -169.150.247.183 -169.150.247.138 -169.150.247.184 -169.150.247.185 -212.102.43.88 -89.187.169.26 +109.61.89.52 +109.61.89.53 109.61.89.57 109.61.89.58 109.61.83.241 @@ -10461,6 +10454,10 @@ 156.146.43.68 185.93.3.243 79.127.219.198 +79.127.226.193 +79.127.226.194 +79.127.226.195 +79.127.226.207 138.199.33.57 79.127.242.89 138.199.4.136 @@ -10470,38 +10467,19 @@ 37.19.222.34 46.151.193.85 79.127.237.99 -212.104.158.30 -212.104.158.31 -212.104.158.32 -212.104.158.33 -212.104.158.34 -212.104.158.28 -212.104.158.29 -212.104.158.35 -212.104.158.36 -212.104.158.37 -212.104.158.17 -212.104.158.18 -212.104.158.19 -212.104.158.20 -212.104.158.21 -212.104.158.22 -212.104.158.24 -212.104.158.26 89.187.184.177 89.187.184.179 89.187.184.173 89.187.184.178 89.187.184.176 -212.104.158.25 -212.104.158.27 -212.104.158.67 -212.104.158.10 -212.104.158.12 -212.104.158.64 -212.104.158.16 -212.104.158.23 -212.104.158.54 +185.111.111.166 +185.111.111.167 +185.111.111.168 +185.111.111.169 +185.111.111.170 +185.111.111.171 +185.111.111.172 +185.111.111.164 2400:52e0:1500::714:1 2400:52e0:1500::715:1 2400:52e0:1a00::718:1 @@ -10525,7 +10503,6 @@ 2400:52e0:1a00::871:1 2400:52e0:1e00::874:1 2400:52e0:1a02::876:1 -2607:f2d8:4010:5b::877:1 2400:52e0:1a02::878:1 2400:52e0:1e01::879:1 2400:52e0:1e01::883:1 @@ -10774,6 +10751,7 @@ 2400:52e0:1a02:2::1355:1 2400:52e0:1a02:2::1356:1 2400:52e0:1a02:2::1357:1 +2607:f2d8:4010:5b::1358:1 2a04:ff07:d9:12::1 2a04:ff07:d9:13::1 2a04:ff07:d9:39::1 @@ -11088,6 +11066,14 @@ 31.13.96.0/19 45.64.40.0/22 57.141.12.0/24 +57.141.14.0/24 +57.141.15.0/24 +57.141.16.0/24 +57.141.17.0/24 +57.141.18.0/24 +57.141.19.0/24 +57.141.20.0/24 +57.141.21.0/24 57.144.0.0/14 57.144.0.0/23 57.144.2.0/23 @@ -11239,9 +11225,12 @@ 103.4.96.0/22 129.134.0.0/16 129.134.0.0/17 +129.134.24.0/23 129.134.25.0/24 +129.134.26.0/23 129.134.26.0/24 129.134.27.0/24 +129.134.28.0/23 129.134.28.0/24 129.134.29.0/24 129.134.30.0/23 @@ -11400,8 +11389,10 @@ 163.70.158.0/24 163.70.159.0/24 163.77.128.0/17 -163.77.132.0/23 -163.77.136.0/23 +163.77.132.0/24 +163.77.133.0/24 +163.77.136.0/24 +163.77.137.0/24 173.252.64.0/18 173.252.64.0/19 173.252.88.0/21 @@ -11959,13 +11950,28 @@ 2a03:2880:f80b::/48 2a03:2880:f80c::/48 2a03:2880:f80d::/48 +2a03:2880:f80e::/48 +2a03:2880:f80f::/48 +2a03:2880:f810::/48 +2a03:2880:f811::/48 +2a03:2880:f812::/48 +2a03:2880:f813::/48 +2a03:2880:f814::/48 +2a03:2880:f815::/48 2a03:2880:ff00::/47 +2a03:2880:ff00::/48 +2a03:2880:ff01::/48 +2a03:2880:ff08::/47 2a03:2880:ff08::/48 2a03:2880:ff09::/48 +2a03:2880:ff0a::/47 2a03:2880:ff0a::/48 2a03:2880:ff0b::/48 +2a03:2880:ff0c::/47 2a03:2880:ff0c::/48 2a03:2880:ff10::/47 +2a03:2880:ff10::/48 +2a03:2880:ff11::/48 2a03:2880:fffe::/48 2a03:2880:ffff::/48 2a03:2881::/32 @@ -12122,6 +12128,7 @@ 2001:4860:4801:56::/64 2001:4860:4801:57::/64 2001:4860:4801:58::/64 +2001:4860:4801:59::/64 2001:4860:4801:60::/64 2001:4860:4801:61::/64 2001:4860:4801:62::/64 @@ -12265,6 +12272,7 @@ 66.249.66.96/27 66.249.67.0/27 66.249.67.32/27 +66.249.67.64/27 66.249.68.0/27 66.249.68.128/27 66.249.68.160/27 diff --git a/iplists/bunnycdn.ips b/iplists/bunnycdn.ips index e9b4a24..4ca739d 100644 --- a/iplists/bunnycdn.ips +++ b/iplists/bunnycdn.ips @@ -43,7 +43,6 @@ 185.93.1.246 138.199.37.232 195.181.163.196 -107.182.163.162 195.181.163.195 84.17.46.53 212.102.40.114 @@ -87,7 +86,6 @@ 129.227.217.178 129.227.217.179 200.25.69.94 -128.1.52.179 200.25.16.103 102.67.138.155 156.146.43.65 @@ -349,7 +347,6 @@ 46.151.194.242 46.151.194.243 212.102.40.120 -213.170.143.100 154.93.86.71 143.244.60.196 143.244.60.197 @@ -363,6 +360,10 @@ 152.233.22.101 152.233.22.102 152.233.22.103 +107.182.163.162 +128.1.52.179 +203.23.179.87 +203.57.82.97 116.202.155.146 116.202.193.178 116.202.224.168 @@ -453,7 +454,6 @@ 159.69.57.80 139.180.129.216 139.99.174.7 -89.187.169.18 143.244.38.133 89.187.179.7 169.150.213.50 @@ -471,9 +471,6 @@ 84.17.38.225 37.19.222.248 37.19.222.249 -169.150.247.139 -169.150.247.177 -169.150.247.178 212.102.46.119 84.17.38.234 84.17.38.233 @@ -481,12 +478,8 @@ 169.150.247.180 169.150.247.181 169.150.247.182 -169.150.247.183 -169.150.247.138 -169.150.247.184 -169.150.247.185 -212.102.43.88 -89.187.169.26 +109.61.89.52 +109.61.89.53 109.61.89.57 109.61.89.58 109.61.83.241 @@ -505,6 +498,10 @@ 156.146.43.68 185.93.3.243 79.127.219.198 +79.127.226.193 +79.127.226.194 +79.127.226.195 +79.127.226.207 138.199.33.57 79.127.242.89 138.199.4.136 @@ -514,38 +511,19 @@ 37.19.222.34 46.151.193.85 79.127.237.99 -212.104.158.30 -212.104.158.31 -212.104.158.32 -212.104.158.33 -212.104.158.34 -212.104.158.28 -212.104.158.29 -212.104.158.35 -212.104.158.36 -212.104.158.37 -212.104.158.17 -212.104.158.18 -212.104.158.19 -212.104.158.20 -212.104.158.21 -212.104.158.22 -212.104.158.24 -212.104.158.26 89.187.184.177 89.187.184.179 89.187.184.173 89.187.184.178 89.187.184.176 -212.104.158.25 -212.104.158.27 -212.104.158.67 -212.104.158.10 -212.104.158.12 -212.104.158.64 -212.104.158.16 -212.104.158.23 -212.104.158.54 +185.111.111.166 +185.111.111.167 +185.111.111.168 +185.111.111.169 +185.111.111.170 +185.111.111.171 +185.111.111.172 +185.111.111.164 2400:52e0:1500::714:1 2400:52e0:1500::715:1 2400:52e0:1a00::718:1 @@ -569,7 +547,6 @@ 2400:52e0:1a00::871:1 2400:52e0:1e00::874:1 2400:52e0:1a02::876:1 -2607:f2d8:4010:5b::877:1 2400:52e0:1a02::878:1 2400:52e0:1e01::879:1 2400:52e0:1e01::883:1 @@ -818,6 +795,7 @@ 2400:52e0:1a02:2::1355:1 2400:52e0:1a02:2::1356:1 2400:52e0:1a02:2::1357:1 +2607:f2d8:4010:5b::1358:1 2a04:ff07:d9:12::1 2a04:ff07:d9:13::1 2a04:ff07:d9:39::1 diff --git a/iplists/facebookbot.ips b/iplists/facebookbot.ips index d7d7886..b9c7370 100644 --- a/iplists/facebookbot.ips +++ b/iplists/facebookbot.ips @@ -62,6 +62,14 @@ 57.141.12.0/24 57.141.13.0/24 57.141.13.0/24 +57.141.14.0/24 +57.141.15.0/24 +57.141.16.0/24 +57.141.17.0/24 +57.141.18.0/24 +57.141.19.0/24 +57.141.20.0/24 +57.141.21.0/24 57.144.0.0/14 57.144.0.0/23 57.144.2.0/23 @@ -215,9 +223,12 @@ 103.4.96.0/22 129.134.0.0/16 129.134.0.0/17 +129.134.24.0/23 129.134.25.0/24 +129.134.26.0/23 129.134.26.0/24 129.134.27.0/24 +129.134.28.0/23 129.134.28.0/24 129.134.29.0/24 129.134.30.0/23 @@ -378,8 +389,10 @@ 163.70.158.0/24 163.70.159.0/24 163.77.128.0/17 -163.77.132.0/23 -163.77.136.0/23 +163.77.132.0/24 +163.77.133.0/24 +163.77.136.0/24 +163.77.137.0/24 173.252.64.0/18 173.252.64.0/19 173.252.88.0/21 @@ -945,13 +958,28 @@ 2a03:2880:f80b::/48 2a03:2880:f80c::/48 2a03:2880:f80d::/48 +2a03:2880:f80e::/48 +2a03:2880:f80f::/48 +2a03:2880:f810::/48 +2a03:2880:f811::/48 +2a03:2880:f812::/48 +2a03:2880:f813::/48 +2a03:2880:f814::/48 +2a03:2880:f815::/48 2a03:2880:ff00::/47 +2a03:2880:ff00::/48 +2a03:2880:ff01::/48 +2a03:2880:ff08::/47 2a03:2880:ff08::/48 2a03:2880:ff09::/48 +2a03:2880:ff0a::/47 2a03:2880:ff0a::/48 2a03:2880:ff0b::/48 +2a03:2880:ff0c::/47 2a03:2880:ff0c::/48 2a03:2880:ff10::/47 +2a03:2880:ff10::/48 +2a03:2880:ff11::/48 2a03:2880:fffe::/48 2a03:2880:ffff::/48 2a03:2881::/32 diff --git a/iplists/googlebot.ips b/iplists/googlebot.ips index 2399295..399a309 100644 --- a/iplists/googlebot.ips +++ b/iplists/googlebot.ips @@ -69,6 +69,7 @@ 2001:4860:4801:56::/64 2001:4860:4801:57::/64 2001:4860:4801:58::/64 +2001:4860:4801:59::/64 2001:4860:4801:60::/64 2001:4860:4801:61::/64 2001:4860:4801:62::/64 @@ -212,6 +213,7 @@ 66.249.66.96/27 66.249.67.0/27 66.249.67.32/27 +66.249.67.64/27 66.249.68.0/27 66.249.68.128/27 66.249.68.160/27 From b728d6c01b4b2498ff8eb0a32effefdd185e8424 Mon Sep 17 00:00:00 2001 From: Henri Devigne Date: Thu, 4 Dec 2025 09:53:52 +0100 Subject: [PATCH 2/3] feat: support google specials crawler --- .github/workflows/generate_iplists.yml | 5 ++++- README.md | 6 +++++- 2 files changed, 9 insertions(+), 2 deletions(-) diff --git a/.github/workflows/generate_iplists.yml b/.github/workflows/generate_iplists.yml index c329019..8a62a94 100644 --- a/.github/workflows/generate_iplists.yml +++ b/.github/workflows/generate_iplists.yml @@ -18,7 +18,10 @@ jobs: - name: Generate GoogleBot IP-List run: curl -sL https://developers.google.com/static/search/apis/ipranges/googlebot.json | jq -r '.prefixes[].ipv6Prefix,.prefixes[].ipv4Prefix | select( . != null )' | $GITHUB_WORKSPACE/.github/scripts/clean_ips.sh > $GITHUB_WORKSPACE/iplists/googlebot.ips - + + - name: Generate Google Special Crawler IP-List + run: curl -sL https://developers.google.com/search/apis/ipranges/special-crawlers.json | jq -r '.prefixes[].ipv6Prefix,.prefixes[].ipv4Prefix | select( . != null )' | $GITHUB_WORKSPACE/.github/scripts/clean_ips.sh > $GITHUB_WORKSPACE/iplists/google-specials-crawler.ips + - name: Generate BingBot IP-List run: curl -sL https://www.bing.com/toolbox/bingbot.json | jq -r '.prefixes[].ipv6Prefix,.prefixes[].ipv4Prefix | select( . != null )' | $GITHUB_WORKSPACE/.github/scripts/clean_ips.sh > $GITHUB_WORKSPACE/iplists/bingbot.ips diff --git a/README.md b/README.md index 55c0bc4..623c51c 100644 --- a/README.md +++ b/README.md @@ -50,7 +50,11 @@ The lists are updated daily via a scheduled GitHub Action. │ ├── googlebot.ips │ IP-Addesses used by the Google Crawler - │ + │ + ├── google-specials-crawler.ips + │ IP-Addesses used by the Google "special" crawler such as Google Adshttps://developers.google.com/crawling/docs/crawlers-fetchers/google-special-case-crawlers + │ See https://developers.google.com/crawling/docs/crawlers-fetchers/google-special-case-crawlers + │ ├── imagekit.ips │ IP-Addesses used by the Imagekit.io Image Proxy │ From a3fb4c957520c95ecf9b9f761ded3149ca4bf10f Mon Sep 17 00:00:00 2001 From: Henri Devigne Date: Tue, 20 Jan 2026 02:16:01 +0100 Subject: [PATCH 3/3] feat: add semrush ip to whitelist --- README.md | 3 +++ iplists/semrush.ips | 1 + 2 files changed, 4 insertions(+) create mode 100644 iplists/semrush.ips diff --git a/README.md b/README.md index 623c51c..12c664e 100644 --- a/README.md +++ b/README.md @@ -82,6 +82,9 @@ The lists are updated daily via a scheduled GitHub Action. ├── rssapi.ips │ IP-Addesses used by the RSSAPI.net Feed parser │ + ├── semrush.ips + │ Semrush Audit bot ip addresses ( @see https://www.semrush.com/kb/681-site-audit-troubleshooting#whitelist-bot ) +│ | ├── stripewebhook.ips │ IP-Addesses used by Stripe to send out Webhooks │ diff --git a/iplists/semrush.ips b/iplists/semrush.ips new file mode 100644 index 0000000..42bfa11 --- /dev/null +++ b/iplists/semrush.ips @@ -0,0 +1 @@ +85.208.98.128/25 \ No newline at end of file