Update lists

.github/workflows/create-lists.yml

@@ -31,7 +31,7 @@ jobs:
         -v ${{ github.workspace }}/Services:/app/Services \
         -v ${{ github.workspace }}/SRS:/app/SRS \
         -v ${{ github.workspace }}/DAT:/app/DAT \
-        itdoginfo/compilesrs:0.1.15
+        itdoginfo/compilesrs:0.1.17
 
     - name: Check Russia/inside-dnsmasq-ipset
       uses: itdoginfo/dnsmasq-action@0.1

Categories/geoblock.lst

@@ -18,9 +18,6 @@ notion.new
 notion.site
 notion-static.com
 
-gemini.google.com
-generativelanguage.googleapis.com
-
 news.google.com
 suggestqueries.google.com
 lookerstudio.google.com

Categories/news.lst

@@ -163,4 +163,5 @@ telegraph.co.uk
 politico.eu
 moscowtimes.ru
 roskomsvoboda.org
-t-invariant.org
+t-invariant.org
+usatoday.com

README.md

@@ -224,6 +224,10 @@
 # Как найти все-все домены ресурса?
 https://itdog.info/analiziruem-trafik-i-opredelyaem-domeny-kotorye-ispolzuyut-sajty-i-prilozheniya/
 
+# Ресурсы, которых намеренно нет в общих списках
+
+1. В списке GeoBlock больше нет доменов, относящихся к Google AI. Они идут [отдельным списком](https://github.com/itdoginfo/allow-domains/blob/main/Services/google_ai.lst). Это сделано по причине, что многие иностранные серверы Google помечает как RU. 
+
 # Как добавить домены в списки?
 Приветствуется добавление новых доменов и удаление неактуальных.
 

Russia/inside-clashx.lst

@@ -264,8 +264,6 @@ DOMAIN-SUFFIX,gaming.amazon.com
 DOMAIN-SUFFIX,gdb.rferl.org
 DOMAIN-SUFFIX,geforcenow.com
 DOMAIN-SUFFIX,gelbooru.com
-DOMAIN-SUFFIX,gemini.google.com
-DOMAIN-SUFFIX,generativelanguage.googleapis.com
 DOMAIN-SUFFIX,geolocation.onetrust.com
 DOMAIN-SUFFIX,germania.one
 DOMAIN-SUFFIX,getoutline.com
@@ -768,6 +766,7 @@ DOMAIN-SUFFIX,unian.ua
 DOMAIN-SUFFIX,unscreen.com
 DOMAIN-SUFFIX,upwork.com
 DOMAIN-SUFFIX,usa.one
+DOMAIN-SUFFIX,usatoday.com
 DOMAIN-SUFFIX,vagrantcloud.com
 DOMAIN-SUFFIX,veeam.com
 DOMAIN-SUFFIX,verstka.media

Russia/inside-dnsmasq-ipset.lst

@@ -264,8 +264,6 @@ ipset=/gaming.amazon.com/vpn_domains
 ipset=/gdb.rferl.org/vpn_domains
 ipset=/geforcenow.com/vpn_domains
 ipset=/gelbooru.com/vpn_domains
-ipset=/gemini.google.com/vpn_domains
-ipset=/generativelanguage.googleapis.com/vpn_domains
 ipset=/geolocation.onetrust.com/vpn_domains
 ipset=/germania.one/vpn_domains
 ipset=/getoutline.com/vpn_domains
@@ -768,6 +766,7 @@ ipset=/unian.ua/vpn_domains
 ipset=/unscreen.com/vpn_domains
 ipset=/upwork.com/vpn_domains
 ipset=/usa.one/vpn_domains
+ipset=/usatoday.com/vpn_domains
 ipset=/vagrantcloud.com/vpn_domains
 ipset=/veeam.com/vpn_domains
 ipset=/verstka.media/vpn_domains

Russia/inside-dnsmasq-nfset.lst

@@ -264,8 +264,6 @@ nftset=/gaming.amazon.com/4#inet#fw4#vpn_domains
 nftset=/gdb.rferl.org/4#inet#fw4#vpn_domains
 nftset=/geforcenow.com/4#inet#fw4#vpn_domains
 nftset=/gelbooru.com/4#inet#fw4#vpn_domains
-nftset=/gemini.google.com/4#inet#fw4#vpn_domains
-nftset=/generativelanguage.googleapis.com/4#inet#fw4#vpn_domains
 nftset=/geolocation.onetrust.com/4#inet#fw4#vpn_domains
 nftset=/germania.one/4#inet#fw4#vpn_domains
 nftset=/getoutline.com/4#inet#fw4#vpn_domains
@@ -768,6 +766,7 @@ nftset=/unian.ua/4#inet#fw4#vpn_domains
 nftset=/unscreen.com/4#inet#fw4#vpn_domains
 nftset=/upwork.com/4#inet#fw4#vpn_domains
 nftset=/usa.one/4#inet#fw4#vpn_domains
+nftset=/usatoday.com/4#inet#fw4#vpn_domains
 nftset=/vagrantcloud.com/4#inet#fw4#vpn_domains
 nftset=/veeam.com/4#inet#fw4#vpn_domains
 nftset=/verstka.media/4#inet#fw4#vpn_domains

Russia/inside-kvas.lst

@@ -263,8 +263,6 @@ gaming.amazon.com
 gdb.rferl.org
 geforcenow.com
 gelbooru.com
-gemini.google.com
-generativelanguage.googleapis.com
 geolocation.onetrust.com
 germania.one
 getoutline.com
@@ -766,6 +764,7 @@ unian.ua
 unscreen.com
 upwork.com
 usa.one
+usatoday.com
 vagrantcloud.com
 veeam.com
 verstka.media

Russia/inside-mikrotik-fwd.lst

@@ -264,8 +264,6 @@
 /ip dns static add name=gdb.rferl.org type=FWD address-list=allow-domains match-subdomain=yes forward-to=localhost
 /ip dns static add name=geforcenow.com type=FWD address-list=allow-domains match-subdomain=yes forward-to=localhost
 /ip dns static add name=gelbooru.com type=FWD address-list=allow-domains match-subdomain=yes forward-to=localhost
-/ip dns static add name=gemini.google.com type=FWD address-list=allow-domains match-subdomain=yes forward-to=localhost
-/ip dns static add name=generativelanguage.googleapis.com type=FWD address-list=allow-domains match-subdomain=yes forward-to=localhost
 /ip dns static add name=geolocation.onetrust.com type=FWD address-list=allow-domains match-subdomain=yes forward-to=localhost
 /ip dns static add name=germania.one type=FWD address-list=allow-domains match-subdomain=yes forward-to=localhost
 /ip dns static add name=getoutline.com type=FWD address-list=allow-domains match-subdomain=yes forward-to=localhost
@@ -767,6 +765,7 @@
 /ip dns static add name=unscreen.com type=FWD address-list=allow-domains match-subdomain=yes forward-to=localhost
 /ip dns static add name=upwork.com type=FWD address-list=allow-domains match-subdomain=yes forward-to=localhost
 /ip dns static add name=usa.one type=FWD address-list=allow-domains match-subdomain=yes forward-to=localhost
+/ip dns static add name=usatoday.com type=FWD address-list=allow-domains match-subdomain=yes forward-to=localhost
 /ip dns static add name=vagrantcloud.com type=FWD address-list=allow-domains match-subdomain=yes forward-to=localhost
 /ip dns static add name=veeam.com type=FWD address-list=allow-domains match-subdomain=yes forward-to=localhost
 /ip dns static add name=verstka.media type=FWD address-list=allow-domains match-subdomain=yes forward-to=localhost

Russia/inside-raw.lst

@@ -264,8 +264,6 @@ gaming.amazon.com
 gdb.rferl.org
 geforcenow.com
 gelbooru.com
-gemini.google.com
-generativelanguage.googleapis.com
 geolocation.onetrust.com
 germania.one
 getoutline.com
@@ -768,6 +766,7 @@ unian.ua
 unscreen.com
 upwork.com
 usa.one
+usatoday.com
 vagrantcloud.com
 veeam.com
 verstka.media

Services/google_ai.lst

@@ -0,0 +1,14 @@
+deepmind.com
+deepmind.google
+geller-pa.googleapis.com
+generativelanguage.googleapis.com
+proactivebackend-pa.googleapis.com
+ai.google.dev
+alkalicore-pa.clients6.google.com
+alkalimakersuite-pa.clients6.google.com
+generativeai.google
+makersuite.google.com
+aistudio.google.com
+bard.google.com
+gemini.google
+gemini.google.com

Services/google_play.lst

@@ -0,0 +1,12 @@
+googleplay.com
+play-fe.googleapis.com
+play-games.googleusercontent.com
+play-lh.googleusercontent.com
+play.google.com
+play.googleapis.com
+lh3.googleusercontent.com
+connectivitycheck.gstatic.com
+android.clients.google.com
+prod-lt-playstoregatewayadapter-pa.googleapis.com
+beacons.gvt2.com
+gvt1.com

Services/hetzner.lst

@@ -0,0 +1 @@
+hetzner.com

Services/ovh.lst

@@ -0,0 +1 @@
+ovhcloud.com

Subnets/IPv4/hetzner.lst

@@ -0,0 +1,70 @@
+5.9.0.0/16
+5.75.128.0/17
+23.88.0.0/17
+37.27.0.0/16
+45.15.99.0/24
+45.145.227.0/24
+46.4.0.0/16
+46.62.128.0/17
+49.12.0.0/15
+65.21.0.0/16
+65.108.0.0/15
+78.46.0.0/15
+78.138.62.0/24
+85.10.192.0/18
+88.99.0.0/16
+88.198.0.0/16
+91.99.0.0/16
+91.107.128.0/17
+91.190.240.0/21
+94.130.0.0/16
+95.216.0.0/15
+116.202.0.0/15
+128.140.0.0/17
+135.181.0.0/16
+136.243.0.0/16
+138.199.128.0/17
+138.201.0.0/16
+139.28.242.0/23
+142.132.128.0/17
+144.76.0.0/16
+148.251.0.0/16
+157.90.0.0/16
+157.180.0.0/17
+159.69.0.0/16
+162.55.0.0/16
+167.233.0.0/16
+167.235.0.0/16
+168.119.0.0/16
+171.25.225.0/24
+176.9.0.0/16
+178.63.0.0/16
+178.212.75.0/24
+185.50.120.0/23
+185.107.52.0/22
+185.126.28.0/22
+185.157.83.0/24
+185.157.176.0/22
+185.171.224.0/22
+185.189.228.0/22
+185.213.45.0/24
+185.216.237.0/24
+185.226.99.0/24
+185.228.8.0/23
+188.34.128.0/17
+188.40.0.0/16
+188.245.0.0/16
+193.110.6.0/23
+193.163.198.0/24
+194.42.180.0/22
+194.42.184.0/22
+194.62.106.0/24
+195.60.226.0/24
+195.201.0.0/16
+195.248.224.0/24
+197.242.84.0/22
+201.131.3.0/24
+204.29.146.0/24
+213.133.96.0/19
+213.239.192.0/18
+216.55.108.0/22

Subnets/IPv4/ovh.lst

@@ -0,0 +1,359 @@
+2.57.242.0/24
+5.39.0.0/17
+5.83.153.0/24
+5.135.0.0/16
+5.144.181.0/24
+5.144.182.0/24
+5.178.106.0/24
+5.178.110.0/24
+5.196.0.0/16
+8.7.244.0/24
+8.18.128.0/24
+8.18.172.0/24
+8.20.110.0/24
+8.21.41.0/24
+8.24.8.0/21
+8.26.94.0/24
+8.29.224.0/24
+8.30.208.0/21
+8.33.96.0/21
+8.33.128.0/21
+8.33.136.0/23
+15.204.0.0/16
+15.235.0.0/16
+23.92.224.0/19
+23.137.200.0/24
+23.151.184.0/24
+23.156.24.0/23
+31.6.62.0/24
+31.24.253.0/24
+31.41.37.0/24
+31.56.52.0/22
+31.56.59.0/24
+31.56.77.0/24
+31.57.199.0/24
+31.59.68.0/24
+37.59.0.0/16
+37.60.48.0/20
+37.139.130.0/24
+37.187.0.0/16
+37.202.202.0/24
+37.230.48.0/24
+37.230.63.0/24
+40.160.0.0/17
+40.160.224.0/24
+40.160.226.0/24
+40.160.228.0/24
+40.160.230.0/24
+40.160.232.0/24
+40.160.234.0/24
+40.160.236.0/24
+40.160.238.0/24
+40.160.240.0/24
+40.160.242.0/24
+40.160.246.0/24
+40.160.248.0/24
+43.226.0.0/23
+45.9.120.0/24
+45.66.82.0/23
+45.92.60.0/22
+45.94.49.0/24
+45.95.80.0/24
+45.112.195.0/24
+45.135.161.0/24
+45.146.80.0/24
+45.149.63.0/24
+45.149.243.0/24
+46.8.116.0/24
+46.8.200.0/23
+46.17.217.0/24
+46.28.236.0/24
+46.105.0.0/16
+46.244.32.0/20
+50.114.91.0/24
+51.38.0.0/16
+51.68.0.0/16
+51.75.0.0/16
+51.77.0.0/16
+51.79.0.0/16
+51.81.0.0/16
+51.83.0.0/16
+51.89.0.0/16
+51.91.0.0/16
+51.161.0.0/16
+51.178.0.0/16
+51.195.0.0/16
+51.210.0.0/16
+51.222.0.0/16
+51.254.0.0/15
+54.36.0.0/14
+57.128.0.0/15
+57.130.0.0/16
+62.122.126.0/24
+63.251.117.0/24
+64.50.162.0/23
+64.94.92.0/23
+64.95.150.0/23
+64.225.244.0/23
+66.70.128.0/17
+66.179.22.0/24
+66.179.218.0/23
+69.72.31.0/24
+72.251.0.0/17
+77.73.34.0/24
+77.74.120.0/23
+77.74.122.0/24
+77.81.138.0/24
+77.90.33.0/24
+77.246.211.0/24
+79.110.61.0/24
+79.137.0.0/17
+80.71.226.0/24
+80.87.206.0/24
+80.253.249.0/24
+82.22.118.0/24
+82.23.190.0/24
+82.25.135.0/24
+82.26.202.0/24
+82.27.197.0/24
+82.117.230.0/23
+82.117.245.0/24
+82.152.8.0/24
+82.152.98.0/24
+82.153.205.0/24
+82.153.217.0/24
+83.136.214.0/23
+83.143.16.0/21
+85.93.21.0/24
+85.217.144.0/23
+86.38.156.0/24
+86.54.24.0/24
+86.110.56.0/24
+87.98.128.0/17
+88.216.90.0/24
+88.218.34.0/24
+89.19.44.0/24
+89.39.120.0/24
+89.213.50.0/24
+91.90.88.0/21
+91.121.0.0/16
+91.124.209.0/24
+91.134.0.0/16
+91.198.19.0/24
+91.199.32.0/24
+91.224.117.0/24
+91.235.205.0/24
+91.246.38.0/24
+92.113.13.0/24
+92.113.67.0/24
+92.113.74.0/24
+92.113.77.0/24
+92.113.80.0/24
+92.222.0.0/16
+92.246.224.0/19
+93.114.69.0/24
+94.23.0.0/16
+95.135.58.0/24
+95.169.162.0/24
+96.62.105.0/24
+103.5.12.0/22
+103.102.231.0/24
+103.199.80.0/24
+103.206.156.0/23
+104.167.16.0/24
+104.225.253.0/24
+104.234.50.0/24
+104.243.245.0/24
+107.189.64.0/18
+108.165.220.0/24
+109.110.184.0/24
+109.176.244.0/24
+114.129.44.0/24
+117.18.104.0/24
+123.100.227.0/24
+128.0.118.0/24
+135.125.0.0/16
+135.148.0.0/16
+136.0.248.0/24
+137.74.0.0/16
+137.83.50.0/24
+139.99.0.0/16
+140.235.56.0/22
+141.11.40.0/24
+141.11.74.0/23
+141.11.237.0/24
+141.94.0.0/15
+141.227.128.0/24
+141.227.130.0/24
+141.227.132.0/24
+141.227.134.0/24
+141.227.136.0/23
+141.227.138.0/24
+141.227.140.0/24
+141.227.142.0/24
+141.227.160.0/24
+141.227.162.0/24
+141.227.164.0/24
+141.227.166.0/24
+141.227.168.0/24
+141.227.170.0/24
+141.227.172.0/24
+141.227.174.0/24
+141.227.176.0/24
+141.227.178.0/24
+141.227.180.0/24
+142.4.192.0/19
+142.44.128.0/17
+144.2.32.0/19
+144.172.73.0/24
+144.217.0.0/16
+145.239.0.0/16
+146.19.9.0/24
+146.59.0.0/16
+146.103.10.0/24
+146.103.49.0/24
+147.135.0.0/16
+148.113.0.0/18
+148.113.128.0/17
+148.222.40.0/22
+149.56.0.0/16
+149.202.0.0/16
+150.241.209.0/24
+151.80.0.0/16
+151.240.17.0/24
+151.240.100.0/24
+151.241.76.0/24
+151.242.39.0/24
+151.242.67.0/24
+151.242.117.0/24
+151.242.159.0/24
+151.243.6.0/24
+151.243.160.0/22
+152.228.128.0/17
+157.254.30.0/24
+157.254.155.0/24
+158.69.0.0/16
+162.19.0.0/16
+162.212.35.0/24
+163.5.62.0/24
+163.5.149.0/24
+163.5.187.0/24
+164.132.0.0/16
+164.153.166.0/24
+166.1.231.0/24
+167.114.0.0/16
+167.234.38.0/24
+167.253.62.0/24
+168.245.185.0/24
+172.83.201.0/24
+172.94.66.0/24
+176.10.88.0/24
+176.31.0.0/16
+178.32.0.0/15
+178.236.233.0/24
+180.131.145.0/24
+180.149.33.0/24
+184.174.96.0/23
+185.5.39.0/24
+185.12.32.0/23
+185.19.33.0/24
+185.23.237.0/24
+185.25.93.0/24
+185.30.212.0/22
+185.45.160.0/22
+185.68.137.0/24
+185.91.112.0/24
+185.101.104.0/24
+185.113.249.0/24
+185.127.28.0/24
+185.129.220.0/24
+185.129.222.0/24
+185.135.188.0/24
+185.155.218.0/24
+185.170.155.0/24
+185.196.221.0/24
+185.207.134.0/24
+185.216.126.0/24
+185.220.196.0/24
+185.225.74.0/23
+185.226.181.0/24
+185.228.207.0/24
+185.241.50.0/23
+185.255.28.0/24
+188.68.164.0/22
+188.164.154.0/24
+188.165.0.0/16
+188.209.140.0/24
+191.96.153.0/24
+191.101.177.0/24
+192.31.246.0/24
+192.70.246.0/23
+192.95.0.0/18
+192.99.0.0/16
+192.109.11.0/24
+192.124.170.0/24
+192.124.180.0/24
+192.152.126.0/24
+192.228.116.0/24
+192.240.152.0/21
+193.17.223.0/24
+193.33.176.0/23
+193.43.104.0/24
+193.70.0.0/17
+193.149.28.0/22
+193.151.181.0/24
+193.243.147.0/24
+194.31.164.0/24
+194.31.166.0/24
+194.59.183.0/24
+194.61.44.0/23
+194.76.36.0/23
+194.76.173.0/24
+194.87.205.0/24
+194.147.159.0/24
+194.164.230.0/24
+195.62.72.0/23
+195.66.30.0/23
+195.88.71.0/24
+195.206.242.0/24
+198.1.239.0/24
+198.27.64.0/18
+198.49.103.0/24
+198.50.128.0/17
+198.100.144.0/20
+198.101.27.0/24
+198.244.128.0/17
+198.245.48.0/20
+199.48.178.0/24
+199.193.138.0/24
+199.195.140.0/23
+202.2.60.0/22
+202.92.214.0/23
+203.5.184.0/24
+203.27.201.0/24
+206.123.148.0/24
+206.168.95.0/24
+206.168.174.0/23
+206.206.126.0/24
+207.166.205.0/24
+207.166.206.0/24
+209.71.36.0/24
+209.112.80.0/22
+209.126.71.0/24
+209.151.124.0/24
+212.38.79.0/24
+212.192.253.0/24
+213.32.0.0/17
+213.145.89.0/24
+213.182.219.0/24
+213.186.32.0/19
+213.218.234.0/24
+213.218.238.0/24
+213.251.128.0/18
+216.24.221.0/24
+216.183.120.0/24
+216.203.15.0/24
+216.247.96.0/24
+217.11.174.0/24
+217.179.7.0/24
+217.182.0.0/16

Subnets/IPv6/hetzner.lst

@@ -0,0 +1,4 @@
+2a01:4f8::/31
+2a06:be80::/29
+2a11:e980::/29
+2a12:2240::/29

Subnets/IPv6/ovh.lst

@@ -0,0 +1,4 @@
+2001:41d0::/32
+2402:1f00::/32
+2604:2dc0::/32
+2607:5300::/32

convert.py

@@ -21,7 +21,9 @@ MetaSubnets = 'Subnets/IPv4/meta.lst'
 TwitterSubnets = 'Subnets/IPv4/twitter.lst'
 TelegramSubnets = 'Subnets/IPv4/telegram.lst'
 CloudflareSubnets = 'Subnets/IPv4/cloudflare.lst'
-ExcludeServices = {"telegram.lst", "cloudflare.lst"}
+HetznerSubnets = 'Subnets/IPv4/hetzner.lst'
+OVHSubnets = 'Subnets/IPv4/ovh.lst'
+ExcludeServices = {"telegram.lst", "cloudflare.lst", "google_ai.lst", "google_play.lst", 'hetzner.lst', 'ovh.lst'}
 
 def raw(src, out):
     domains = set()
@@ -222,7 +224,7 @@ def generate_srs_for_categories(directories, output_json_directory='JSON', compi
     os.makedirs(output_json_directory, exist_ok=True)
     os.makedirs(compiled_output_directory, exist_ok=True)
 
-    exclude = {"meta", "twitter", "discord"}
+    exclude = {"meta", "twitter", "discord", "telegram", "hetzner", "ovh"}
 
     for directory in directories:
         for filename in os.listdir(directory):
@@ -456,6 +458,8 @@ if __name__ == '__main__':
     generate_srs_combined(MetaSubnets, "Services/meta.lst")
     generate_srs_combined(TelegramSubnets, "Services/telegram.lst")
     generate_srs_combined(CloudflareSubnets, "Services/cloudflare.lst")
+    generate_srs_combined(HetznerSubnets, "Services/hetzner.lst")
+    generate_srs_combined(OVHSubnets, "Services/ovh.lst")
 
     # Xray domains
     prepare_dat_domains(directories, 'russia-inside')

get-subnets.py

@@ -13,10 +13,15 @@ IPv6_DIR = 'Subnets/IPv6'
 
 AS_META = '32934'
 AS_TWITTER = '13414'
+AS_HETZNER = '24940'
+AS_OVH = '16276'
+
 META = 'meta.lst'
 TWITTER = 'twitter.lst'
 TELEGRAM = 'telegram.lst'
 CLOUDFLARE = 'cloudflare.lst'
+HETZNER = 'hetzner.lst'
+OVH = 'ovh.lst'
 
 # From https://iplist.opencck.org/
 DISCORD_VOICE_V4='https://iplist.opencck.org/?format=text&data=cidr4&site=discord.gg&site=discord.media'
@@ -122,6 +127,16 @@ if __name__ == '__main__':
     write_subnets_to_file(ipv4_merged_twitter, f'{IPv4_DIR}/{TWITTER}')
     write_subnets_to_file(ipv6_merged_twitter, f'{IPv6_DIR}/{TWITTER}')
 
+    # Hetzner
+    ipv4_merged_hetzner, ipv6_merged_hetzner = process_subnets(subnet_list, AS_HETZNER)
+    write_subnets_to_file(ipv4_merged_hetzner, f'{IPv4_DIR}/{HETZNER}')
+    write_subnets_to_file(ipv6_merged_hetzner, f'{IPv6_DIR}/{HETZNER}')
+
+    # OVH
+    ipv4_merged_ovh, ipv6_merged_ovh = process_subnets(subnet_list, AS_OVH)
+    write_subnets_to_file(ipv4_merged_ovh, f'{IPv4_DIR}/{OVH}')
+    write_subnets_to_file(ipv6_merged_ovh, f'{IPv6_DIR}/{OVH}')
+
     # Discord voice
     ipv4_discord, ipv6_discord = download_ready_subnets(DISCORD_VOICE_V4, DISCORD_VOICE_V6)
     write_subnets_to_file(ipv4_discord, f'{IPv4_DIR}/{DISCORD}')