diff --git a/bots.txt b/bots.txt index 12517f3..85e9572 100644 --- a/bots.txt +++ b/bots.txt @@ -1,4 +1,5 @@ +1.113.63.170 1.145.67.172 1.162.129.197 1.46.144.50 @@ -394,6 +395,7 @@ 114.119.141.127 114.119.141.228 114.119.142.14 +114.119.142.156 114.119.142.20 114.119.142.43 114.119.142.69 @@ -443,6 +445,7 @@ 116.179.32.134 116.179.32.136 116.179.32.144 +116.179.32.148 116.179.32.153 116.179.32.170 116.179.32.174 @@ -460,6 +463,7 @@ 116.179.32.48 116.179.32.50 116.179.32.66 +116.179.32.78 116.179.32.80 116.179.32.95 116.179.33.207 @@ -694,6 +698,7 @@ 119.18.37.46 119.224.80.109 119.47.56.146 +119.47.57.51 119.8.180.122 12.20.156.3 12.202.52.226 @@ -744,6 +749,7 @@ 124.122.125.251 124.122.125.66 124.122.235.222 +124.148.101.230 124.149.241.165 124.160.170.178 124.160.170.182 @@ -828,6 +834,7 @@ 13.83.1.208 13.83.1.209 13.83.1.211 +13.83.122.137 13.83.123.114 13.83.123.119 13.83.123.126 @@ -913,6 +920,7 @@ 133.242.51.116 134.195.90.30 134.209.105.53 +134.209.190.253 134.209.32.223 134.209.36.201 134.215.146.226 @@ -946,6 +954,7 @@ 136.144.33.63 136.144.33.76 136.144.33.78 +136.144.33.84 136.144.33.85 136.144.42.106 136.144.42.175 @@ -992,6 +1001,7 @@ 138.199.22.100 138.199.22.104 138.199.33.238 +138.199.35.108 138.199.43.96 138.199.50.100 138.199.52.194 @@ -1089,6 +1099,7 @@ 143.42.10.39 143.42.126.6 144.202.37.51 +144.202.86.160 144.217.180.167 144.22.193.198 144.34.172.6 @@ -1142,6 +1153,7 @@ 146.70.174.87 146.70.187.5 146.70.187.56 +146.70.187.71 146.70.188.207 146.70.189.105 146.70.189.41 @@ -1218,6 +1230,7 @@ 147.185.132.255 147.185.132.28 147.185.132.31 +147.185.132.33 147.185.132.34 147.185.132.37 147.185.132.42 @@ -1238,6 +1251,8 @@ 147.185.132.85 147.185.132.87 147.185.132.88 +147.185.132.9 +147.185.132.91 147.185.132.99 147.185.133.13 147.185.133.18 @@ -1245,6 +1260,7 @@ 147.185.133.232 147.185.133.32 147.185.133.42 +147.185.133.45 147.185.192.59 147.219.162.58 147.234.66.56 @@ -1271,6 +1287,7 @@ 149.102.224.171 149.102.224.183 149.102.226.196 +149.102.244.103 149.102.244.116 149.102.246.10 149.102.254.88 @@ -1447,6 +1464,7 @@ 159.196.250.255 159.203.120.173 159.223.166.191 +159.28.68.140 159.69.202.229 159.69.246.219 159.69.63.241 @@ -1492,6 +1510,7 @@ 162.216.19.27 162.218.217.180 162.231.193.242 +162.43.15.183 162.43.16.159 162.43.23.221 162.43.70.225 @@ -1653,6 +1672,7 @@ 169.150.231.175 169.150.254.165 169.150.254.84 +169.197.141.67 17.22.237.102 17.22.237.108 17.22.237.109 @@ -2432,6 +2452,7 @@ 17.241.227.202 17.241.227.203 17.241.227.204 +17.241.227.205 17.241.227.207 17.241.227.208 17.241.227.209 @@ -3247,6 +3268,7 @@ 170.203.209.141 170.203.209.154 170.203.220.26 +170.249.76.10 170.254.83.53 170.39.215.215 171.100.191.139 @@ -3361,6 +3383,7 @@ 172.183.131.43 172.183.131.65 172.183.131.67 +172.183.131.68 172.183.131.69 172.183.131.74 172.183.131.78 @@ -3442,6 +3465,7 @@ 172.183.37.82 172.183.37.84 172.183.37.85 +172.183.37.86 172.183.37.90 172.183.37.94 172.183.39.66 @@ -3613,6 +3637,7 @@ 172.222.133.37 172.233.233.185 172.234.195.187 +172.245.102.52 172.245.102.58 172.245.102.76 172.56.100.165 @@ -3743,6 +3768,7 @@ 172.59.215.88 172.59.216.89 172.59.222.229 +172.59.224.107 172.59.225.147 172.59.226.55 172.59.227.117 @@ -3883,6 +3909,7 @@ 173.252.70.113 173.252.70.114 173.252.70.124 +173.252.70.125 173.252.70.126 173.252.70.2 173.252.70.3 @@ -4112,6 +4139,7 @@ 176.173.60.48 176.2.132.12 176.2.8.90 +176.218.217.255 176.227.243.103 176.227.243.105 176.227.243.106 @@ -4181,6 +4209,7 @@ 179.241.233.73 179.242.26.106 179.43.161.170 +179.43.189.84 179.51.61.4 179.60.173.118 179.61.253.66 @@ -4773,7 +4802,28 @@ 185.230.126.197 185.232.71.82 185.237.97.241 +185.238.231.167 +185.238.231.168 +185.238.231.171 +185.238.231.172 +185.238.231.173 +185.238.231.174 +185.238.231.176 +185.238.231.177 +185.238.231.180 +185.238.231.182 +185.238.231.183 +185.238.231.185 +185.238.231.188 +185.238.231.191 +185.238.231.192 +185.238.231.194 185.238.231.247 +185.238.231.36 +185.238.231.39 +185.238.231.42 +185.238.231.43 +185.238.231.44 185.241.208.204 185.241.208.236 185.241.208.243 @@ -4957,6 +5007,7 @@ 193.176.211.207 193.176.211.232 193.176.211.57 +193.187.128.14 193.187.128.23 193.237.209.109 193.254.54.0 @@ -5211,6 +5262,7 @@ 198.235.24.15 198.235.24.150 198.235.24.154 +198.235.24.155 198.235.24.158 198.235.24.159 198.235.24.162 @@ -5296,6 +5348,7 @@ 198.235.24.9 198.235.24.90 198.235.24.96 +198.235.24.97 198.235.24.98 198.251.81.40 198.251.88.145 @@ -5509,6 +5562,7 @@ 20.172.0.37 20.172.0.44 20.172.17.137 +20.172.2.101 20.172.2.111 20.172.2.97 20.172.2.99 @@ -5763,6 +5817,7 @@ 20.81.159.70 20.81.159.77 20.81.159.80 +20.81.159.81 20.81.159.82 20.81.159.83 20.81.159.99 @@ -5937,6 +5992,7 @@ 205.210.31.185 205.210.31.196 205.210.31.197 +205.210.31.198 205.210.31.199 205.210.31.2 205.210.31.200 @@ -5956,6 +6012,7 @@ 205.210.31.221 205.210.31.222 205.210.31.223 +205.210.31.225 205.210.31.226 205.210.31.228 205.210.31.229 @@ -6246,6 +6303,7 @@ 213.180.203.20 213.180.203.200 213.180.203.201 +213.180.203.202 213.180.203.203 213.180.203.204 213.180.203.205 @@ -6366,6 +6424,7 @@ 213.180.203.86 213.180.203.87 213.180.203.88 +213.180.203.89 213.180.203.9 213.180.203.90 213.180.203.91 @@ -6393,6 +6452,7 @@ 216.131.87.218 216.147.123.46 216.180.180.182 +216.21.219.110 216.226.91.125 216.230.228.70 216.230.228.75 @@ -6608,6 +6668,7 @@ 24.99.48.85 2400:2411:86a0:8c00:8d12:4ebe:4291:8507 2400:2653:24e1:1800:249a:fc78:4195:7050 +2400:2653:24e1:1800:35e7:8227:67a8:9ddb 2400:2653:24e1:1800:472:c03e:730b:19e3 2400:2653:8b61:5600:110f:3b58:1508:4327 2400:2653:8b61:5600:5dfb:2617:bdf3:93f @@ -6618,6 +6679,7 @@ 2401:d002:6502:302:44d9:9f1c:f4f3:c3e7 2401:d002:6502:302:5c47:a1b2:d327:4b76 2401:d002:6502:302:b08e:b995:67e1:87ae +2402:7500:5ed:18fc:4526:80ee:224:572a 2403:6200:8810:5ab:a5e9:844a:5f6b:1c1f 2403:6200:8833:99b:8dcc:903d:fed7:2f6 2403:6200:8833:99b:ec7e:21d7:b3b9:1973 @@ -6637,6 +6699,7 @@ 240b:253:2580:2c00:6c56:4522:8008:c928 240d:1a:b96:c401:1da1:2563:533b:3c76 240d:1a:b96:c401:3c5b:2773:5042:d144 +240d:1a:b96:c401:4c90:9001:d0df:cdc4 240d:1a:b96:c401:4cb0:6d27:91ce:9bed 240d:1a:b96:c401:5e7:d0a7:92a7:5c01 240d:1a:b96:c401:7838:8b10:f5af:9ec6 @@ -6658,6 +6721,7 @@ 2600:1004:b0a9:727d:f9fe:3be1:744c:bea5 2600:1004:b149:f4b1:e85d:df54:3926:d3de 2600:1004:b172:42dd:6c5e:b567:5127:587f +2600:1004:b1ad:781:5421:eb88:fa85:7e65 2600:1004:b1cc:9c9b:48d6:e4b:8109:2 2600:1004:b345:22db:d98:c83b:669d:75ae 2600:1005:b103:5ef:19a1:f1c:54ee:7a02 @@ -6679,8 +6743,10 @@ 2600:100d:b155:93d7:17f:92db:18b2:ed7a 2600:100e:b072:3c4d:29eb:b091:170f:bf18 2600:100e:b074:6077:cc6e:d668:d602:ceb5 +2600:100e:b311:8598:a005:9515:9078:851b 2600:1011:a03f:2b51:2054:b512:b99c:c1d7 2600:1011:a03f:2b51:40b6:f026:ff24:43db +2600:1011:a03f:2b51:61cc:c30f:c3bd:904f 2600:1011:a03f:2b51:78cc:c405:7e0a:2017 2600:1011:a03f:2b51:826:fd44:7665:e136 2600:1011:a03f:2b51:89b6:9811:f912:4ac3 @@ -6721,11 +6787,13 @@ 2600:1700:88d2:b000:e041:7f3b:7029:237a 2600:1700:8980:22f0:b4f0:6a5:18c9:165d 2600:1700:9283:8c10:c925:5752:da08:76bb +2600:1700:b050:6e60:f0df:755:6dd9:cb9a 2600:1700:b10:9820:5d4:3a0b:332c:54f1 2600:1700:b5e0:7d00:302f:4463:61db:6a82 2600:1700:b5e0:7d00:a424:7d31:76a1:8300 2600:1700:cec:28b0:5143:fc1d:e7ec:c0c1 2600:1700:cec:28b0:a447:c854:7141:b4c5 +2600:1700:f980:2610:9f:f9dd:b50d:972f 2600:1700:ff60:2320:9047:1634:779d:ad8c 2600:1700:ff60:2320:cdb5:976d:b7ce:77bc 2600:1700:ff60:2320:f89f:1927:d508:31c2 @@ -6802,8 +6870,11 @@ 2601:183:487e:28c2:7804:f335:44c4:824e 2601:183:4881:de86:25f7:bb4a:69d4:3928 2601:1c2:500:2630:d807:2674:81d0:dab6 +2601:201:8800:2d00:f5cd:69b5:295:f689 2601:204:4380:9870:d492:7a4d:b8bd:c13e +2601:205:8202:7960:85bf:bd3d:2fe8:7f92 2601:240:c601:bb10:157:f563:ac84:9f64 +2601:240:c601:bb10:24b4:6ab2:c7dc:989c 2601:240:c601:bb10:3087:a40e:a2d1:83f9 2601:240:c601:bb10:7567:825f:d85c:c99b 2601:240:c601:bb10:c3:3b15:bbad:7d0e @@ -6834,6 +6905,7 @@ 2601:445:880:a30:b09c:3287:6bdc:ff18 2601:484:8001:8da0:69eb:47f0:3b0a:6c99 2601:500:8900:d0f0:16a:452b:cc5e:7997 +2601:500:8900:d0f0:210b:d4b1:75ec:bc74 2601:500:8900:d0f0:510b:39eb:961e:54a8 2601:500:8900:d0f0:9cd6:7285:36be:53e1 2601:500:8900:d0f0:d50d:437e:991b:288 @@ -6900,6 +6972,7 @@ 2605:8d80:4c4:32cd:2c14:8e3a:464a:8f8d 2605:a601:a817:1900:1dfc:121f:de77:d77b 2605:a601:a817:1900:21d1:8cf8:6622:bfb1 +2605:a601:a817:1900:3c1e:7b2b:bdb3:ca0f 2605:a601:a817:1900:5869:bf73:9474:2eff 2605:a601:a817:1900:64b1:a7a0:a8e2:cc58 2605:a601:a817:1900:6856:b7c9:8c44:8564 @@ -7042,6 +7115,7 @@ 2a02:8109:9b9c:6000:f824:762e:9e64:f8ca 2a02:8429:707a:bf01:549b:7d35:e190:65e3 2a02:8429:707a:bf01:e411:98c:139c:7b5a +2a02:9130:8023:2c04:95e9:cf6:ef4:4fed 2a02:9130:84bd:e9e7:f000:2101:692d:ee5e 2a02:fe1:717a:ef00:2917:b431:5f04:672e 2a02:fe1:717a:ef00:654c:86b7:166e:8b27 @@ -7097,6 +7171,7 @@ 2a03:2880:27ff:2::face:b00c 2a03:2880:27ff:5::face:b00c 2a03:2880:27ff:72::face:b00c +2a03:2880:27ff:c::face:b00c 2a03:2880:2ff:2::face:b00c 2a03:2880:2ff:4::face:b00c 2a03:2880:2ff:6::face:b00c @@ -7655,9 +7730,11 @@ 34.208.139.185 34.212.113.61 34.214.117.164 +34.214.121.197 34.214.59.113 34.215.183.11 34.215.241.87 +34.217.20.65 34.217.97.90 34.218.210.240 34.218.81.13 @@ -7939,6 +8016,7 @@ 40.76.181.125 40.76.238.208 40.76.238.216 +40.76.238.219 40.76.238.221 40.76.254.133 40.76.254.134 @@ -8443,6 +8521,7 @@ 45.86.210.215 45.86.210.216 45.86.210.217 +45.86.210.221 45.87.103.89 45.87.214.26 45.87.68.149 @@ -9896,6 +9975,7 @@ 47.128.116.228 47.128.116.23 47.128.116.230 +47.128.116.231 47.128.116.232 47.128.116.233 47.128.116.234 @@ -11099,6 +11179,7 @@ 47.128.122.255 47.128.122.26 47.128.122.27 +47.128.122.28 47.128.122.29 47.128.122.3 47.128.122.30 @@ -11137,6 +11218,7 @@ 47.128.122.7 47.128.122.71 47.128.122.72 +47.128.122.73 47.128.122.74 47.128.122.76 47.128.122.77 @@ -11438,6 +11520,7 @@ 47.128.124.172 47.128.124.173 47.128.124.174 +47.128.124.175 47.128.124.176 47.128.124.178 47.128.124.179 @@ -12017,6 +12100,7 @@ 47.128.127.127 47.128.127.128 47.128.127.13 +47.128.127.130 47.128.127.131 47.128.127.132 47.128.127.133 @@ -12974,6 +13058,7 @@ 47.128.19.50 47.128.19.51 47.128.19.52 +47.128.19.53 47.128.19.54 47.128.19.55 47.128.19.58 @@ -13892,6 +13977,7 @@ 47.128.24.240 47.128.24.241 47.128.24.243 +47.128.24.244 47.128.24.245 47.128.24.246 47.128.24.248 @@ -14575,6 +14661,7 @@ 47.128.28.58 47.128.28.59 47.128.28.6 +47.128.28.60 47.128.28.61 47.128.28.63 47.128.28.64 @@ -14947,6 +15034,7 @@ 47.128.30.255 47.128.30.26 47.128.30.27 +47.128.30.29 47.128.30.3 47.128.30.30 47.128.30.31 @@ -16735,6 +16823,7 @@ 47.128.39.171 47.128.39.172 47.128.39.173 +47.128.39.176 47.128.39.177 47.128.39.178 47.128.39.179 @@ -16977,6 +17066,7 @@ 47.128.40.221 47.128.40.222 47.128.40.224 +47.128.40.225 47.128.40.226 47.128.40.227 47.128.40.228 @@ -17411,6 +17501,7 @@ 47.128.42.255 47.128.42.26 47.128.42.27 +47.128.42.28 47.128.42.29 47.128.42.3 47.128.42.30 @@ -17802,6 +17893,7 @@ 47.128.44.232 47.128.44.233 47.128.44.234 +47.128.44.235 47.128.44.236 47.128.44.238 47.128.44.239 @@ -18104,6 +18196,7 @@ 47.128.46.113 47.128.46.114 47.128.46.118 +47.128.46.12 47.128.46.120 47.128.46.121 47.128.46.123 @@ -19015,6 +19108,7 @@ 47.128.50.213 47.128.50.214 47.128.50.215 +47.128.50.216 47.128.50.217 47.128.50.218 47.128.50.219 @@ -19185,6 +19279,7 @@ 47.128.51.17 47.128.51.170 47.128.51.172 +47.128.51.174 47.128.51.176 47.128.51.177 47.128.51.178 @@ -19471,6 +19566,7 @@ 47.128.52.34 47.128.52.35 47.128.52.36 +47.128.52.37 47.128.52.38 47.128.52.4 47.128.52.40 @@ -19596,6 +19692,7 @@ 47.128.53.177 47.128.53.178 47.128.53.18 +47.128.53.180 47.128.53.181 47.128.53.182 47.128.53.183 @@ -20381,6 +20478,7 @@ 47.128.57.151 47.128.57.153 47.128.57.154 +47.128.57.155 47.128.57.156 47.128.57.157 47.128.57.158 @@ -20418,6 +20516,7 @@ 47.128.57.189 47.128.57.190 47.128.57.191 +47.128.57.192 47.128.57.194 47.128.57.195 47.128.57.196 @@ -20474,6 +20573,7 @@ 47.128.57.252 47.128.57.254 47.128.57.255 +47.128.57.27 47.128.57.28 47.128.57.3 47.128.57.30 @@ -21560,6 +21660,7 @@ 47.128.63.117 47.128.63.118 47.128.63.119 +47.128.63.12 47.128.63.120 47.128.63.121 47.128.63.122 @@ -21782,6 +21883,7 @@ 47.128.96.132 47.128.96.133 47.128.96.134 +47.128.96.136 47.128.96.138 47.128.96.139 47.128.96.14 @@ -22449,6 +22551,7 @@ 47.128.99.195 47.128.99.196 47.128.99.197 +47.128.99.198 47.128.99.2 47.128.99.20 47.128.99.200 @@ -22890,6 +22993,7 @@ 51.91.220.155 52.12.218.231 52.13.33.22 +52.13.49.215 52.137.184.192 52.138.212.112 52.14.125.195 @@ -23321,6 +23425,7 @@ 52.234.36.2 52.234.36.32 52.234.36.34 +52.234.36.39 52.234.36.4 52.234.36.40 52.234.36.42 @@ -24346,6 +24451,7 @@ 69.55.123.237 69.63.189.113 69.73.54.244 +69.76.234.166 70.107.174.142 70.107.201.205 70.122.134.49 @@ -24402,6 +24508,7 @@ 72.183.151.50 72.183.18.60 72.187.232.197 +72.201.162.145 72.220.154.84 72.220.243.62 72.23.22.219 @@ -24460,6 +24567,7 @@ 74.12.13.201 74.131.73.167 74.134.140.139 +74.14.15.100 74.140.81.35 74.201.177.50 74.208.189.145 @@ -24742,6 +24850,7 @@ 83.135.86.191 83.135.86.228 83.135.86.41 +83.135.87.120 83.135.87.148 83.135.87.153 83.135.87.157 @@ -24762,6 +24871,7 @@ 83.192.221.148 83.218.168.152 83.233.14.5 +83.6.254.88 83.97.23.182 84.132.174.151 84.164.214.152 @@ -24902,6 +25012,7 @@ 87.250.224.229 87.250.224.23 87.250.224.230 +87.250.224.231 87.250.224.232 87.250.224.233 87.250.224.234 @@ -25005,6 +25116,7 @@ 89.19.88.192 89.205.129.130 89.205.225.175 +89.23.107.83 89.238.133.118 89.238.70.233 89.245.101.161 @@ -25068,6 +25180,7 @@ 91.214.67.175 91.214.67.180 91.214.67.182 +91.227.68.181 91.229.245.57 91.242.162.11 91.242.162.12 @@ -25123,6 +25236,7 @@ 93.133.191.214 93.133.203.82 93.133.241.169 +93.133.29.221 93.133.77.193 93.133.91.161 93.152.210.184 @@ -25132,6 +25246,8 @@ 93.158.130.175 93.158.213.25 93.158.213.26 +93.158.90.71 +93.158.90.74 93.158.91.249 93.158.92.11 93.177.66.193 @@ -25151,8 +25267,10 @@ 94.130.52.224 94.131.118.187 94.131.97.159 +94.140.11.186 94.140.8.222 94.140.8.224 +94.140.8.225 94.142.240.68 94.154.239.69 94.16.121.91 @@ -25328,6 +25446,7 @@ 95.108.213.254 95.108.213.5 95.108.213.78 +95.108.213.79 95.108.213.80 95.108.213.81 95.108.213.82 @@ -25420,6 +25539,7 @@ 98.145.90.44 98.159.37.135 98.159.37.180 +98.18.126.93 98.193.88.70 98.223.94.156 98.24.212.232 diff --git a/crawlers.txt b/crawlers.txt index 4aca581..edfe38a 100644 --- a/crawlers.txt +++ b/crawlers.txt @@ -102,3 +102,4 @@ Facebot Exabot MisskeyBot ISSCyberRiskCrawler +AportCatalogRobot