Block nasty SEO bots and update source

main
shruub 2 years ago
parent b6b106c4ff
commit 7c77e13a25

@ -1,2 +1,11 @@
User-Agent: * User-Agent: *
# blocking some nasty "SEO" bots down here:
User-agent: AhrefsBot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: barkrowler
Disallow: /
Sitemap: {{ "sitemap.xml" | absURL }} Sitemap: {{ "sitemap.xml" | absURL }}

@ -38,7 +38,6 @@ https://golangleipzig.space,275.0
https://gtrr.artemislena.eu,4.39 https://gtrr.artemislena.eu,4.39
https://hansenzhang.com,1843.0 https://hansenzhang.com,1843.0
https://habedieeh.re,19.2 https://habedieeh.re,19.2
https://hmbrg.org,2.43
https://igaryhe.io,8.96 https://igaryhe.io,8.96
https://iotcl.com,12.3 https://iotcl.com,12.3
https://jaajko.com,12.8 https://jaajko.com,12.8
@ -90,7 +89,6 @@ https://shiver.asia,2.56
https://sjmulder.nl,2.52 https://sjmulder.nl,2.52
https://sr.ht,131.0 https://sr.ht,131.0
https://starbreaker.org,45.4 https://starbreaker.org,45.4
https://swirl.funny.cl,2.35
https://t0.vc,0.00097 https://t0.vc,0.00097
https://tek256.com,228.0 https://tek256.com,228.0
https://timog.org,2171.0 https://timog.org,2171.0

1 https://5am.is/ 30.0
38 https://gtrr.artemislena.eu 4.39
39 https://hansenzhang.com 1843.0
40 https://habedieeh.re 19.2
https://hmbrg.org 2.43
41 https://igaryhe.io 8.96
42 https://iotcl.com 12.3
43 https://jaajko.com 12.8
89 https://sjmulder.nl 2.52
90 https://sr.ht 131.0
91 https://starbreaker.org 45.4
https://swirl.funny.cl 2.35
92 https://t0.vc 0.00097
93 https://tek256.com 228.0
94 https://timog.org 2171.0

@ -261,11 +261,6 @@
<td>19.2</td> <td>19.2</td>
</tr> </tr>
<tr>
<td><a href="https://hmbrg.org">https://hmbrg.org</a></td>
<td>2.43</td>
</tr>
<tr> <tr>
<td><a href="https://igaryhe.io">https://igaryhe.io</a></td> <td><a href="https://igaryhe.io">https://igaryhe.io</a></td>
<td>8.96</td> <td>8.96</td>
@ -521,11 +516,6 @@
<td>45.4</td> <td>45.4</td>
</tr> </tr>
<tr>
<td><a href="https://swirl.funny.cl">https://swirl.funny.cl</a></td>
<td>2.35</td>
</tr>
<tr> <tr>
<td><a href="https://t0.vc">https://t0.vc</a></td> <td><a href="https://t0.vc">https://t0.vc</a></td>
<td>0.00097</td> <td>0.00097</td>

Loading…
Cancel
Save