From 7c77e13a25a4dad7e316d8b16b35413ae633e4ac Mon Sep 17 00:00:00 2001
From: shruub <git@shruuubo.anonaddy.me>
Date: Sat, 18 Feb 2023 08:32:46 +0100
Subject: [PATCH] Block nasty SEO bots and update source

---
 layouts/robots.txt                   |  9 +++++++++
 public/assets/no-js/data/members.csv |  2 --
 public/members/index.html            | 10 ----------
 3 files changed, 9 insertions(+), 12 deletions(-)

diff --git a/layouts/robots.txt b/layouts/robots.txt
index 0326f5c..ba87e00 100644
--- a/layouts/robots.txt
+++ b/layouts/robots.txt
@@ -1,2 +1,11 @@
 User-Agent: *
+# blocking some nasty "SEO" bots down here:
+User-agent: AhrefsBot
+Disallow: /  
+User-agent: PetalBot
+Disallow: /
+User-agent: MJ12bot
+Disallow: /
+User-agent: barkrowler
+Disallow: /
 Sitemap: {{ "sitemap.xml" | absURL }}
diff --git a/public/assets/no-js/data/members.csv b/public/assets/no-js/data/members.csv
index a970eb9..a50f05a 100644
--- a/public/assets/no-js/data/members.csv
+++ b/public/assets/no-js/data/members.csv
@@ -38,7 +38,6 @@ https://golangleipzig.space,275.0
 https://gtrr.artemislena.eu,4.39
 https://hansenzhang.com,1843.0
 https://habedieeh.re,19.2
-https://hmbrg.org,2.43
 https://igaryhe.io,8.96
 https://iotcl.com,12.3
 https://jaajko.com,12.8
@@ -90,7 +89,6 @@ https://shiver.asia,2.56
 https://sjmulder.nl,2.52
 https://sr.ht,131.0
 https://starbreaker.org,45.4
-https://swirl.funny.cl,2.35
 https://t0.vc,0.00097
 https://tek256.com,228.0
 https://timog.org,2171.0
diff --git a/public/members/index.html b/public/members/index.html
index 2f8d3ee..0eb716e 100644
--- a/public/members/index.html
+++ b/public/members/index.html
@@ -261,11 +261,6 @@
         <td>19.2</td>
       </tr>
     
-      <tr>
-        <td><a href="https://hmbrg.org">https://hmbrg.org</a></td>
-        <td>2.43</td>
-      </tr>
-    
       <tr>
         <td><a href="https://igaryhe.io">https://igaryhe.io</a></td>
         <td>8.96</td>
@@ -521,11 +516,6 @@
         <td>45.4</td>
       </tr>
     
-      <tr>
-        <td><a href="https://swirl.funny.cl">https://swirl.funny.cl</a></td>
-        <td>2.35</td>
-      </tr>
-    
       <tr>
         <td><a href="https://t0.vc">https://t0.vc</a></td>
         <td>0.00097</td>