Block nasty SEO bots and update source
parent
b6b106c4ff
commit
7c77e13a25
@ -1,2 +1,11 @@
|
||||
User-Agent: *
|
||||
# blocking some nasty "SEO" bots down here:
|
||||
User-agent: AhrefsBot
|
||||
Disallow: /
|
||||
User-agent: PetalBot
|
||||
Disallow: /
|
||||
User-agent: MJ12bot
|
||||
Disallow: /
|
||||
User-agent: barkrowler
|
||||
Disallow: /
|
||||
Sitemap: {{ "sitemap.xml" | absURL }}
|
||||
|
|
Loading…
Reference in New Issue