Block nasty SEO bots and update source
parent
b6b106c4ff
commit
7c77e13a25
@ -1,2 +1,11 @@
|
|||||||
User-Agent: *
|
User-Agent: *
|
||||||
|
# blocking some nasty "SEO" bots down here:
|
||||||
|
User-agent: AhrefsBot
|
||||||
|
Disallow: /
|
||||||
|
User-agent: PetalBot
|
||||||
|
Disallow: /
|
||||||
|
User-agent: MJ12bot
|
||||||
|
Disallow: /
|
||||||
|
User-agent: barkrowler
|
||||||
|
Disallow: /
|
||||||
Sitemap: {{ "sitemap.xml" | absURL }}
|
Sitemap: {{ "sitemap.xml" | absURL }}
|
||||||
|
|
Loading…
Reference in New Issue