added some robots to the blocked list

2026-11-14 06:03:45 +01:00 · 2015-09-22 14:27:14 +01:00
parent 30a63d1e42
commit 27c02f5ef5
1 changed files with 13 additions and 0 deletions
@@ -3,3 +3,16 @@
 User-agent: *
 Disallow: /project/*
 Disallow: /recurly.com
+Allow: /
+
+User-Agent: AhrefsBot
+Disallow: /
+
+User-Agent: XoviBot
+Disallow: /
+
+User-Agent: RankSonicBot
+Disallow: /
+
+User-Agent: SMTBot
+Disallow: /