diff --git a/services/web/public/robots.txt b/services/web/public/robots.txt
index 4b7aa5be91..071ef0cddc 100644
--- a/services/web/public/robots.txt
+++ b/services/web/public/robots.txt
@@ -3,3 +3,16 @@
 User-agent: *
 Disallow: /project/*
 Disallow: /recurly.com
+Allow: /
+
+User-Agent: AhrefsBot
+Disallow: /
+
+User-Agent: XoviBot
+Disallow: /
+
+User-Agent: RankSonicBot
+Disallow: /
+
+User-Agent: SMTBot
+Disallow: /
\ No newline at end of file