From f605e79fa5ff0b9a2bfc3f21890bc85b5134330b Mon Sep 17 00:00:00 2001 From: Paulo Reis Date: Thu, 2 Aug 2018 16:33:45 +0100 Subject: [PATCH] Remove changes to robots.txt. --- services/web/public/robots.txt | 21 +-------------------- 1 file changed, 1 insertion(+), 20 deletions(-) diff --git a/services/web/public/robots.txt b/services/web/public/robots.txt index e241feebcc..77470cb39f 100644 --- a/services/web/public/robots.txt +++ b/services/web/public/robots.txt @@ -1,21 +1,2 @@ -# robots.txt for https://www.sharelatex.com/ - User-agent: * -Disallow: /project/* -Disallow: /github/repos/* -Disallow: /recurly.com -Disallow: /user/password/set -Disallow: /learn-scripts/* -Allow: / - -User-Agent: AhrefsBot -Disallow: / - -User-Agent: XoviBot -Disallow: / - -User-Agent: RankSonicBot -Disallow: / - -User-Agent: SMTBot -Disallow: / +Disallow: / \ No newline at end of file