From 2be7ddb704c7b6b83732fdd5b9f09d5a397b5f8f Mon Sep 17 00:00:00 2001 From: Moritz Schlarb Date: Fri, 7 Sep 2018 07:27:29 +0000 Subject: [PATCH] Update robots.txt (#51167) --- public/robots.txt | 2 ++ 1 file changed, 2 insertions(+) diff --git a/public/robots.txt b/public/robots.txt index 1f9d42f4adc..ea931e1a223 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -21,6 +21,8 @@ Disallow: /groups/new Disallow: /groups/*/edit Disallow: /users Disallow: /help +# Only specifically allow the Sign In page to avoid very ugly search results +Allow: /users/sign_in # Global snippets User-Agent: *