Update robots.txt (#51167)

2018-09-07 07:27:29 +00:00 · 2018-09-07 07:27:29 +00:00 · 2be7ddb704
parent c380d3aceb
commit 2be7ddb704
1 changed files with 2 additions and 0 deletions
--- a/public/robots.txt
+++ b/public/robots.txt
@ -21,6 +21,8 @@ Disallow: /groups/new
 Disallow: /groups/*/edit
 Disallow: /users
 Disallow: /help
+# Only specifically allow the Sign In page to avoid very ugly search results
+Allow: /users/sign_in

 # Global snippets
 User-Agent: *