From 553090429565768312960cf9e064695b13541bb0 Mon Sep 17 00:00:00 2001 From: Mike Rogers Date: Tue, 23 Feb 2021 18:14:05 +0000 Subject: [PATCH] Just adding an allow all robots.txt file --- guides/assets/robots.txt | 4 +++- guides/assets/sitemap.txt | 0 2 files changed, 3 insertions(+), 1 deletion(-) delete mode 100644 guides/assets/sitemap.txt diff --git a/guides/assets/robots.txt b/guides/assets/robots.txt index 1c3d612a0a..c95502f7c8 100644 --- a/guides/assets/robots.txt +++ b/guides/assets/robots.txt @@ -1 +1,3 @@ -Sitemap: sitemap.txt +# Allow crawling of all content +User-agent: * +Disallow: diff --git a/guides/assets/sitemap.txt b/guides/assets/sitemap.txt deleted file mode 100644 index e69de29bb2..0000000000