Just adding an allow all robots.txt file

2021-02-23 18:14:05 +00:00 · 2021-02-23 18:14:05 +00:00 · 5530904295
parent 6efdd6f814
commit 5530904295
2 changed files with 3 additions and 1 deletions
--- a/guides/assets/robots.txt
+++ b/guides/assets/robots.txt
@ -1 +1,3 @@
-Sitemap: sitemap.txt
+# Allow crawling of all content
+User-agent: *
+Disallow:
--- a/guides/assets/sitemap.txt
+++ b/guides/assets/sitemap.txt