Merge branch 'hotfix/3.8.24' into develop

2021-09-14 14:46:53 +02:00
parent aba6cd088e b60142e8ec
commit 6e9d5e9f01
1 changed files with 5 additions and 2 deletions
--- a/public/robots.txt
+++ b/public/robots.txt
@@ -1,2 +1,5 @@
-User-agent: *
-Disallow: /
+# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
+#
+# To ban all spiders from the entire site uncomment the next two lines:
+# User-agent: *
+# Disallow: /