improves seo updating robots.txt

2017-05-17 12:49:51 +02:00
parent 780afdbc8f
commit 6dc7afdb50
1 changed files with 1 additions and 1 deletions
--- a/public/robots.txt
+++ b/public/robots.txt
@@ -1,9 +1,9 @@
 # See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
 #
 # To ban all spiders from the entire site uncomment the next two lines:
-# User-agent: *
 # Disallow: /

+User-agent: *
 Disallow: /users/
 Disallow: /comments/