prevents pages indexation on robots.txt

2017-04-21 16:40:16 +02:00
parent 68c5267a78
commit 3d0b7f1034
1 changed files with 7 additions and 0 deletions
--- a/public/robots.txt
+++ b/public/robots.txt
@@ -3,3 +3,10 @@
 # To ban all spiders from the entire site uncomment the next two lines:
 # User-agent: *
 # Disallow: /
+
+Disallow: /users/
+Disallow: /comments/
+
+Disallow: /*?*locale
+Disallow: /*?*order
+Disallow: /*?*search