diff --git a/rhodecode/public/robots.txt b/rhodecode/public/robots.txt --- a/rhodecode/public/robots.txt +++ b/rhodecode/public/robots.txt @@ -1,8 +1,9 @@ # See http://www.robotstxt.org/robotstxt.html for documentation on # how to use the robots.txt file -# -# To forbid all spiders from indexing, uncomment the next two lines: -# User-Agent: * -# Disallow: / + +User-agent: * -User-Agent: * +# To forbid all spiders from indexing, uncomment the next line: +#Disallow: / + +