diff options
Diffstat (limited to 'railties/html')
| -rw-r--r-- | railties/html/robots.txt | 6 |
1 files changed, 5 insertions, 1 deletions
diff --git a/railties/html/robots.txt b/railties/html/robots.txt index 4ab9e89fe1..085187fa58 100644 --- a/railties/html/robots.txt +++ b/railties/html/robots.txt @@ -1 +1,5 @@ -# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
\ No newline at end of file +# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file +# +# To ban all spiders from the entire site uncomment the next two lines: +# User-Agent: * +# Disallow: / |