From bd311ce9221f1df9711c791d9abfae89e029924d Mon Sep 17 00:00:00 2001 From: David Heinemeier Hansson Date: Thu, 20 Sep 2007 23:16:06 +0000 Subject: Updated some docs to reference the latest and greatest and played style nazi a little git-svn-id: http://svn-commit.rubyonrails.org/rails/trunk@7517 5ecf4fe2-1ee6-0310-87b1-e25e094e27de --- railties/html/robots.txt | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) (limited to 'railties/html') diff --git a/railties/html/robots.txt b/railties/html/robots.txt index 4ab9e89fe1..085187fa58 100644 --- a/railties/html/robots.txt +++ b/railties/html/robots.txt @@ -1 +1,5 @@ -# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file \ No newline at end of file +# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file +# +# To ban all spiders from the entire site uncomment the next two lines: +# User-Agent: * +# Disallow: / -- cgit v1.2.3