aboutsummaryrefslogtreecommitdiffstats
path: root/railties/lib/generator/templates/app/public/robots.txt
diff options
context:
space:
mode:
authorJosé Valim <jose.valim@gmail.com>2009-06-16 15:57:14 +0200
committerJosé Valim <jose.valim@gmail.com>2009-06-19 16:10:42 +0200
commit720aceeea9083e8139e06be5aaaa3b9db98f344d (patch)
tree4b44f95f49acd087decf68d4e5a22cfab607356f /railties/lib/generator/templates/app/public/robots.txt
parentced68c7430216424419ecb4525d3bc6b6847f9c6 (diff)
downloadrails-720aceeea9083e8139e06be5aaaa3b9db98f344d.tar.gz
rails-720aceeea9083e8139e06be5aaaa3b9db98f344d.tar.bz2
rails-720aceeea9083e8139e06be5aaaa3b9db98f344d.zip
Send new files too.
Diffstat (limited to 'railties/lib/generator/templates/app/public/robots.txt')
-rw-r--r--railties/lib/generator/templates/app/public/robots.txt5
1 files changed, 5 insertions, 0 deletions
diff --git a/railties/lib/generator/templates/app/public/robots.txt b/railties/lib/generator/templates/app/public/robots.txt
new file mode 100644
index 0000000000..085187fa58
--- /dev/null
+++ b/railties/lib/generator/templates/app/public/robots.txt
@@ -0,0 +1,5 @@
+# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
+#
+# To ban all spiders from the entire site uncomment the next two lines:
+# User-Agent: *
+# Disallow: /