From 4494a752c3c568c65fa899c54486153a1a5fa187 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Jos=C3=A9=20Valim?= Date: Tue, 23 Jun 2009 19:10:42 +0200 Subject: Change current sstructure. --- railties/lib/generators/rails/app/templates/public/robots.txt | 5 +++++ 1 file changed, 5 insertions(+) create mode 100644 railties/lib/generators/rails/app/templates/public/robots.txt (limited to 'railties/lib/generators/rails/app/templates/public/robots.txt') diff --git a/railties/lib/generators/rails/app/templates/public/robots.txt b/railties/lib/generators/rails/app/templates/public/robots.txt new file mode 100644 index 0000000000..085187fa58 --- /dev/null +++ b/railties/lib/generators/rails/app/templates/public/robots.txt @@ -0,0 +1,5 @@ +# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file +# +# To ban all spiders from the entire site uncomment the next two lines: +# User-Agent: * +# Disallow: / -- cgit v1.2.3