aboutsummaryrefslogtreecommitdiffstats
path: root/guides/code/getting_started/public/robots.txt
diff options
context:
space:
mode:
Diffstat (limited to 'guides/code/getting_started/public/robots.txt')
-rw-r--r--guides/code/getting_started/public/robots.txt5
1 files changed, 5 insertions, 0 deletions
diff --git a/guides/code/getting_started/public/robots.txt b/guides/code/getting_started/public/robots.txt
new file mode 100644
index 0000000000..1a3a5e4dd2
--- /dev/null
+++ b/guides/code/getting_started/public/robots.txt
@@ -0,0 +1,5 @@
+# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
+#
+# To ban all spiders from the entire site uncomment the next two lines:
+# User-agent: *
+# Disallow: /