From e6feb90121bdbcd46e8d0920bac08efd86f58b36 Mon Sep 17 00:00:00 2001 From: Seth Vargo Date: Tue, 21 Oct 2014 23:20:26 -0400 Subject: [PATCH] Add robots.txt --- website/source/robots.txt | 8 ++++++++ 1 file changed, 8 insertions(+) create mode 100644 website/source/robots.txt diff --git a/website/source/robots.txt b/website/source/robots.txt new file mode 100644 index 000000000..190c6ce04 --- /dev/null +++ b/website/source/robots.txt @@ -0,0 +1,8 @@ +--- +layout: false +noindex: true +--- + +User-agent: * +Disallow: /404 +Disallow: /500