From 9767b89323cb0fa76b762521843e0b397ad1034e Mon Sep 17 00:00:00 2001 From: Seth Vargo Date: Mon, 20 Oct 2014 13:57:18 -0400 Subject: [PATCH] Add robots.txt --- website/source/robots.txt | 8 ++++++++ 1 file changed, 8 insertions(+) create mode 100644 website/source/robots.txt diff --git a/website/source/robots.txt b/website/source/robots.txt new file mode 100644 index 000000000..190c6ce04 --- /dev/null +++ b/website/source/robots.txt @@ -0,0 +1,8 @@ +--- +layout: false +noindex: true +--- + +User-agent: * +Disallow: /404 +Disallow: /500