From 597fe259686d88a61c65f69d48ae84912ddea2db Mon Sep 17 00:00:00 2001 From: Brian Vaughn Date: Fri, 13 Apr 2018 10:37:05 -0700 Subject: [PATCH] Added robots.txt to prevent crawling old versions of site --- static/robots.txt | 2 ++ 1 file changed, 2 insertions(+) create mode 100644 static/robots.txt diff --git a/static/robots.txt b/static/robots.txt new file mode 100644 index 00000000..30823580 --- /dev/null +++ b/static/robots.txt @@ -0,0 +1,2 @@ +User-agent: * +Disallow: /version/ \ No newline at end of file