From 4312b353dbb4b448d551975b63db9c95b3eef4f5 Mon Sep 17 00:00:00 2001 From: marwolaethblack Date: Wed, 22 Nov 2017 12:37:48 +0100 Subject: initial commit --- web/robots.txt | 5 +++++ 1 file changed, 5 insertions(+) create mode 100644 web/robots.txt (limited to 'web/robots.txt') diff --git a/web/robots.txt b/web/robots.txt new file mode 100644 index 0000000..4665fca --- /dev/null +++ b/web/robots.txt @@ -0,0 +1,5 @@ +# www.robotstxt.org/ +# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449 + +User-agent: * +Disallow: -- cgit v1.2.3