From 660b353403f33a37c515a989e7cfc17c49db98c5 Mon Sep 17 00:00:00 2001 From: Guillaume Pellerin Date: Fri, 20 Mar 2015 17:05:24 +0100 Subject: [PATCH] Add robots.txt --- examples/sandbox/robots.txt | 4 ++++ 1 file changed, 4 insertions(+) create mode 100644 examples/sandbox/robots.txt diff --git a/examples/sandbox/robots.txt b/examples/sandbox/robots.txt new file mode 100644 index 0000000..5ac75eb --- /dev/null +++ b/examples/sandbox/robots.txt @@ -0,0 +1,4 @@ +User-agent: * +Disallow: *.mp3$ +Disallow: */WIDTHxHEIGHT/ +Disallow: */xml/ -- 2.39.5