From 481a1623e02557b8595ee3faf526ae699f8a8313 Mon Sep 17 00:00:00 2001 From: Guillaume Pellerin Date: Mon, 5 Jan 2015 15:08:30 +0100 Subject: [PATCH] update robots.txt rules --- example/sandbox/robots.txt | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/example/sandbox/robots.txt b/example/sandbox/robots.txt index 995386ae..5ac75ebe 100644 --- a/example/sandbox/robots.txt +++ b/example/sandbox/robots.txt @@ -1,5 +1,4 @@ User-agent: * -Disallow: /*/download/*$ -Disallow: /*/visualize/*$ -Disallow: /*/analyze/*$ - +Disallow: *.mp3$ +Disallow: */WIDTHxHEIGHT/ +Disallow: */xml/ -- 2.39.5