update robots.txt rules

diff --git a/example/sandbox/robots.txt b/example/sandbox/robots.txt
index 995386ae73ceed7aa28c336af5304f9ef29275cf..5ac75ebe201cf7586222162012df6e6171106f54 100644 (file)
--- a/example/sandbox/robots.txt
+++ b/example/sandbox/robots.txt
@@ -1,5 +1,4 @@
 User-agent: *
-Disallow: /*/download/*$
-Disallow: /*/visualize/*$
-Disallow: /*/analyze/*$
-
+Disallow: *.mp3$
+Disallow: */WIDTHxHEIGHT/
+Disallow: */xml/