Too many planets, no point in crawling them

[ndwebbie.git] / root / robots.txt

diff --git a/root/robots.txt b/root/robots.txt
new file mode 100644 (file)
index 0000000..2b48efa
--- /dev/null
+++ b/root/robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /stats/planet/