From: Michael Andreen <harv@ruin.nu>
Date: Sat, 2 Aug 2008 09:19:12 +0000 (+0200)
Subject: Too many planets, no point in crawling them
X-Git-Url: https://ruin.nu/git/?p=ndwebbie.git;a=commitdiff_plain;h=f5c12b311ef0a53eca10e220e9a721ca175178e1

Too many planets, no point in crawling them
---

diff --git a/apache-conf.conf b/apache-conf.conf
index 881105a..d28cbca 100644
--- a/apache-conf.conf
+++ b/apache-conf.conf
@@ -60,6 +60,7 @@ NameVirtualHost *:443
 
 	Alias /static /var/www/ndawn/root/static
 	Alias /favicon.ico /var/www/ndawn/root/favicon.ico
+	Alias /robots.txt /var/www/ndawn/root/robots.txt
 
 	FastCgiExternalServer /tmp/ndweb.fcgi -socket /tmp/ndweb.socket
 	Alias / /tmp/ndweb.fcgi/
diff --git a/root/robots.txt b/root/robots.txt
new file mode 100644
index 0000000..2b48efa
--- /dev/null
+++ b/root/robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /stats/planet/