From f5c12b311ef0a53eca10e220e9a721ca175178e1 Mon Sep 17 00:00:00 2001
From: Michael Andreen <harv@ruin.nu>
Date: Sat, 2 Aug 2008 11:19:12 +0200
Subject: [PATCH] Too many planets, no point in crawling them

---
 apache-conf.conf | 1 +
 root/robots.txt  | 2 ++
 2 files changed, 3 insertions(+)
 create mode 100644 root/robots.txt

diff --git a/apache-conf.conf b/apache-conf.conf
index 881105a..d28cbca 100644
--- a/apache-conf.conf
+++ b/apache-conf.conf
@@ -60,6 +60,7 @@ NameVirtualHost *:443
 
 	Alias /static /var/www/ndawn/root/static
 	Alias /favicon.ico /var/www/ndawn/root/favicon.ico
+	Alias /robots.txt /var/www/ndawn/root/robots.txt
 
 	FastCgiExternalServer /tmp/ndweb.fcgi -socket /tmp/ndweb.socket
 	Alias / /tmp/ndweb.fcgi/
diff --git a/root/robots.txt b/root/robots.txt
new file mode 100644
index 0000000..2b48efa
--- /dev/null
+++ b/root/robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /stats/planet/
-- 
2.39.2