Add robots.txt file.

diff --git a/conf/ttreerc.sed.in b/conf/ttreerc.sed.in
index cf7cda72ac713672b0b304ebf54bc62e68b29e93..78504efc8a6b2931abf495217d4775617738f18e 100644 (file)
--- a/conf/ttreerc.sed.in
+++ b/conf/ttreerc.sed.in
@@ -6,8 +6,9 @@ ignore = ^#
 ignore = ~$
 ignore = \.sed\.in$
 
-copy   = \.(gif|png|jpg|pdf|css|js)$
+copy   = \.(gif|png|jpg|pdf|css|js|txt)$
 accept = \.tmpl$
+accept = robots.txt
 suffix tmpl=html
 
 lib = %TOPDIR%/templates

diff --git a/static/robots.txt b/static/robots.txt
new file mode 100644 (file)
index 0000000..eb05362
--- /dev/null
+++ b/static/robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: