Add robots.txt file.
authorBart Martens <bartm@debian.org>
Thu, 27 Oct 2011 20:17:44 +0000 (20:17 +0000)
committerBart Martens <bartm@debian.org>
Thu, 27 Oct 2011 20:17:44 +0000 (20:17 +0000)
conf/ttreerc.sed.in
static/robots.txt [new file with mode: 0644]

index cf7cda7..78504ef 100644 (file)
@@ -6,8 +6,9 @@ ignore = ^#
 ignore = ~$
 ignore = \.sed\.in$
 
-copy   = \.(gif|png|jpg|pdf|css|js)$
+copy   = \.(gif|png|jpg|pdf|css|js|txt)$
 accept = \.tmpl$
+accept = robots.txt
 suffix tmpl=html
 
 lib = %TOPDIR%/templates
diff --git a/static/robots.txt b/static/robots.txt
new file mode 100644 (file)
index 0000000..eb05362
--- /dev/null
@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: