From: Bart Martens Date: Thu, 27 Oct 2011 20:17:44 +0000 (+0000) Subject: Add robots.txt file. X-Git-Url: https://git.deb.at/w?a=commitdiff_plain;h=dc3cbd078cef7f4f9d3bfbc7c329167b58f317b8;p=deb%2Fpackages.git Add robots.txt file. --- diff --git a/conf/ttreerc.sed.in b/conf/ttreerc.sed.in index cf7cda7..78504ef 100644 --- a/conf/ttreerc.sed.in +++ b/conf/ttreerc.sed.in @@ -6,8 +6,9 @@ ignore = ^# ignore = ~$ ignore = \.sed\.in$ -copy = \.(gif|png|jpg|pdf|css|js)$ +copy = \.(gif|png|jpg|pdf|css|js|txt)$ accept = \.tmpl$ +accept = robots.txt suffix tmpl=html lib = %TOPDIR%/templates diff --git a/static/robots.txt b/static/robots.txt new file mode 100644 index 0000000..eb05362 --- /dev/null +++ b/static/robots.txt @@ -0,0 +1,2 @@ +User-agent: * +Disallow: