From dc3cbd078cef7f4f9d3bfbc7c329167b58f317b8 Mon Sep 17 00:00:00 2001 From: Bart Martens Date: Thu, 27 Oct 2011 20:17:44 +0000 Subject: [PATCH] Add robots.txt file. --- conf/ttreerc.sed.in | 3 ++- static/robots.txt | 2 ++ 2 files changed, 4 insertions(+), 1 deletion(-) create mode 100644 static/robots.txt diff --git a/conf/ttreerc.sed.in b/conf/ttreerc.sed.in index cf7cda7..78504ef 100644 --- a/conf/ttreerc.sed.in +++ b/conf/ttreerc.sed.in @@ -6,8 +6,9 @@ ignore = ^# ignore = ~$ ignore = \.sed\.in$ -copy = \.(gif|png|jpg|pdf|css|js)$ +copy = \.(gif|png|jpg|pdf|css|js|txt)$ accept = \.tmpl$ +accept = robots.txt suffix tmpl=html lib = %TOPDIR%/templates diff --git a/static/robots.txt b/static/robots.txt new file mode 100644 index 0000000..eb05362 --- /dev/null +++ b/static/robots.txt @@ -0,0 +1,2 @@ +User-agent: * +Disallow: -- 2.39.2