From 59d43c7b86db6977d5e5f4e5507696ed98948e24 Mon Sep 17 00:00:00 2001 From: Wolfram Schneider Date: Fri, 27 Jan 2012 11:58:48 +0000 Subject: [PATCH] block bot rogerbot for all URLs --- web/htdocs/robots.txt | 3 +++ 1 file changed, 3 insertions(+) diff --git a/web/htdocs/robots.txt b/web/htdocs/robots.txt index fed2b3a..a0fdc6c 100644 --- a/web/htdocs/robots.txt +++ b/web/htdocs/robots.txt @@ -10,3 +10,6 @@ Disallow: /raw.html Disallow: /stats.html Disallow: /upload.html +User-agent: rogerbot +Disallow: / + -- 1.7.10.4