From 3a658e87814e2913d605c1c99543a66f9d697b50 Mon Sep 17 00:00:00 2001 From: Kai Hendry Date: Sat, 13 Oct 2012 20:48:47 +0100 Subject: [PATCH] disallow robots from hitting cgi --- robots.txt | 3 +++ 1 file changed, 3 insertions(+) create mode 100644 robots.txt diff --git a/robots.txt b/robots.txt new file mode 100644 index 0000000..e039732 --- /dev/null +++ b/robots.txt @@ -0,0 +1,3 @@ +user-agent: * +disallow: /create.cgi +disallow: /u/*