From 14a23388a846416ea16584009c7b96f583c305e8 Mon Sep 17 00:00:00 2001 From: John Crepezzi Date: Fri, 16 Dec 2011 08:18:04 -0500 Subject: [PATCH] Added non-standard but desirable robots.txt --- static/robots.txt | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/static/robots.txt b/static/robots.txt index 1504053..b6ae602 100644 --- a/static/robots.txt +++ b/static/robots.txt @@ -1,3 +1,4 @@ User-agent: * -Allow: /about -Disallow: / +Disallow: /* +Allow: /?okparam= +Allow: /$