From ce8eb45008f5908ec5fc8d3fa8544b69bb824444 Mon Sep 17 00:00:00 2001 From: joshua stein Date: Sun, 11 Jan 2015 08:19:10 -0600 Subject: [PATCH] block robots from /search --- public/robots.txt | 3 +++ 1 file changed, 3 insertions(+) diff --git a/public/robots.txt b/public/robots.txt index eeda15b..aa94cad 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -14,3 +14,6 @@ Disallow: User-agent: Baiduspider Disallow: / + +User-agent: * +Disallow: /search