From dc71bbbd98505b5977ef6a038c5c7bf7f7e0b644 Mon Sep 17 00:00:00 2001 From: joshua stein Date: Wed, 24 Oct 2012 11:53:21 -0500 Subject: [PATCH] block archivers --- public/robots.txt | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/public/robots.txt b/public/robots.txt index e69de29..3d1e938 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -0,0 +1,5 @@ +# no caching +User-agent: ia_archiver +Disallow: / +User-agent: archive.org_bot +Disallow: /