diff --git a/app/controllers/application_controller.rb b/app/controllers/application_controller.rb
index 455adf3..d6ce9a1 100644
--- a/app/controllers/application_controller.rb
+++ b/app/controllers/application_controller.rb
@@ -97,7 +97,7 @@ class ApplicationController < ActionController::Base
 
   def agent_is_spider?
     ua = request.env["HTTP_USER_AGENT"].to_s
-    (ua == "" || ua.match(/(Google|bing)bot/))
+    (ua == "" || ua.match(/(Google|bing)bot|Slurp|crawler/))
   end
 
   def agent_via_tor?