add some more bot UAs

This commit is contained in:
joshua stein 2016-04-06 13:22:37 -05:00
parent a5928b675d
commit d88b03b4b3

View file

@ -97,7 +97,7 @@ class ApplicationController < ActionController::Base
def agent_is_spider?
ua = request.env["HTTP_USER_AGENT"].to_s
(ua == "" || ua.match(/(Google|bing)bot/))
(ua == "" || ua.match(/(Google|bing)bot|Slurp|crawler/))
end
def agent_via_tor?