# File lib/robotex.rb, line 52 def allowed?(uri, user_agent) return true unless @parsed allowed = true uri = URI.parse(uri.to_s) unless uri.is_a?(URI) path = uri.request_uri @allows.each do |key, value| unless allowed if user_agent =~ key value.each do |rule| if path =~ rule allowed = true end end end end end @disallows.each do |key, value| if user_agent =~ key value.each do |rule| if path =~ rule allowed = false end end end end return allowed end