class Spidy::Connector::Xml
xml
Public Class Methods
new(user_agent:)
click to toggle source
# File lib/spidy/connector/xml.rb, line 23 def initialize(user_agent:) @user_agent = user_agent end
Public Instance Methods
call(url, &block)
click to toggle source
# File lib/spidy/connector/xml.rb, line 9 def call(url, &block) fail 'URL is undefined' if url.blank? connect(url, &block) end
connect(url, &block)
click to toggle source
# File lib/spidy/connector/xml.rb, line 15 def connect(url, &block) OpenURI.open_uri(url, "User-Agent" => @user_agent) do |body| block.call Nokogiri::XML(body.read.gsub(/[\x00-\x09\x0B\x0C\x0E-\x1F\x7F]/, ''), url) end rescue OpenURI::HTTPError => e raise Spidy::Connector::Retry, error: e, response_code: e.io.status[0] end