class Spidy::Connector::Xml

xml

Public Class Methods

new(user_agent:) click to toggle source
# File lib/spidy/connector/xml.rb, line 23
def initialize(user_agent:)
  @user_agent = user_agent
end

Public Instance Methods

call(url, &block) click to toggle source
# File lib/spidy/connector/xml.rb, line 9
def call(url, &block)
  fail 'URL is undefined' if url.blank?

  connect(url, &block)
end
connect(url, &block) click to toggle source
# File lib/spidy/connector/xml.rb, line 15
def connect(url, &block)
  OpenURI.open_uri(url, "User-Agent" => @user_agent) do |body|
    block.call Nokogiri::XML(body.read.gsub(/[\x00-\x09\x0B\x0C\x0E-\x1F\x7F]/, ''), url)
  end
rescue OpenURI::HTTPError => e
  raise Spidy::Connector::Retry, error: e, response_code: e.io.status[0]
end