class Spidy::Connector::Json

OpenURI to JSON.parse

Attributes

logger[R]

Public Class Methods

new(user_agent:) click to toggle source
# File lib/spidy/connector/json.rb, line 11
def initialize(user_agent:)
  @user_agent = user_agent
end

Public Instance Methods

call(url, &block) click to toggle source
# File lib/spidy/connector/json.rb, line 15
def call(url, &block)
  fail 'url is not specified' if url.blank?
  connect(url, &block)
end
connect(url, retry_count: 5) { |parse(read, symbolize_names: true)| ... } click to toggle source
# File lib/spidy/connector/json.rb, line 20
def connect(url, retry_count: 5)
  OpenURI.open_uri(url, "User-Agent" => @user_agent) { |body| yield JSON.parse(body.read, symbolize_names: true) }
rescue OpenURI::HTTPError => e
  raise Spidy::Connector::Retry, error: e, response_code: e.io.status[0]
end