class PageRetriever
Class for retrieving a Nokogiri tree from a URL
Public Instance Methods
get_age_check_url(url)
click to toggle source
# File lib/steam_scraper/page_retriever.rb, line 7 def get_age_check_url(url) url.sub('/app/', '/agecheck/app/') end
retrieve(url)
click to toggle source
# File lib/steam_scraper/page_retriever.rb, line 11 def retrieve(url) page_contents = HTTParty.get(url) page = Nokogiri::HTML(page_contents) if page.xpath('//form[@id="agecheck_form"]') url = get_age_check_url(url) page_contents = HTTParty.post(url, body: { ageDay: 1, ageMonth: 1, ageYear: 1980 }) page = Nokogiri::HTML(page_contents) end page rescue nil end