class Toogle::Scraper

Public Instance Methods

get_page() click to toggle source
# File lib/toogle/scraper.rb, line 3
def get_page
   Watir::Browser.new :chrome, headless: true, options: {options: {detach: true}}
end
query_data(users_search, chosen_pages) click to toggle source
# File lib/toogle/scraper.rb, line 7
def query_data(users_search, chosen_pages)
    this = get_page
    total_pages = chosen_pages
    this.goto("http://google.com")
    this.input(name: 'q').send_keys(users_search, :return)

    results = {:titles => [], :links => [], :descriptions => []}

    next_page = 1
    while next_page <= total_pages.to_i
        this.elements(css: "div.srg div.rc").each do |ele|
            results[:titles] << ele.element(css: "h3.LC20lb").text
            results[:links] << ele.element(css: "div.r a:nth-of-type(1)").attribute('href')
            results[:descriptions] << ele.element(css: "div.s span.st").text
        end
        this.element(css: "table tbody tr td a#pnnext").click
        next_page += 1
    end
    results
end