class Scraper
Public Class Methods
set()
click to toggle source
# File lib/set-scraper.rb, line 7 def self.set html = URI.open("https://www.set.or.th/set/commonslookup.do") response = Nokogiri::HTML(html) description = response.css("div.row[3] div a").each do |each_page| each_html = URI.open("https://www.set.or.th#{each_page.attributes["href"].value}") response = Nokogiri::HTML(each_html) description = response.css("tr").each_with_index do |obj, index| next if index == 0 full_name = obj.css("td[2]").text short_name = obj.css("td a").text url = "https://www.set.or.th" + obj.css("td a")[0].attributes["href"].value url_assert = url.gsub("profile", "highlight") assert_html = URI.open(url_assert) response_assert = Nokogiri::HTML(assert_html) description_assert = response_assert.css("div.table-responsive").css("table[1]").css("tbody").css("tr[2] td") assert_list = [] description_assert.each do |obj| if (obj != nil) temp = obj.text.strip.gsub(',','').to_f if (temp != 0.0) assert_list.push(temp) end end end assert = assert_list.length == 0 ? "Not found!!" : assert_list[-1].to_s.reverse.gsub(/(\d{3})(?=\d)/, '\\1,').reverse # puts url_assert puts "#{short_name} : #{full_name} : #{assert}" end end end