class Tjcrawler::Scheduler
Public Instance Methods
start()
click to toggle source
# File lib/tjcrawler/scheduler.rb, line 4 def start @queue = Queue.new @queue << @seed_url @crawler_number.times do @threads << Thread.new do crawler = Cralwer.new(css: '.entry-title > a') urls = crawler.crawl(@queue.pop) urls.each{ |url| @queue << url } end end @threads.each(&:join) end