class Tjcrawler::Scheduler

Public Instance Methods

start() click to toggle source
# File lib/tjcrawler/scheduler.rb, line 4
def start
  @queue = Queue.new
  @queue << @seed_url
  @crawler_number.times do
    @threads << Thread.new do
      crawler = Cralwer.new(css: '.entry-title > a')
      urls = crawler.crawl(@queue.pop)
      urls.each{ |url| @queue << url }
    end
  end
  @threads.each(&:join)
end