class Tjcrawler::Page

Public Class Methods

dequeue() click to toggle source
# File lib/tjcrawler/page.rb, line 13
def dequeue
  Page.where('crawled_at IS NULL OR crawled_at < ?', 1.day.ago).order('crawled_at IS NOT NULL, crawled_at').first
end
enqueue(url) click to toggle source
# File lib/tjcrawler/page.rb, line 9
def enqueue url
  @@semaphore.synchronize{Page.find_or_create_by url: url}
end