class Tjcrawler::Page
Public Class Methods
dequeue()
click to toggle source
# File lib/tjcrawler/page.rb, line 13 def dequeue Page.where('crawled_at IS NULL OR crawled_at < ?', 1.day.ago).order('crawled_at IS NOT NULL, crawled_at').first end
enqueue(url)
click to toggle source
# File lib/tjcrawler/page.rb, line 9 def enqueue url @@semaphore.synchronize{Page.find_or_create_by url: url} end