module Cosmicrawler

Constants

DEFAULT_CONCURRENCY
VERSION

Public Class Methods

each(collection, concurrency = DEFAULT_CONCURRENCY, &block) click to toggle source

# File lib/cosmicrawler.rb, line 9
def each collection, concurrency = DEFAULT_CONCURRENCY, &block
  c = Em::Crawler.new concurrency
  c.each collection, &block
end

http_crawl(urls, concurrency = DEFAULT_CONCURRENCY, &block) click to toggle source

# File lib/cosmicrawler.rb, line 14
def http_crawl urls, concurrency = DEFAULT_CONCURRENCY, &block
  c = Em::HttpCrawler.new concurrency
  c.crawl urls, &block
end