module Cosmicrawler
Constants
- DEFAULT_CONCURRENCY
- VERSION
Public Class Methods
each(collection, concurrency = DEFAULT_CONCURRENCY, &block)
click to toggle source
# File lib/cosmicrawler.rb, line 9 def each collection, concurrency = DEFAULT_CONCURRENCY, &block c = Em::Crawler.new concurrency c.each collection, &block end
http_crawl(urls, concurrency = DEFAULT_CONCURRENCY, &block)
click to toggle source
# File lib/cosmicrawler.rb, line 14 def http_crawl urls, concurrency = DEFAULT_CONCURRENCY, &block c = Em::HttpCrawler.new concurrency c.crawl urls, &block end