class BYCrawler
Public Class Methods
new()
click to toggle source
# File lib/by_crawler.rb, line 9 def initialize @argument_parser = CommandLineArgumentParser.new @argument_parser.parse_arguments @spider = Spider.new @url_store = UrlStore.new(@argument_parser.url_file) end
Public Instance Methods
crawl()
click to toggle source
# File lib/by_crawler.rb, line 16 def crawl if @argument_parser.crawl_type == CommandLineArgumentParser::WEB_CRAWLER @spider.crawl_web(@url_store.get_urls, @argument_parser.crawl_depth, @argument_parser.page_limit) else @spider.crawl_domain(@url_store.get_url, @argument_parser.page_limit) end end