class BYCrawler

Public Class Methods

new() click to toggle source

# File lib/by_crawler.rb, line 9
def initialize
  @argument_parser = CommandLineArgumentParser.new
  @argument_parser.parse_arguments
  @spider = Spider.new
  @url_store = UrlStore.new(@argument_parser.url_file)
end

Public Instance Methods

crawl() click to toggle source

# File lib/by_crawler.rb, line 16
def crawl
  if @argument_parser.crawl_type == CommandLineArgumentParser::WEB_CRAWLER
    @spider.crawl_web(@url_store.get_urls,
                      @argument_parser.crawl_depth,
                      @argument_parser.page_limit)
  else
    @spider.crawl_domain(@url_store.get_url,
                         @argument_parser.page_limit)

  end
end