class CzjCrawler

Public Class Methods

new() click to toggle source
# File lib/czj_crawler.rb, line 6
def initialize
              @argument_parser = CommandLineArgumentParser.new
              @argument_parser.parse_arguments
              @spider = Spider.new
              @url_store = UrlStore.new(@argument_parser.url_file)
      end

Public Instance Methods

crawl() click to toggle source
# File lib/czj_crawler.rb, line 13
def crawl
        if @argument_parser.crawl_type == CommandLineArgumentParser::WEB_CRAWLER
                @spider.crawl_web(
                        @url_store.get_urls,
                        @argument_parser.crawl_depth,
                        @argument_parser.page_limit
                )
        else
                @spider.crawl_domain(
                        @url_store.get_url,
                        @argument_parser.page_limit
                )
        end
end