class CzjCrawler
Public Class Methods
new()
click to toggle source
# File lib/czj_crawler.rb, line 6 def initialize @argument_parser = CommandLineArgumentParser.new @argument_parser.parse_arguments @spider = Spider.new @url_store = UrlStore.new(@argument_parser.url_file) end
Public Instance Methods
crawl()
click to toggle source
# File lib/czj_crawler.rb, line 13 def crawl if @argument_parser.crawl_type == CommandLineArgumentParser::WEB_CRAWLER @spider.crawl_web( @url_store.get_urls, @argument_parser.crawl_depth, @argument_parser.page_limit ) else @spider.crawl_domain( @url_store.get_url, @argument_parser.page_limit ) end end