class Spiderman

Public Class Methods

shoot(urls, options) { |spiderman| ... } click to toggle source
# File lib/spidercrawl.rb, line 4
def self.shoot(urls, options, &block)
  spiderman = Spidercrawl::SpiderWorker.new(urls, options)
  yield spiderman if block_given?
  return spiderman.parallel_crawl if options[:parallel] == true
  return spiderman.crawl unless options[:parallel]
end