lib/anemone/core.rb
# Hash of options for the crawl
Hash of options for the crawl
Hash of options for the crawl
def process_options
      @opts = DEFAULT_OPTS.merge @opts
      @opts[:threads] = 1 if @opts[:delay] > 0
      @robots = Robotex.new(@opts[:user_agent]) if @opts[:obey_robots_txt]
      freeze_options
    end
def process_options @opts = DEFAULT_OPTS . merge @opts @opts [ :threads ] = 1 if @opts [ :delay ] > 0 @robots = Robotex . new ( @opts [ :user_agent ] ) if @opts [ :obey_robots_txt ] freeze_options end
Hash of options for the crawl
Hash of options for the crawl