lib/anemone/tentacle.rb
#
# Gets links from @link_queue, and returns the fetched
# Page objects into @page_queue
#
Gets links from @link_queue, and returns the fetched
Page objects into @page_queue
Gets links from @link_queue and returns the fetched Page objects into @page_queue
def run
      loop do
        if link = Link.deq
          @http.fetch_pages(link)
          delay
        else
          sleep(2.0)
        end
        break if Core.stop_crawler?
      end
    end
def run loop do if link = Link . deq @http . fetch_pages ( link ) delay else sleep ( 2.0 ) end break if Core . stop_crawler? end end
Gets links from @link_queue, and returns the fetched
Page objects into @page_queue
Gets links from @link_queue and returns the fetched Page objects into @page_queue