def enqueue links
      # Loop over each document
      links.each_with_index do |document, index|
        next unless can_be_enqueued?(document)

        emitter.log("> Enqueueing: #{document.url.canonical_url}")

        unprocessed_documents << document
        unprocessed_urls << document.url.canonical_url
      end
    end
def enqueue links
      # Loop over each document
      links.each_with_index do |document, index|
        next unless can_be_enqueued?(document)

        emitter.log("> Enqueueing: #{document.url.canonical_url}")

        unprocessed_documents << document
        unprocessed_urls << document.url.canonical_url
      end
    end
def enqueue links # Loop over each document links . each_with_index do | document , index | next unless can_be_enqueued? ( document ) emitter . log ( "> Enqueueing: #{document.url.canonical_url}" ) unprocessed_documents << document unprocessed_urls << document . url . canonical_url end end
Enqueue new documents for each link
 found in the current document
Enqueue new documents for each link found in the current document