         H{ } clone >>spidered ;
 
 <PRIVATE
-
-: relative-url? ( url -- ? ) protocol>> not ;
 
 : apply-filters ( links spider -- links' )
     filters>> [ '[ _ 1&& ] filter ] when* ;


TUPLE: spider base count max-count sleep max-depth initial-links
filters spidered todo nonmatching quiet ;
! secure? agent page-timeout data-timeout overall-timeout

TUPLE: spider-result url depth headers fetch-time parsed-html
links processing-time timestamp ;

            '[
                _ <= spider get
                [ count>> ] [ max-count>> ] bi < and
            ] [ spider-page spider-sleep ] slurp-heap-while
            spider get
        ] with-variable
    ] with-logging ;
