db4
Doug Coleman 2008-10-01 21:30:12 -05:00
parent 29a0a7375a
commit 7308f2fb52
2 changed files with 2 additions and 8 deletions

View File

@ -1,7 +1,7 @@
! Copyright (C) 2008 Doug Coleman.
! See http://factorcode.org/license.txt for BSD license.
USING: help.markup help.syntax io.streams.string urls
multiline ;
multiline spider.private quotations ;
IN: spider
HELP: <spider>
@ -16,12 +16,6 @@ HELP: run-spider
{ "spider" spider } }
{ $description "Runs a spider until completion. See the " { $subsection "spider-tutorial" } " for a complete description of the tuple slots that affect how thet spider works." } ;
HELP: spider
{ $description "" } ;
HELP: spider-result
{ $description "" } ;
HELP: slurp-heap-when
{ $values
{ "heap" "a heap" } { "quot1" quotation } { "quot2" quotation } }

View File

@ -65,7 +65,7 @@ links processing-time timestamp ;
f pick spider get spidered>> set-at
over '[ _ http-get ] benchmark swap
[ parse-html dup find-hrefs normalize-hrefs ] benchmark
now spider-result boa
now spider-result boa ;
: spider-page ( url depth -- )
spider get quiet>> [ 2dup print-spidering ] unless