fix shiz
parent
29a0a7375a
commit
7308f2fb52
|
@ -1,7 +1,7 @@
|
||||||
! Copyright (C) 2008 Doug Coleman.
|
! Copyright (C) 2008 Doug Coleman.
|
||||||
! See http://factorcode.org/license.txt for BSD license.
|
! See http://factorcode.org/license.txt for BSD license.
|
||||||
USING: help.markup help.syntax io.streams.string urls
|
USING: help.markup help.syntax io.streams.string urls
|
||||||
multiline ;
|
multiline spider.private quotations ;
|
||||||
IN: spider
|
IN: spider
|
||||||
|
|
||||||
HELP: <spider>
|
HELP: <spider>
|
||||||
|
@ -16,12 +16,6 @@ HELP: run-spider
|
||||||
{ "spider" spider } }
|
{ "spider" spider } }
|
||||||
{ $description "Runs a spider until completion. See the " { $subsection "spider-tutorial" } " for a complete description of the tuple slots that affect how thet spider works." } ;
|
{ $description "Runs a spider until completion. See the " { $subsection "spider-tutorial" } " for a complete description of the tuple slots that affect how thet spider works." } ;
|
||||||
|
|
||||||
HELP: spider
|
|
||||||
{ $description "" } ;
|
|
||||||
|
|
||||||
HELP: spider-result
|
|
||||||
{ $description "" } ;
|
|
||||||
|
|
||||||
HELP: slurp-heap-when
|
HELP: slurp-heap-when
|
||||||
{ $values
|
{ $values
|
||||||
{ "heap" "a heap" } { "quot1" quotation } { "quot2" quotation } }
|
{ "heap" "a heap" } { "quot1" quotation } { "quot2" quotation } }
|
||||||
|
|
|
@ -65,7 +65,7 @@ links processing-time timestamp ;
|
||||||
f pick spider get spidered>> set-at
|
f pick spider get spidered>> set-at
|
||||||
over '[ _ http-get ] benchmark swap
|
over '[ _ http-get ] benchmark swap
|
||||||
[ parse-html dup find-hrefs normalize-hrefs ] benchmark
|
[ parse-html dup find-hrefs normalize-hrefs ] benchmark
|
||||||
now spider-result boa
|
now spider-result boa ;
|
||||||
|
|
||||||
: spider-page ( url depth -- )
|
: spider-page ( url depth -- )
|
||||||
spider get quiet>> [ 2dup print-spidering ] unless
|
spider get quiet>> [ 2dup print-spidering ] unless
|
||||||
|
|
Loading…
Reference in New Issue