fix load erro
parent
26dccb5b16
commit
284511a2e7
|
@ -15,13 +15,6 @@ filters spidered todo nonmatching quiet currently-spidering
|
||||||
TUPLE: spider-result url depth headers
|
TUPLE: spider-result url depth headers
|
||||||
fetched-in parsed-html links processed-in fetched-at ;
|
fetched-in parsed-html links processed-in fetched-at ;
|
||||||
|
|
||||||
TUPLE: todo-url url depth ;
|
|
||||||
|
|
||||||
: <todo-url> ( url depth -- todo-url )
|
|
||||||
todo-url new
|
|
||||||
swap >>depth
|
|
||||||
swap >>url ;
|
|
||||||
|
|
||||||
: <spider> ( base -- spider )
|
: <spider> ( base -- spider )
|
||||||
>url
|
>url
|
||||||
spider new
|
spider new
|
||||||
|
|
|
@ -3,6 +3,13 @@
|
||||||
USING: accessors assocs deques dlists kernel spider ;
|
USING: accessors assocs deques dlists kernel spider ;
|
||||||
IN: spider.unique-deque
|
IN: spider.unique-deque
|
||||||
|
|
||||||
|
TUPLE: todo-url url depth ;
|
||||||
|
|
||||||
|
: <todo-url> ( url depth -- todo-url )
|
||||||
|
todo-url new
|
||||||
|
swap >>depth
|
||||||
|
swap >>url ;
|
||||||
|
|
||||||
TUPLE: unique-deque assoc deque ;
|
TUPLE: unique-deque assoc deque ;
|
||||||
|
|
||||||
: <unique-deque> ( -- unique-deque )
|
: <unique-deque> ( -- unique-deque )
|
||||||
|
|
Loading…
Reference in New Issue