parent
							
								
									fad5df79df
								
							
						
					
					
						commit
						7a408dcf55
					
				| 
						 | 
				
			
			@ -3,25 +3,27 @@ arrays shuffle unicode.case namespaces splitting http
 | 
			
		|||
sequences.lib accessors io combinators http.client ;
 | 
			
		||||
IN: html.parser.analyzer
 | 
			
		||||
 | 
			
		||||
TUPLE: link attributes clickable ;
 | 
			
		||||
 | 
			
		||||
: scrape-html ( url -- vector )
 | 
			
		||||
    http-get parse-html ;
 | 
			
		||||
 | 
			
		||||
: (find-relative)
 | 
			
		||||
    [ >r + dup r> ?nth* [ 2drop f f ] unless ] [ 2drop f ] if ;
 | 
			
		||||
    [ >r + dup r> ?nth* [ 2drop f f ] unless ] [ 2drop f ] if ; inline
 | 
			
		||||
 | 
			
		||||
: find-relative ( seq quot n -- i elt )
 | 
			
		||||
    >r over [ find drop ] dip r> swap pick
 | 
			
		||||
    (find-relative) ;
 | 
			
		||||
    (find-relative) ; inline
 | 
			
		||||
 | 
			
		||||
: (find-all) ( n seq quot -- )
 | 
			
		||||
    2dup >r >r find-from [
 | 
			
		||||
        dupd 2array , 1+ r> r> (find-all)
 | 
			
		||||
    ] [
 | 
			
		||||
        r> r> 3drop
 | 
			
		||||
    ] if* ;
 | 
			
		||||
    ] if* ; inline
 | 
			
		||||
 | 
			
		||||
: find-all ( seq quot -- alist )
 | 
			
		||||
    [ 0 -rot (find-all) ] { } make ;
 | 
			
		||||
    [ 0 -rot (find-all) ] { } make ; inline
 | 
			
		||||
 | 
			
		||||
: (find-nth) ( offset seq quot n count -- obj )
 | 
			
		||||
    >r >r [ find-from ] 2keep 4 npick [
 | 
			
		||||
| 
						 | 
				
			
			@ -33,14 +35,14 @@ IN: html.parser.analyzer
 | 
			
		|||
        ] if
 | 
			
		||||
    ] [
 | 
			
		||||
        2drop r> r> 2drop
 | 
			
		||||
    ] if ;
 | 
			
		||||
    ] if ; inline
 | 
			
		||||
 | 
			
		||||
: find-nth ( seq quot n -- i elt )
 | 
			
		||||
    0 -roll 0 (find-nth) ;
 | 
			
		||||
    0 -roll 0 (find-nth) ; inline
 | 
			
		||||
 | 
			
		||||
: find-nth-relative ( seq quot n offest -- i elt )
 | 
			
		||||
    >r [ find-nth ] 3keep 2drop nip r> swap pick
 | 
			
		||||
    (find-relative) ;
 | 
			
		||||
    (find-relative) ; inline
 | 
			
		||||
 | 
			
		||||
: remove-blank-text ( vector -- vector' )
 | 
			
		||||
    [
 | 
			
		||||
| 
						 | 
				
			
			@ -120,9 +122,14 @@ IN: html.parser.analyzer
 | 
			
		|||
    [ [ name>> "a" = ] [ attributes>> "href" swap at ] bi and ]
 | 
			
		||||
    find-between-all ;
 | 
			
		||||
 | 
			
		||||
: <link> ( vector -- link )
 | 
			
		||||
    [ first attributes>> ]
 | 
			
		||||
    [ [ name>> { text "img" } member? ] filter ] bi
 | 
			
		||||
    link boa ;
 | 
			
		||||
 | 
			
		||||
: link. ( vector -- )
 | 
			
		||||
    [ second text>> write bl ]
 | 
			
		||||
    [ first tag-link write nl ] bi ;
 | 
			
		||||
    [ attributes>> "href" swap at write nl ]
 | 
			
		||||
    [ clickable>> [ bl bl text>> print ] each nl ] bi ;
 | 
			
		||||
 | 
			
		||||
: find-by-text ( seq quot -- tag )
 | 
			
		||||
    [ dup name>> text = ] prepose find drop ;
 | 
			
		||||
| 
						 | 
				
			
			@ -136,12 +143,12 @@ IN: html.parser.analyzer
 | 
			
		|||
 | 
			
		||||
: find-forms ( vector -- vector' )
 | 
			
		||||
    "form" over find-opening-tags-by-name
 | 
			
		||||
    over [ >r first2 r> find-between* ] curry map
 | 
			
		||||
    swap [ >r first2 r> find-between* ] curry map
 | 
			
		||||
    [ [ name>> { "form" "input" } member? ] filter ] map ;
 | 
			
		||||
 | 
			
		||||
: find-html-objects ( string vector -- vector' )
 | 
			
		||||
    find-opening-tags-by-name
 | 
			
		||||
    over [ >r first2 r> find-between* ] curry map ;
 | 
			
		||||
    [ find-opening-tags-by-name ] keep
 | 
			
		||||
    [ >r first2 r> find-between* ] curry map ;
 | 
			
		||||
 | 
			
		||||
: form-action ( vector -- string )
 | 
			
		||||
    [ name>> "form" = ] find nip 
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
		Loading…
	
		Reference in New Issue