Add packrat caching to peg

release
Chris Double 2007-11-29 12:35:45 +13:00
parent d3ac10aefc
commit 89bbd21362
1 changed files with 48 additions and 16 deletions

View File

@ -1,14 +1,16 @@
! Copyright (C) 2007 Chris Double. ! Copyright (C) 2007 Chris Double.
! See http://factorcode.org/license.txt for BSD license. ! See http://factorcode.org/license.txt for BSD license.
USING: kernel sequences strings namespaces math assocs shuffle vectors arrays combinators.lib ; USING: kernel sequences strings namespaces math assocs shuffle
vectors arrays combinators.lib ;
IN: peg IN: peg
TUPLE: parse-result remaining ast ; TUPLE: parse-result remaining ast ;
GENERIC: parse ( state parser -- result ) GENERIC: (parse) ( state parser -- result )
<PRIVATE <PRIVATE
SYMBOL: packrat-cache
SYMBOL: ignore SYMBOL: ignore
: <parse-result> ( remaining ast -- parse-result ) : <parse-result> ( remaining ast -- parse-result )
@ -24,18 +26,48 @@ TUPLE: parser id ;
: init-parser ( parser -- parser ) : init-parser ( parser -- parser )
get-next-id parser construct-boa over set-delegate ; get-next-id parser construct-boa over set-delegate ;
: from ( slice-or-string -- index )
dup slice? [ slice-from ] [ drop 0 ] if ;
: get-cached ( input parser -- result )
[ from ] dip parser-id packrat-cache get at at ;
: put-cached ( result input parser -- )
parser-id dup packrat-cache get at [
nip
] [
H{ } clone dup >r swap packrat-cache get set-at r>
] if*
[ from ] dip set-at ;
PRIVATE>
: parse ( input parser -- result )
packrat-cache get [
2dup get-cached [
[ (parse) dup ] 2keep put-cached
] unless*
] [
(parse)
] if ;
: packrat-parse ( input parser -- result )
H{ } clone packrat-cache [ parse ] with-variable ;
<PRIVATE
TUPLE: token-parser symbol ; TUPLE: token-parser symbol ;
M: token-parser parse ( state parser -- result ) M: token-parser (parse) ( input parser -- result )
token-parser-symbol 2dup head? [ token-parser-symbol 2dup head? [
dup >r length tail-slice r> <parse-result> dup >r length tail-slice r> <parse-result>
] [ ] [
2drop f 2drop f
] if ; ] if ;
TUPLE: satisfy-parser quot ; TUPLE: satisfy-parser quot ;
M: satisfy-parser parse ( state parser -- result ) M: satisfy-parser (parse) ( state parser -- result )
over empty? [ over empty? [
2drop f 2drop f
] [ ] [
@ -48,7 +80,7 @@ M: satisfy-parser parse ( state parser -- result )
TUPLE: range-parser min max ; TUPLE: range-parser min max ;
M: range-parser parse ( state parser -- result ) M: range-parser (parse) ( state parser -- result )
over empty? [ over empty? [
2drop f 2drop f
] [ ] [
@ -77,7 +109,7 @@ TUPLE: seq-parser parsers ;
drop drop
] if ; ] if ;
M: seq-parser parse ( state parser -- result ) M: seq-parser (parse) ( state parser -- result )
seq-parser-parsers [ V{ } clone <parse-result> ] dip (seq-parser) ; seq-parser-parsers [ V{ } clone <parse-result> ] dip (seq-parser) ;
TUPLE: choice-parser parsers ; TUPLE: choice-parser parsers ;
@ -93,7 +125,7 @@ TUPLE: choice-parser parsers ;
] if* ] if*
] if ; ] if ;
M: choice-parser parse ( state parser -- result ) M: choice-parser (parse) ( state parser -- result )
choice-parser-parsers (choice-parser) ; choice-parser-parsers (choice-parser) ;
TUPLE: repeat0-parser p1 ; TUPLE: repeat0-parser p1 ;
@ -111,7 +143,7 @@ TUPLE: repeat0-parser p1 ;
{ parse-result-remaining parse-result-ast } { parse-result-remaining parse-result-ast }
get-slots 1vector <parse-result> ; get-slots 1vector <parse-result> ;
M: repeat0-parser parse ( state parser -- result ) M: repeat0-parser (parse) ( state parser -- result )
repeat0-parser-p1 2dup parse [ repeat0-parser-p1 2dup parse [
nipd clone-result (repeat-parser) nipd clone-result (repeat-parser)
] [ ] [
@ -120,17 +152,17 @@ M: repeat0-parser parse ( state parser -- result )
TUPLE: repeat1-parser p1 ; TUPLE: repeat1-parser p1 ;
M: repeat1-parser parse ( state parser -- result ) M: repeat1-parser (parse) ( state parser -- result )
repeat1-parser-p1 tuck parse dup [ clone-result (repeat-parser) ] [ nip ] if ; repeat1-parser-p1 tuck parse dup [ clone-result (repeat-parser) ] [ nip ] if ;
TUPLE: optional-parser p1 ; TUPLE: optional-parser p1 ;
M: optional-parser parse ( state parser -- result ) M: optional-parser (parse) ( state parser -- result )
dupd optional-parser-p1 parse swap f <parse-result> or ; dupd optional-parser-p1 parse swap f <parse-result> or ;
TUPLE: ensure-parser p1 ; TUPLE: ensure-parser p1 ;
M: ensure-parser parse ( state parser -- result ) M: ensure-parser (parse) ( state parser -- result )
dupd ensure-parser-p1 parse [ dupd ensure-parser-p1 parse [
ignore <parse-result> ignore <parse-result>
] [ ] [
@ -139,7 +171,7 @@ M: ensure-parser parse ( state parser -- result )
TUPLE: ensure-not-parser p1 ; TUPLE: ensure-not-parser p1 ;
M: ensure-not-parser parse ( state parser -- result ) M: ensure-not-parser (parse) ( state parser -- result )
dupd ensure-not-parser-p1 parse [ dupd ensure-not-parser-p1 parse [
drop f drop f
] [ ] [
@ -148,7 +180,7 @@ M: ensure-not-parser parse ( state parser -- result )
TUPLE: action-parser p1 quot ; TUPLE: action-parser p1 quot ;
M: action-parser parse ( state parser -- result ) M: action-parser (parse) ( state parser -- result )
tuck action-parser-p1 parse dup [ tuck action-parser-p1 parse dup [
dup parse-result-ast rot action-parser-quot call dup parse-result-ast rot action-parser-quot call
swap [ set-parse-result-ast ] keep swap [ set-parse-result-ast ] keep
@ -165,12 +197,12 @@ M: action-parser parse ( state parser -- result )
TUPLE: sp-parser p1 ; TUPLE: sp-parser p1 ;
M: sp-parser parse ( state parser -- result ) M: sp-parser (parse) ( state parser -- result )
[ left-trim-slice ] dip sp-parser-p1 parse ; [ left-trim-slice ] dip sp-parser-p1 parse ;
TUPLE: delay-parser quot ; TUPLE: delay-parser quot ;
M: delay-parser parse ( state parser -- result ) M: delay-parser (parse) ( state parser -- result )
delay-parser-quot call parse ; delay-parser-quot call parse ;
PRIVATE> PRIVATE>