2007-11-26 13:59:04 -05:00
|
|
|
USING: arrays combinators kernel lazy-lists math math.parser
|
2007-11-25 04:56:04 -05:00
|
|
|
namespaces parser parser-combinators parser-combinators.simple
|
2007-11-26 18:19:29 -05:00
|
|
|
promises quotations sequences sequences.lib strings ;
|
2007-11-25 04:51:30 -05:00
|
|
|
USING: continuations io prettyprint ;
|
|
|
|
IN: regexp
|
|
|
|
|
|
|
|
: 'any-char'
|
|
|
|
"." token [ drop any-char-parser ] <@ ;
|
|
|
|
|
2007-11-26 13:59:04 -05:00
|
|
|
: escaped-char
|
|
|
|
{
|
2007-11-26 18:19:29 -05:00
|
|
|
{ CHAR: d [ [ digit? ] ] }
|
|
|
|
{ CHAR: D [ [ digit? not ] ] }
|
|
|
|
{ CHAR: s [ [ blank? ] ] }
|
|
|
|
{ CHAR: S [ [ blank? not ] ] }
|
|
|
|
{ CHAR: \\ [ [ CHAR: \\ = ] ] }
|
|
|
|
[ "bad \\, use \\\\ to match a literal \\" throw ]
|
2007-11-26 13:59:04 -05:00
|
|
|
} case ;
|
|
|
|
|
2007-11-25 04:51:30 -05:00
|
|
|
: 'escaped-char'
|
2007-11-26 13:59:04 -05:00
|
|
|
"\\" token any-char-parser &> [ escaped-char ] <@ ;
|
2007-11-25 04:51:30 -05:00
|
|
|
|
2007-11-26 18:19:29 -05:00
|
|
|
! Must escape to use as literals
|
|
|
|
! : meta-chars "[\\^$.|?*+()" ;
|
|
|
|
|
2007-11-25 04:51:30 -05:00
|
|
|
: 'ordinary-char'
|
2007-11-26 18:19:29 -05:00
|
|
|
[ "\\^*+?|(){}[" member? not ] satisfy ;
|
2007-11-25 04:51:30 -05:00
|
|
|
|
|
|
|
: 'char' 'escaped-char' 'ordinary-char' <|> ;
|
|
|
|
|
2007-11-26 18:19:29 -05:00
|
|
|
: 'string'
|
|
|
|
'char' <+> [
|
|
|
|
[ dup quotation? [ satisfy ] [ 1token ] if ] [ <&> ] map-reduce
|
|
|
|
] <@ ;
|
2007-11-25 04:51:30 -05:00
|
|
|
|
|
|
|
: exactly-n ( parser n -- parser' )
|
|
|
|
swap <repetition> and-parser construct-boa ;
|
|
|
|
|
|
|
|
: at-most-n ( parser n -- parser' )
|
|
|
|
dup zero? [
|
|
|
|
2drop epsilon
|
|
|
|
] [
|
|
|
|
2dup exactly-n
|
|
|
|
-rot 1- at-most-n <|>
|
|
|
|
] if ;
|
|
|
|
|
|
|
|
: at-least-n ( parser n -- parser' )
|
|
|
|
dupd exactly-n swap <*> <&> ;
|
|
|
|
|
|
|
|
: from-m-to-n ( parser m n -- parser' )
|
|
|
|
>r [ exactly-n ] 2keep r> swap - at-most-n <&> ;
|
|
|
|
|
|
|
|
DEFER: 'regexp'
|
|
|
|
|
|
|
|
TUPLE: group-result str ;
|
|
|
|
|
|
|
|
C: <group-result> group-result
|
|
|
|
|
|
|
|
: 'grouping'
|
|
|
|
"(" token
|
|
|
|
'regexp' [ [ <group-result> ] <@ ] <@
|
|
|
|
")" token <& &> ;
|
|
|
|
|
2007-11-26 18:19:29 -05:00
|
|
|
! Special cases: ]\\^-
|
|
|
|
: predicates>cond ( seq -- quot )
|
|
|
|
#! Takes an array of quotation predicates/objects and makes a cond
|
|
|
|
#! Makes a predicate of each obj like so: [ dup obj = ]
|
|
|
|
#! Leaves quotations alone
|
|
|
|
#! The cond returns a boolean, t if one of the predicates matches
|
|
|
|
[
|
|
|
|
dup callable? [ [ = ] curry ] unless
|
|
|
|
[ dup ] swap compose [ drop t ] 2array
|
|
|
|
] map { [ t ] [ drop f ] } add [ cond ] curry ;
|
|
|
|
|
|
|
|
: 'range'
|
|
|
|
any-char-parser "-" token <& any-char-parser <&>
|
|
|
|
[ first2 [ between? ] 2curry ] <@ ;
|
|
|
|
|
|
|
|
: 'character-class-contents'
|
|
|
|
'escaped-char'
|
|
|
|
'range' <|>
|
|
|
|
[ "\\]" member? not ] satisfy <|> ;
|
|
|
|
|
|
|
|
: 'character-class'
|
|
|
|
"[" token
|
|
|
|
"^" token 'character-class-contents' <+> <&:>
|
|
|
|
[ predicates>cond [ not ] compose satisfy ] <@
|
|
|
|
"]" token [ first ] <@ 'character-class-contents' <*> <&:>
|
|
|
|
[ predicates>cond satisfy ] <@ <|>
|
|
|
|
'character-class-contents' <+> [ predicates>cond satisfy ] <@ <|>
|
|
|
|
&>
|
|
|
|
"]" token <& ;
|
|
|
|
|
2007-11-25 04:51:30 -05:00
|
|
|
: 'term'
|
|
|
|
'any-char'
|
|
|
|
'string' <|>
|
|
|
|
'grouping' <|>
|
2007-11-26 18:19:29 -05:00
|
|
|
'character-class' <|>
|
2007-11-25 04:51:30 -05:00
|
|
|
<+> [
|
|
|
|
dup length 1 =
|
|
|
|
[ first ] [ and-parser construct-boa ] if
|
|
|
|
] <@ ;
|
|
|
|
|
|
|
|
: 'interval'
|
2007-11-26 13:59:04 -05:00
|
|
|
'term' "{" token <& 'integer' <&> "}" token <& [ first2 exactly-n ] <@
|
|
|
|
'term' "{" token <& 'integer' <&> "," token <& "}" token <&
|
|
|
|
[ first2 at-least-n ] <@ <|>
|
|
|
|
'term' "{" token <& "," token <& 'integer' <&> "}" token <&
|
|
|
|
[ first2 at-most-n ] <@ <|>
|
|
|
|
'term' "{" token <& 'integer' <&> "," token <& 'integer' <:&> "}" token <&
|
|
|
|
[ first3 from-m-to-n ] <@ <|> ;
|
2007-11-25 04:51:30 -05:00
|
|
|
|
|
|
|
: 'repetition'
|
|
|
|
'term'
|
|
|
|
[ "*+?" member? ] satisfy <&> [
|
|
|
|
first2 {
|
|
|
|
{ CHAR: * [ <*> ] }
|
|
|
|
{ CHAR: + [ <+> ] }
|
|
|
|
{ CHAR: ? [ <?> ] }
|
|
|
|
} case
|
|
|
|
] <@ ;
|
|
|
|
|
|
|
|
: 'simple' 'term' 'repetition' <|> 'interval' <|> ;
|
|
|
|
|
|
|
|
LAZY: 'union' ( -- parser )
|
|
|
|
'simple'
|
|
|
|
'simple' "|" token 'union' &> <&> [ first2 <|> ] <@
|
|
|
|
<|> ;
|
|
|
|
|
|
|
|
LAZY: 'regexp' ( -- parser )
|
|
|
|
'repetition' 'union' <|> ;
|
|
|
|
|
|
|
|
: <regexp> 'regexp' just parse-1 ;
|
|
|
|
|
|
|
|
GENERIC: >regexp ( obj -- parser )
|
|
|
|
M: string >regexp 'regexp' just parse-1 ;
|
|
|
|
M: object >regexp ;
|
|
|
|
|
|
|
|
: matches? ( string regexp -- ? ) >regexp just parse nil? not ;
|
|
|
|
|
|
|
|
: parse-regexp ( accum end -- accum )
|
|
|
|
lexer get dup skip-blank [
|
|
|
|
[ index* dup 1+ swap ] 2keep swapd subseq swap
|
|
|
|
] change-column <regexp> parsed ;
|
|
|
|
|
|
|
|
: R/ CHAR: / parse-regexp ; parsing
|
|
|
|
: R| CHAR: | parse-regexp ; parsing
|
|
|
|
: R" CHAR: " parse-regexp ; parsing
|
|
|
|
: R' CHAR: ' parse-regexp ; parsing
|
|
|
|
: R` CHAR: ` parse-regexp ; parsing
|