2008-08-26 21:24:14 -04:00
|
|
|
! Copyright (C) 2008 Doug Coleman.
|
|
|
|
! See http://factorcode.org/license.txt for BSD license.
|
2008-11-22 18:31:40 -05:00
|
|
|
USING: accessors assocs combinators kernel math
|
2008-09-22 21:09:42 -04:00
|
|
|
quotations sequences regexp.parser regexp.classes fry arrays
|
2009-02-09 19:11:42 -05:00
|
|
|
combinators.short-circuit regexp.utils prettyprint regexp.nfa ;
|
2008-09-18 15:42:16 -04:00
|
|
|
IN: regexp.traversal
|
2008-08-26 21:24:14 -04:00
|
|
|
|
|
|
|
TUPLE: dfa-traverser
|
|
|
|
dfa-table
|
2009-02-15 15:28:22 -05:00
|
|
|
current-state
|
2008-08-26 21:24:14 -04:00
|
|
|
text
|
2008-11-24 01:18:27 -05:00
|
|
|
match-failed?
|
2008-08-26 21:24:14 -04:00
|
|
|
start-index current-index
|
|
|
|
matches ;
|
|
|
|
|
|
|
|
: <dfa-traverser> ( text regexp -- match )
|
2009-02-15 15:28:22 -05:00
|
|
|
dfa-table>>
|
2008-08-26 21:24:14 -04:00
|
|
|
dfa-traverser new
|
2008-11-06 14:16:33 -05:00
|
|
|
swap [ start-state>> >>current-state ] [ >>dfa-table ] bi
|
2008-08-26 21:24:14 -04:00
|
|
|
swap >>text
|
|
|
|
0 >>start-index
|
|
|
|
0 >>current-index
|
2009-02-15 15:28:22 -05:00
|
|
|
V{ } clone >>matches ;
|
2008-08-26 21:24:14 -04:00
|
|
|
|
|
|
|
: final-state? ( dfa-traverser -- ? )
|
2008-11-24 01:18:27 -05:00
|
|
|
[ current-state>> ]
|
|
|
|
[ dfa-table>> final-states>> ] bi key? ;
|
|
|
|
|
|
|
|
: beginning-of-text? ( dfa-traverser -- ? )
|
|
|
|
current-index>> 0 <= ; inline
|
|
|
|
|
|
|
|
: end-of-text? ( dfa-traverser -- ? )
|
|
|
|
[ current-index>> ] [ text>> length ] bi >= ; inline
|
2008-08-26 21:24:14 -04:00
|
|
|
|
|
|
|
: text-finished? ( dfa-traverser -- ? )
|
2008-09-22 15:55:17 -04:00
|
|
|
{
|
|
|
|
[ current-state>> empty? ]
|
2008-11-24 01:18:27 -05:00
|
|
|
[ end-of-text? ]
|
|
|
|
[ match-failed?>> ]
|
2008-09-22 15:55:17 -04:00
|
|
|
} 1|| ;
|
2008-08-26 21:24:14 -04:00
|
|
|
|
|
|
|
: save-final-state ( dfa-straverser -- )
|
|
|
|
[ current-index>> ] [ matches>> ] bi push ;
|
|
|
|
|
|
|
|
: match-done? ( dfa-traverser -- ? )
|
|
|
|
dup final-state? [
|
|
|
|
dup save-final-state
|
|
|
|
] when text-finished? ;
|
|
|
|
|
2009-02-15 15:28:22 -05:00
|
|
|
: text-character ( dfa-traverser n -- ch )
|
|
|
|
[ text>> ] swap '[ current-index>> _ + ] bi nth ;
|
|
|
|
|
2008-11-24 01:18:27 -05:00
|
|
|
: previous-text-character ( dfa-traverser -- ch )
|
2009-02-15 15:28:22 -05:00
|
|
|
-1 text-character ;
|
2008-11-24 01:18:27 -05:00
|
|
|
|
|
|
|
: current-text-character ( dfa-traverser -- ch )
|
2009-02-15 15:28:22 -05:00
|
|
|
0 text-character ;
|
2008-11-24 01:18:27 -05:00
|
|
|
|
|
|
|
: next-text-character ( dfa-traverser -- ch )
|
2009-02-15 15:28:22 -05:00
|
|
|
1 text-character ;
|
2008-09-19 18:54:34 -04:00
|
|
|
|
2008-08-26 21:24:14 -04:00
|
|
|
: increment-state ( dfa-traverser state -- dfa-traverser )
|
2009-02-15 15:28:22 -05:00
|
|
|
[ [ 1 + ] change-current-index ]
|
|
|
|
[ first ] bi* >>current-state ;
|
2008-08-26 21:24:14 -04:00
|
|
|
|
|
|
|
: match-literal ( transition from-state table -- to-state/f )
|
2008-11-06 14:16:33 -05:00
|
|
|
transitions>> at at ;
|
2008-08-26 21:24:14 -04:00
|
|
|
|
|
|
|
: match-class ( transition from-state table -- to-state/f )
|
|
|
|
transitions>> at* [
|
2009-02-15 15:28:22 -05:00
|
|
|
'[ drop _ swap class-member? ] assoc-find [ nip ] [ drop ] if
|
2008-08-26 21:24:14 -04:00
|
|
|
] [ drop ] if ;
|
|
|
|
|
|
|
|
: match-default ( transition from-state table -- to-state/f )
|
2009-02-09 19:11:42 -05:00
|
|
|
[ drop ] 2dip transitions>> at t swap at ;
|
2008-08-26 21:24:14 -04:00
|
|
|
|
|
|
|
: match-transition ( obj from-state dfa -- to-state/f )
|
|
|
|
{ [ match-literal ] [ match-class ] [ match-default ] } 3|| ;
|
|
|
|
|
|
|
|
: setup-match ( match -- obj state dfa-table )
|
2008-11-24 01:18:27 -05:00
|
|
|
[ [ current-index>> ] [ text>> ] bi nth ]
|
|
|
|
[ current-state>> ]
|
|
|
|
[ dfa-table>> ] tri ;
|
2008-08-26 21:24:14 -04:00
|
|
|
|
|
|
|
: do-match ( dfa-traverser -- dfa-traverser )
|
|
|
|
dup match-done? [
|
|
|
|
dup setup-match match-transition
|
|
|
|
[ increment-state do-match ] when*
|
|
|
|
] unless ;
|
|
|
|
|
2008-11-22 18:30:16 -05:00
|
|
|
: return-match ( dfa-traverser -- slice/f )
|
2008-08-26 21:24:14 -04:00
|
|
|
dup matches>>
|
|
|
|
[ drop f ]
|
2008-11-22 18:30:16 -05:00
|
|
|
[
|
|
|
|
[ [ text>> ] [ start-index>> ] bi ]
|
|
|
|
[ peek ] bi* rot <slice>
|
|
|
|
] if-empty ;
|