unicode.breaks: better version of previous patch.

db4
John Benediktsson 2012-08-24 14:57:26 -07:00
parent 0af7e323d6
commit eef5aea9a7
1 changed files with 7 additions and 2 deletions

View File

@ -246,12 +246,17 @@ word-table set-global
new-class (format/extended?)
[ old-class dup ${ wCR wLF wNewline } member? ] [
new-class old-class over word-table-nth
[ str i ] dip word-break?
[ str i 1 - ] dip word-break?
] if ;
PRIVATE>
: first-word ( str -- i )
[ [ length ] [ first word-break-prop ] bi ] keep
1 swap dup '[ _ word-break-next ] find-index-from
drop nip swap or ;
: first-word2 ( str -- i )
[ unclip-slice word-break-prop over ] keep
'[ _ word-break-next ] find-index drop
nip swap length or 1 + ;