59 lines
1.8 KiB
Factor
59 lines
1.8 KiB
Factor
USING: tools.test unicode sequences math kernel splitting
|
||
unicode.categories io.pathnames io.encodings.utf8 io.files
|
||
strings quotations math.parser locals ;
|
||
IN: unicode.breaks.tests
|
||
|
||
{ "\u001112\u001161\u0011abA\u000300a\r\r\n" }
|
||
[ "\r\n\raA\u000300\u001112\u001161\u0011ab" string-reverse ] unit-test
|
||
{ "dcba" } [ "abcd" string-reverse ] unit-test
|
||
{ 3 } [ "\u001112\u001161\u0011abA\u000300a"
|
||
dup last-grapheme head last-grapheme ] unit-test
|
||
|
||
{ 3 } [ 2 "hello" first-grapheme-from ] unit-test
|
||
{ 1 } [ 2 "hello" last-grapheme-from ] unit-test
|
||
|
||
{ 4 } [ 2 "what am I saying" first-word-from ] unit-test
|
||
{ 0 } [ 2 "what am I saying" last-word-from ] unit-test
|
||
{ 16 } [ 11 "what am I saying" first-word-from ] unit-test
|
||
{ 10 } [ 11 "what am I saying" last-word-from ] unit-test
|
||
|
||
{ { t f t t f t } } [ 6 <iota> [ "as df" word-break-at? ] map ] unit-test
|
||
|
||
: grapheme-break-test ( -- filename )
|
||
"vocab:unicode/UCD/auxiliary/GraphemeBreakTest.txt" ;
|
||
|
||
: word-break-test ( -- filename )
|
||
"vocab:unicode/UCD/auxiliary/WordBreakTest.txt" ;
|
||
|
||
: parse-test-file ( file-name -- tests )
|
||
utf8 file-lines
|
||
[ "#" split1 drop ] map harvest [
|
||
"÷" split
|
||
[
|
||
"×" split
|
||
[ [ blank? ] trim hex> ] map
|
||
[ { f 0 } member? ] reject
|
||
>string
|
||
] map
|
||
harvest
|
||
] map ;
|
||
|
||
:: test-unicode-breaks ( tests quot -- )
|
||
tests [
|
||
[ 1quotation ]
|
||
[ concat [ quot call [ "" like ] map ] curry ] bi unit-test
|
||
] each ;
|
||
|
||
! XXX: not used?
|
||
: grapheme-test ( tests -- )
|
||
[
|
||
[ 1quotation ]
|
||
[ concat [ >graphemes [ "" like ] map ] curry ] bi unit-test
|
||
] each ;
|
||
|
||
: run-grapheme-break-tests ( -- )
|
||
grapheme-break-test parse-test-file [ >graphemes ] test-unicode-breaks ;
|
||
|
||
: run-word-break-tests ( -- )
|
||
word-break-test parse-test-file [ >words ] test-unicode-breaks ;
|