45 lines
1.7 KiB
Factor
45 lines
1.7 KiB
Factor
|
USING: unicode.normalize kernel tools.test sequences
|
||
|
|
unicode.data io.encodings.utf8 io.files splitting math.parser
|
||
|
|
locals math quotations assocs combinators ;
|
||
|
|
IN: unicode.normalize.tests
|
||
|
|
||
|
[ "ab\u000323\u000302cd" ] [ "ab\u000302" "\u000323cd" string-append ] unit-test
|
||
|
|
|
||
|
[ "ab\u00064b\u000347\u00034e\u00034d\u000346" ] [ "ab\u000346\u000347\u00064b\u00034e\u00034d" dup reorder ] unit-test
|
||
|
|
[ "hello" "hello" ] [ "hello" [ nfd ] keep nfkd ] unit-test
|
||
|
|
[ "\u00FB012\u002075\u00017F\u000323\u000307" "fi25s\u000323\u000307" ]
|
||
|
|
[ "\u00FB012\u002075\u001E9B\u000323" [ nfd ] keep nfkd ] unit-test
|
||
|
|
|
||
|
|
[ "\u001E69" "s\u000323\u000307" ] [ "\u001E69" [ nfc ] keep nfd ] unit-test
|
||
|
|
[ "\u001E0D\u000307" ] [ "\u001E0B\u000323" nfc ] unit-test
|
||
|
|
|
||
|
|
[ 54620 ] [ 4370 4449 4523 jamo>hangul ] unit-test
|
||
|
|
[ 4370 4449 4523 ] [ 54620 hangul>jamo first3 ] unit-test
|
||
|
|
[ t ] [ 54620 hangul? ] unit-test
|
||
|
|
[ f ] [ 0 hangul? ] unit-test
|
||
|
|
[ "\u001112\u001161\u0011ab" ] [ "\u00d55c" nfd ] unit-test
|
||
|
|
[ "\u00d55c" ] [ "\u001112\u001161\u0011ab" nfc ] unit-test
|
||
|
|
|
||
|
|
: parse-test ( -- tests )
|
||
|
"resource:basis/unicode/normalize/NormalizationTest.txt"
|
||
|
|
utf8 file-lines filter-comments
|
||
|
|
[ ";" split 5 head [ " " split [ hex> ] "" map-as ] map ] map ;
|
||
|
|
|
||
|
|
:: assert= ( test spec quot -- )
|
||
|
|
spec [
|
||
|
|
[
|
||
|
|
[ 1- test nth ] bi@
|
||
|
|
[ 1quotation ] [ quot curry ] bi* unit-test
|
||
|
|
] with each
|
||
|
|
] assoc-each ;
|
||
|
|
|
||
|
|
: run-line ( test -- )
|
||
|
|
{
|
||
|
|
[ { { 2 { 1 2 3 } } { 4 { 4 5 } } } [ nfc ] assert= ]
|
||
|
|
[ { { 3 { 1 2 3 } } { 5 { 4 5 } } } [ nfd ] assert= ]
|
||
|
|
[ { { 4 { 1 2 3 4 5 } } } [ nfkc ] assert= ]
|
||
|
|
[ { { 5 { 1 2 3 4 5 } } } [ nfkd ] assert= ]
|
||
|
|
} cleave ;
|
||
|
|
|
||
|
|
! parse-test [ run-line ] each
|