45 lines
		
	
	
		
			1.7 KiB
		
	
	
	
		
			Factor
		
	
	
		
			Executable File
		
	
			
		
		
	
	
			45 lines
		
	
	
		
			1.7 KiB
		
	
	
	
		
			Factor
		
	
	
		
			Executable File
		
	
| USING: unicode.normalize kernel tools.test sequences
 | |
| unicode.data io.encodings.utf8 io.files splitting math.parser
 | |
| locals math quotations assocs combinators ;
 | |
| IN: unicode.normalize.tests
 | |
| 
 | |
| [ "ab\u000323\u000302cd" ] [ "ab\u000302" "\u000323cd" string-append ] unit-test
 | |
| 
 | |
| [ "ab\u00064b\u000347\u00034e\u00034d\u000346" ] [ "ab\u000346\u000347\u00064b\u00034e\u00034d" dup reorder ] unit-test
 | |
| [ "hello" "hello" ] [ "hello" [ nfd ] keep nfkd ] unit-test
 | |
| [ "\u00FB012\u002075\u00017F\u000323\u000307" "fi25s\u000323\u000307" ]
 | |
| [ "\u00FB012\u002075\u001E9B\u000323" [ nfd ] keep nfkd ] unit-test
 | |
| 
 | |
| [ "\u001E69" "s\u000323\u000307" ] [ "\u001E69" [ nfc ] keep nfd ] unit-test
 | |
| [ "\u001E0D\u000307" ] [ "\u001E0B\u000323" nfc ] unit-test
 | |
| 
 | |
| [ 54620 ] [ 4370 4449 4523 jamo>hangul ] unit-test
 | |
| [ 4370 4449 4523 ] [ 54620 hangul>jamo first3 ] unit-test
 | |
| [ t ] [ 54620 hangul? ] unit-test
 | |
| [ f ] [ 0 hangul? ] unit-test
 | |
| [ "\u001112\u001161\u0011ab" ] [ "\u00d55c" nfd ] unit-test
 | |
| [ "\u00d55c" ] [ "\u001112\u001161\u0011ab" nfc ] unit-test
 | |
| 
 | |
| : parse-test ( -- tests )
 | |
|     "resource:basis/unicode/normalize/NormalizationTest.txt"
 | |
|     utf8 file-lines filter-comments
 | |
|     [ ";" split 5 head [ " " split [ hex> ] "" map-as ] map ] map ;
 | |
| 
 | |
| :: assert= ( test spec quot -- )
 | |
|     spec [
 | |
|         [
 | |
|             [ 1- test nth ] bi@
 | |
|             [ 1quotation ] [ quot curry ] bi* unit-test
 | |
|         ] with each
 | |
|     ] assoc-each ;
 | |
| 
 | |
| : run-line ( test -- )
 | |
|     {
 | |
|         [ { { 2 { 1 2 3 } } { 4 { 4 5 } } } [ nfc ] assert= ]
 | |
|         [ { { 3 { 1 2 3 } } { 5 { 4 5 } } } [ nfd ] assert= ]
 | |
|         [ { { 4 { 1 2 3 4 5 } } } [ nfkc ] assert= ]
 | |
|         [ { { 5 { 1 2 3 4 5 } } } [ nfkd ] assert= ]
 | |
|     } cleave ;
 | |
| 
 | |
| ! parse-test [ run-line ] each
 |