From 16029fa0c9981a8daa41b087ef58e37114a3c73e Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Bj=C3=B6rn=20Lindqvist?= Date: Wed, 8 Jul 2015 15:11:43 +0200 Subject: [PATCH] tools.image-analyzer.gc-info.tests: "translates" all the tests from tools.gc-decode.tests --- .../code-heap-reader/code-heap-reader.factor | 10 +- .../gc-info/gc-info-tests.factor | 141 ++++++++++++++++++ .../image-analyzer/gc-info/gc-info.factor | 5 +- extra/tools/image-analyzer/utils/utils.factor | 7 +- 4 files changed, 152 insertions(+), 11 deletions(-) create mode 100644 extra/tools/image-analyzer/gc-info/gc-info-tests.factor diff --git a/extra/tools/image-analyzer/code-heap-reader/code-heap-reader.factor b/extra/tools/image-analyzer/code-heap-reader/code-heap-reader.factor index 8a9f745d18..e01c7d62ca 100644 --- a/extra/tools/image-analyzer/code-heap-reader/code-heap-reader.factor +++ b/extra/tools/image-analyzer/code-heap-reader/code-heap-reader.factor @@ -1,16 +1,10 @@ -USING: accessors alien alien.c-types byte-arrays classes.struct -combinators io kernel math math.bitwise -specialized-arrays.instances.alien.c-types.uchar -tools.image-analyzer.gc-info tools.image-analyzer.vm vm words ; +USING: accessors alien.c-types classes.struct combinators io kernel +math math.bitwise tools.image-analyzer.gc-info tools.image-analyzer.vm ; IN: tools.image-analyzer.code-heap-reader QUALIFIED: layouts TUPLE: code-block-t free? owner parameters relocation gc-maps payload ; -: word>byte-array ( word -- array ) - word-code swap code-block heap-size - - over -rot - >byte-array ; - : free? ( code-block -- ? ) header>> 1 mask? ; diff --git a/extra/tools/image-analyzer/gc-info/gc-info-tests.factor b/extra/tools/image-analyzer/gc-info/gc-info-tests.factor new file mode 100644 index 0000000000..700efbb6f2 --- /dev/null +++ b/extra/tools/image-analyzer/gc-info/gc-info-tests.factor @@ -0,0 +1,141 @@ +USING: accessors arrays assocs bit-arrays classes.struct combinators +combinators.short-circuit compiler compiler.cfg.debugger +compiler.cfg.instructions compiler.cfg.linearization +compiler.cfg.stack-frame compiler.codegen.gc-maps compiler.units fry generic +grouping io io.encodings.binary io.streams.byte-array kernel math namespaces +random sequences sequences.generalizations +tools.image-analyzer.gc-info tools.image-analyzer.utils tools.test vm +vocabs words ; +IN: tools.image-analyzer.gc-info.tests +QUALIFIED: cpu.x86.features.private +QUALIFIED: crypto.aes.utils +QUALIFIED: effects +QUALIFIED: gml.coremath +QUALIFIED: llvm.types +QUALIFIED: opencl + +: normal? ( word -- ? ) + { [ generic? ] [ primitive? ] [ inline? ] [ no-compile? ] } 1|| not ; + +: word>gc-info ( word -- gc-info ) + word>byte-array binary [ + gc-info read-struct-safe + ] with-input-stream ; + +: word>scrub-bits ( word -- bits ) + word>byte-array binary [ + gc-info read-struct-safe scrub-bits + ] with-input-stream ; + +: cfg>gc-maps ( cfg -- gc-maps ) + cfg>insns [ gc-map-insn? ] filter [ gc-map>> ] map + [ gc-map-needed? ] filter ; + +: tally-gc-maps ( gc-maps -- seq/f ) + [ f ] [ { + [ [ scrub-d>> length ] map supremum ] + [ [ scrub-r>> length ] map supremum ] + [ [ gc-root-offsets ] map largest-spill-slot ] + [ [ derived-root-offsets ] map [ keys ] map largest-spill-slot ] + [ length ] + } cleave 5 narray ] if-empty ; + +! Like word>gc-info but uses the compiler +: word>gc-info-expected ( word -- seq/f ) + test-regs first dup stack-frame>> stack-frame + [ cfg>gc-maps tally-gc-maps ] with-variable ; + +: same-gc-info? ( compiler-gc-info gc-info -- ? ) + [ struct-slot-values = ] + [ [ not ] dip return-address-count>> 0 = and ] 2bi or ; + +: base-pointer-groups-expected ( word -- seq ) + test-regs first dup stack-frame>> stack-frame [ + cfg>gc-maps [ derived-root-offsets { } like ] { } map-as + ] with-variable ; + +: base-pointer-groups-decoded ( word -- seq ) + word>gc-maps [ + second second [ swap 2array ] map-index + [ nip -1 = ] assoc-reject + ] map ; + +! byte-array>bit-array +{ + ?{ + t t t t f t t t + t f f f f f f f + } +} [ + B{ 239 1 } byte-array>bit-array +] unit-test + +{ ?{ t t t t t t t t } } [ B{ 255 } byte-array>bit-array ] unit-test + +! scrub-bits +{ + { { ?{ } ?{ } ?{ f f f f f } } } +} [ + \ word>scrub-bits word>scrub-bits +] unit-test + +! decode-gc-maps +{ f } [ + \ effects: word>gc-maps empty? +] unit-test + +{ f } [ + \ + word>gc-maps empty? +] unit-test + +{ { } } [ + \ word>gc-maps word>gc-maps +] unit-test + +! Big test +{ { } } [ + all-words [ normal? ] filter 50 sample + [ [ word>gc-info-expected ] [ word>gc-info ] bi same-gc-info? ] reject +] unit-test + +! base-pointer-groups +{ t } [ + \ llvm.types:resolve-types + [ base-pointer-groups-expected ] [ base-pointer-groups-decoded ] bi = +] unit-test + +! Tough words #1227 +{ t } [ + \ llvm.types:resolve-types + [ word>gc-info-expected ] [ word>gc-info ] bi same-gc-info? +] unit-test + +{ t } [ + \ opencl:cl-queue-kernel + [ word>gc-info-expected ] [ word>gc-info ] bi same-gc-info? +] unit-test + +{ t } [ + \ crypto.aes.utils:bytes>words + [ word>gc-info-expected ] [ word>gc-info ] bi same-gc-info? +] unit-test + +{ t } [ + \ cpu.x86.features.private:(sse-version) + [ word>gc-info-expected ] [ word>gc-info ] bi same-gc-info? +] unit-test + +! Ensure deterministic gc map generation. +: recompile-word>gc-info ( word -- gc-info ) + [ 1array compile ] keep word>gc-info ; + +: deterministic-gc-info? ( word -- ? ) + 20 swap '[ + _ recompile-word>gc-info struct-slot-values + dup last 0 = [ drop f ] when + ] replicate all-equal? ; + +{ t t } [ + \ opencl:cl-queue-kernel deterministic-gc-info? + \ gml.coremath:gml-determinant deterministic-gc-info? +] unit-test diff --git a/extra/tools/image-analyzer/gc-info/gc-info.factor b/extra/tools/image-analyzer/gc-info/gc-info.factor index 9545c524f8..8ed51de257 100644 --- a/extra/tools/image-analyzer/gc-info/gc-info.factor +++ b/extra/tools/image-analyzer/gc-info/gc-info.factor @@ -26,7 +26,7 @@ IN: tools.image-analyzer.gc-info : base-pointers ( gc-info -- seq ) [ return-address-count>> ] keep derived-root-count>> - '[ _ read-ints ] replicate ; + '[ _ read-ints ] replicate ; : bit-counts ( gc-info -- counts ) struct-slot-values 3 head ; @@ -45,3 +45,6 @@ IN: tools.image-analyzer.gc-info swap zip zip ] [ { } ] if* ] with-input-stream ; + +: word>gc-maps ( word -- gc-maps ) + word>byte-array byte-array>gc-maps ; diff --git a/extra/tools/image-analyzer/utils/utils.factor b/extra/tools/image-analyzer/utils/utils.factor index b09e0975bf..ddb39b1017 100644 --- a/extra/tools/image-analyzer/utils/utils.factor +++ b/extra/tools/image-analyzer/utils/utils.factor @@ -1,6 +1,6 @@ -USING: accessors alien.c-types alien.data arrays bit-arrays classes +USING: accessors alien alien.c-types alien.data arrays bit-arrays classes continuations destructors fry io io.streams.throwing kernel locals -math namespaces sequences ; +math namespaces sequences words ; IN: tools.image-analyzer.utils : class-heap-size ( instance -- n ) @@ -15,6 +15,9 @@ IN: tools.image-analyzer.utils : byte-array>bit-array ( byte-array -- bit-array ) [ integer>bit-array 8 f pad-tail ] { } map-as concat ; +: word>byte-array ( word -- byte-array ) + word-code over - [ ] dip memory>byte-array ; + : until-eof-reader ( reader-quot -- reader-quot' ) '[ [ [ @ ] throw-on-eof ] [