136 lines
3.5 KiB
Factor
136 lines
3.5 KiB
Factor
! Copyright (C) 2009 Slava Pestov.
|
|
! See http://factorcode.org/license.txt for BSD license.
|
|
USING: accessors byte-arrays combinators compiler.cfg.builder
|
|
compiler.tree.propagation.info compiler.tree.propagation.nodes
|
|
continuations cpu.architecture fry kernel layouts math
|
|
math.intervals math.vectors.simd.intrinsics namespaces sequences
|
|
words ;
|
|
IN: compiler.tree.propagation.simd
|
|
|
|
CONSTANT: vector>vector-intrinsics
|
|
{
|
|
(simd-v+)
|
|
(simd-v-)
|
|
(simd-vneg)
|
|
(simd-v+-)
|
|
(simd-vs+)
|
|
(simd-vs-)
|
|
(simd-vs*)
|
|
(simd-v*)
|
|
(simd-v*high)
|
|
(simd-v*hs+)
|
|
(simd-v/)
|
|
(simd-vmin)
|
|
(simd-vmax)
|
|
(simd-vavg)
|
|
(simd-vsqrt)
|
|
(simd-vabs)
|
|
(simd-vbitand)
|
|
(simd-vbitandn)
|
|
(simd-vbitor)
|
|
(simd-vbitxor)
|
|
(simd-vbitnot)
|
|
(simd-vand)
|
|
(simd-vandn)
|
|
(simd-vor)
|
|
(simd-vxor)
|
|
(simd-vnot)
|
|
(simd-vlshift)
|
|
(simd-vrshift)
|
|
(simd-hlshift)
|
|
(simd-hrshift)
|
|
(simd-vshuffle-elements)
|
|
(simd-vshuffle2-elements)
|
|
(simd-vshuffle-bytes)
|
|
(simd-vmerge-head)
|
|
(simd-vmerge-tail)
|
|
(simd-v<=)
|
|
(simd-v<)
|
|
(simd-v=)
|
|
(simd-v>)
|
|
(simd-v>=)
|
|
(simd-vunordered?)
|
|
(simd-v>float)
|
|
(simd-v>integer)
|
|
(simd-vpack-signed)
|
|
(simd-vpack-unsigned)
|
|
(simd-vunpack-head)
|
|
(simd-vunpack-tail)
|
|
(simd-with)
|
|
(simd-gather-2)
|
|
(simd-gather-4)
|
|
alien-vector
|
|
}
|
|
|
|
CONSTANT: vector-other-intrinsics
|
|
{
|
|
(simd-v.)
|
|
(simd-vsad)
|
|
(simd-sum)
|
|
(simd-vany?)
|
|
(simd-vall?)
|
|
(simd-vnone?)
|
|
(simd-vgetmask)
|
|
(simd-select)
|
|
set-alien-vector
|
|
}
|
|
|
|
: vector-intrinsics ( -- x )
|
|
vector>vector-intrinsics vector-other-intrinsics append ;
|
|
|
|
vector>vector-intrinsics [ { byte-array } "default-output-classes" set-word-prop ] each
|
|
|
|
: scalar-output-class ( rep -- class )
|
|
dup literal?>> [
|
|
literal>> scalar-rep-of {
|
|
{ float-rep [ float ] }
|
|
{ double-rep [ float ] }
|
|
{ longlong-scalar-rep [ integer ] }
|
|
{ ulonglong-scalar-rep [ integer ] }
|
|
{ int-scalar-rep [ cell 8 = [ fixnum ] [ integer ] if ] }
|
|
{ uint-scalar-rep [ cell 8 = [ fixnum ] [ integer ] if ] }
|
|
[ drop fixnum ]
|
|
} case
|
|
] [ drop real ] if
|
|
<class-info> ;
|
|
|
|
\ (simd-sum) [ nip scalar-output-class ] "outputs" set-word-prop
|
|
|
|
\ (simd-v.) [ 2nip scalar-output-class ] "outputs" set-word-prop
|
|
|
|
{
|
|
(simd-vany?)
|
|
(simd-vall?)
|
|
(simd-vnone?)
|
|
} [ { boolean } "default-output-classes" set-word-prop ] each
|
|
|
|
\ (simd-select) [ 2nip scalar-output-class ] "outputs" set-word-prop
|
|
|
|
\ assert-positive [
|
|
real [0,inf] <class/interval-info> value-info-intersect
|
|
] "outputs" set-word-prop
|
|
|
|
\ (simd-vgetmask) { fixnum } "default-output-classes" set-word-prop
|
|
|
|
: clone-with-value-infos ( node -- node' )
|
|
clone dup in-d>> extract-value-info >>info ;
|
|
|
|
: try-intrinsic ( node intrinsic-quot -- ? )
|
|
'[
|
|
_ clone-with-value-infos
|
|
_ with-dummy-cfg-builder
|
|
t
|
|
] [ drop f ] recover ;
|
|
|
|
: inline-unless-intrinsic ( word -- )
|
|
dup '[
|
|
_ swap over "intrinsic" word-prop
|
|
"always-inline-simd-intrinsics" get not swap and
|
|
! word node intrinsic
|
|
[ try-intrinsic [ drop f ] [ def>> ] if ]
|
|
[ drop def>> ] if*
|
|
]
|
|
"custom-inlining" set-word-prop ;
|
|
|
|
vector-intrinsics [ inline-unless-intrinsic ] each
|