2009-07-04 03:50:50 -04:00
|
|
|
! Copyright (C) 2008, 2009 Slava Pestov, Doug Coleman.
|
2008-10-23 03:49:26 -04:00
|
|
|
! See http://factorcode.org/license.txt for BSD license.
|
2009-07-14 20:17:12 -04:00
|
|
|
USING: accessors combinators combinators.short-circuit arrays
|
2009-07-04 03:50:50 -04:00
|
|
|
fry kernel layouts math namespaces sequences cpu.architecture
|
2009-07-14 20:17:12 -04:00
|
|
|
math.bitwise math.order classes vectors
|
|
|
|
compiler.cfg
|
2009-07-13 15:42:52 -04:00
|
|
|
compiler.cfg.hats
|
|
|
|
compiler.cfg.comparisons
|
|
|
|
compiler.cfg.instructions
|
2009-06-30 23:59:53 -04:00
|
|
|
compiler.cfg.value-numbering.expressions
|
2008-10-23 03:49:26 -04:00
|
|
|
compiler.cfg.value-numbering.graph
|
2009-07-04 03:50:50 -04:00
|
|
|
compiler.cfg.value-numbering.simplify ;
|
2008-10-23 03:49:26 -04:00
|
|
|
IN: compiler.cfg.value-numbering.rewrite
|
|
|
|
|
2009-07-14 20:17:12 -04:00
|
|
|
: vreg-small-constant? ( vreg -- ? )
|
|
|
|
vreg>expr {
|
|
|
|
[ constant-expr? ]
|
|
|
|
[ value>> small-enough? ]
|
|
|
|
} 1&& ;
|
|
|
|
|
2009-07-14 17:05:25 -04:00
|
|
|
! Outputs f to mean no change
|
2008-10-23 03:49:26 -04:00
|
|
|
|
2009-07-14 17:05:25 -04:00
|
|
|
GENERIC: rewrite* ( insn -- insn/f )
|
|
|
|
|
|
|
|
: rewrite ( insn -- insn' )
|
|
|
|
dup [ number-values ] [ rewrite* ] bi
|
|
|
|
[ rewrite ] [ ] ?if ;
|
|
|
|
|
|
|
|
M: insn rewrite* drop f ;
|
2008-10-23 06:27:54 -04:00
|
|
|
|
2008-10-23 03:49:26 -04:00
|
|
|
: ##branch-t? ( insn -- ? )
|
2008-10-23 06:27:54 -04:00
|
|
|
dup ##compare-imm-branch? [
|
2009-06-30 23:59:53 -04:00
|
|
|
{
|
|
|
|
[ cc>> cc/= eq? ]
|
|
|
|
[ src2>> \ f tag-number eq? ]
|
|
|
|
} 1&&
|
2008-10-23 06:27:54 -04:00
|
|
|
] [ drop f ] if ; inline
|
2008-10-23 03:49:26 -04:00
|
|
|
|
|
|
|
: rewrite-boolean-comparison? ( insn -- ? )
|
|
|
|
dup ##branch-t? [
|
|
|
|
src1>> vreg>expr compare-expr?
|
|
|
|
] [ drop f ] if ; inline
|
|
|
|
|
|
|
|
: >compare-expr< ( expr -- in1 in2 cc )
|
|
|
|
[ in1>> vn>vreg ] [ in2>> vn>vreg ] [ cc>> ] tri ; inline
|
|
|
|
|
|
|
|
: >compare-imm-expr< ( expr -- in1 in2 cc )
|
|
|
|
[ in1>> vn>vreg ] [ in2>> vn>constant ] [ cc>> ] tri ; inline
|
|
|
|
|
|
|
|
: rewrite-boolean-comparison ( expr -- insn )
|
|
|
|
src1>> vreg>expr dup op>> {
|
2009-05-29 14:11:34 -04:00
|
|
|
{ \ ##compare [ >compare-expr< \ ##compare-branch new-insn ] }
|
|
|
|
{ \ ##compare-imm [ >compare-imm-expr< \ ##compare-imm-branch new-insn ] }
|
|
|
|
{ \ ##compare-float [ >compare-expr< \ ##compare-float-branch new-insn ] }
|
2008-10-23 03:49:26 -04:00
|
|
|
} case ;
|
|
|
|
|
|
|
|
: tag-fixnum-expr? ( expr -- ? )
|
|
|
|
dup op>> \ ##shl-imm eq?
|
2008-11-06 10:27:52 -05:00
|
|
|
[ in2>> vn>constant tag-bits get = ] [ drop f ] if ;
|
2008-10-23 03:49:26 -04:00
|
|
|
|
|
|
|
: rewrite-tagged-comparison? ( insn -- ? )
|
|
|
|
#! Are we comparing two tagged fixnums? Then untag them.
|
2009-06-30 23:59:53 -04:00
|
|
|
{
|
|
|
|
[ src1>> vreg>expr tag-fixnum-expr? ]
|
|
|
|
[ src2>> tag-mask get bitand 0 = ]
|
|
|
|
} 1&& ; inline
|
2008-10-23 03:49:26 -04:00
|
|
|
|
2009-07-13 20:02:05 -04:00
|
|
|
: tagged>constant ( n -- n' )
|
|
|
|
tag-bits get neg shift ; inline
|
|
|
|
|
2008-11-06 10:27:52 -05:00
|
|
|
: (rewrite-tagged-comparison) ( insn -- src1 src2 cc )
|
2008-10-23 03:49:26 -04:00
|
|
|
[ src1>> vreg>expr in1>> vn>vreg ]
|
2009-07-13 20:02:05 -04:00
|
|
|
[ src2>> tagged>constant ]
|
2008-10-23 03:49:26 -04:00
|
|
|
[ cc>> ]
|
2008-11-06 10:27:52 -05:00
|
|
|
tri ; inline
|
|
|
|
|
2009-07-14 17:05:25 -04:00
|
|
|
GENERIC: rewrite-tagged-comparison ( insn -- insn/f )
|
2008-11-06 10:27:52 -05:00
|
|
|
|
|
|
|
M: ##compare-imm-branch rewrite-tagged-comparison
|
2009-05-29 14:11:34 -04:00
|
|
|
(rewrite-tagged-comparison) \ ##compare-imm-branch new-insn ;
|
2008-11-06 10:27:52 -05:00
|
|
|
|
|
|
|
M: ##compare-imm rewrite-tagged-comparison
|
|
|
|
[ dst>> ] [ (rewrite-tagged-comparison) ] bi
|
2009-05-29 14:11:34 -04:00
|
|
|
i \ ##compare-imm new-insn ;
|
2008-10-23 03:49:26 -04:00
|
|
|
|
2008-11-06 10:27:52 -05:00
|
|
|
: rewrite-redundant-comparison? ( insn -- ? )
|
2009-06-30 23:59:53 -04:00
|
|
|
{
|
|
|
|
[ src1>> vreg>expr compare-expr? ]
|
|
|
|
[ src2>> \ f tag-number = ]
|
|
|
|
[ cc>> { cc= cc/= } memq? ]
|
|
|
|
} 1&& ; inline
|
2008-11-06 10:27:52 -05:00
|
|
|
|
|
|
|
: rewrite-redundant-comparison ( insn -- insn' )
|
|
|
|
[ cc>> ] [ dst>> ] [ src1>> vreg>expr dup op>> ] tri {
|
2009-05-29 14:11:34 -04:00
|
|
|
{ \ ##compare [ >compare-expr< i \ ##compare new-insn ] }
|
|
|
|
{ \ ##compare-imm [ >compare-imm-expr< i \ ##compare-imm new-insn ] }
|
|
|
|
{ \ ##compare-float [ >compare-expr< i \ ##compare-float new-insn ] }
|
2008-11-06 10:27:52 -05:00
|
|
|
} case
|
|
|
|
swap cc= eq? [ [ negate-cc ] change-cc ] when ;
|
|
|
|
|
2009-07-14 21:05:01 -04:00
|
|
|
ERROR: bad-comparison ;
|
|
|
|
|
2009-07-14 20:17:12 -04:00
|
|
|
: (fold-compare-imm) ( insn -- ? )
|
|
|
|
[ [ src1>> vreg>constant ] [ src2>> ] bi ] [ cc>> ] bi
|
2009-07-14 21:05:01 -04:00
|
|
|
pick integer?
|
|
|
|
[ [ <=> ] dip evaluate-cc ]
|
|
|
|
[
|
|
|
|
2nip {
|
|
|
|
{ cc= [ f ] }
|
|
|
|
{ cc/= [ t ] }
|
|
|
|
[ bad-comparison ]
|
|
|
|
} case
|
|
|
|
] if ;
|
2009-07-14 20:17:12 -04:00
|
|
|
|
|
|
|
: fold-compare-imm? ( insn -- ? )
|
|
|
|
src1>> vreg>expr [ constant-expr? ] [ reference-expr? ] bi or ;
|
|
|
|
|
2009-07-14 21:05:01 -04:00
|
|
|
: fold-branch ( ? -- insn )
|
|
|
|
0 1 ?
|
2009-07-14 20:17:12 -04:00
|
|
|
basic-block get [ nth 1vector ] change-successors drop
|
|
|
|
\ ##branch new-insn ;
|
|
|
|
|
2009-07-14 21:05:01 -04:00
|
|
|
: fold-compare-imm-branch ( insn -- insn/f )
|
|
|
|
(fold-compare-imm) fold-branch ;
|
|
|
|
|
2009-07-14 20:17:12 -04:00
|
|
|
M: ##compare-imm-branch rewrite*
|
|
|
|
{
|
|
|
|
{ [ dup rewrite-boolean-comparison? ] [ rewrite-boolean-comparison ] }
|
|
|
|
{ [ dup rewrite-tagged-comparison? ] [ rewrite-tagged-comparison ] }
|
|
|
|
{ [ dup fold-compare-imm? ] [ fold-compare-imm-branch ] }
|
|
|
|
[ drop f ]
|
|
|
|
} cond ;
|
|
|
|
|
|
|
|
: swap-compare ( src1 src2 cc swap? -- src1 src2 cc )
|
|
|
|
[ [ swap ] dip swap-cc ] when ; inline
|
|
|
|
|
|
|
|
: >compare-imm-branch ( insn swap? -- insn' )
|
|
|
|
[
|
|
|
|
[ src1>> ]
|
|
|
|
[ src2>> ]
|
|
|
|
[ cc>> ]
|
|
|
|
tri
|
|
|
|
] dip
|
|
|
|
swap-compare
|
|
|
|
[ vreg>constant ] dip
|
|
|
|
\ ##compare-imm-branch new-insn ; inline
|
|
|
|
|
2009-07-14 21:05:01 -04:00
|
|
|
: self-compare? ( insn -- ? )
|
|
|
|
[ src1>> ] [ src2>> ] bi [ vreg>vn ] bi@ = ; inline
|
|
|
|
|
|
|
|
: (rewrite-self-compare) ( insn -- ? )
|
|
|
|
cc>> { cc= cc<= cc>= } memq? ;
|
|
|
|
|
|
|
|
: rewrite-self-compare-branch ( insn -- insn' )
|
|
|
|
(rewrite-self-compare) fold-branch ;
|
|
|
|
|
2009-07-14 20:17:12 -04:00
|
|
|
M: ##compare-branch rewrite*
|
|
|
|
{
|
|
|
|
{ [ dup src1>> vreg-small-constant? ] [ t >compare-imm-branch ] }
|
|
|
|
{ [ dup src2>> vreg-small-constant? ] [ f >compare-imm-branch ] }
|
2009-07-14 21:05:01 -04:00
|
|
|
{ [ dup self-compare? ] [ rewrite-self-compare-branch ] }
|
2009-07-14 20:17:12 -04:00
|
|
|
[ drop f ]
|
|
|
|
} cond ;
|
|
|
|
|
|
|
|
: >compare-imm ( insn swap? -- insn' )
|
|
|
|
[
|
|
|
|
{
|
|
|
|
[ dst>> ]
|
|
|
|
[ src1>> ]
|
|
|
|
[ src2>> ]
|
|
|
|
[ cc>> ]
|
|
|
|
} cleave
|
|
|
|
] dip
|
|
|
|
swap-compare
|
|
|
|
[ vreg>constant ] dip
|
|
|
|
i \ ##compare-imm new-insn ; inline
|
|
|
|
|
2009-07-14 21:05:01 -04:00
|
|
|
: >boolean-insn ( insn ? -- insn' )
|
|
|
|
[ dst>> ] dip
|
|
|
|
{
|
|
|
|
{ t [ t \ ##load-reference new-insn ] }
|
|
|
|
{ f [ \ f tag-number \ ##load-immediate new-insn ] }
|
|
|
|
} case ;
|
|
|
|
|
|
|
|
: rewrite-self-compare ( insn -- insn' )
|
|
|
|
dup (rewrite-self-compare) >boolean-insn ;
|
|
|
|
|
2009-07-14 20:17:12 -04:00
|
|
|
M: ##compare rewrite*
|
|
|
|
{
|
|
|
|
{ [ dup src1>> vreg-small-constant? ] [ t >compare-imm ] }
|
|
|
|
{ [ dup src2>> vreg-small-constant? ] [ f >compare-imm ] }
|
2009-07-14 21:05:01 -04:00
|
|
|
{ [ dup self-compare? ] [ rewrite-self-compare ] }
|
2009-07-14 20:17:12 -04:00
|
|
|
[ drop f ]
|
|
|
|
} cond ;
|
|
|
|
|
2009-07-14 21:05:01 -04:00
|
|
|
: fold-compare-imm ( insn -- insn' )
|
|
|
|
dup (fold-compare-imm) >boolean-insn ;
|
2009-07-14 20:17:12 -04:00
|
|
|
|
2009-07-14 17:05:25 -04:00
|
|
|
M: ##compare-imm rewrite*
|
|
|
|
{
|
|
|
|
{ [ dup rewrite-redundant-comparison? ] [ rewrite-redundant-comparison ] }
|
|
|
|
{ [ dup rewrite-tagged-comparison? ] [ rewrite-tagged-comparison ] }
|
2009-07-14 20:17:12 -04:00
|
|
|
{ [ dup fold-compare-imm? ] [ fold-compare-imm ] }
|
2009-07-14 17:05:25 -04:00
|
|
|
[ drop f ]
|
|
|
|
} cond ;
|
|
|
|
|
|
|
|
: constant-fold? ( insn -- ? )
|
|
|
|
src1>> vreg>expr constant-expr? ; inline
|
|
|
|
|
|
|
|
GENERIC: constant-fold* ( x y insn -- z )
|
|
|
|
|
|
|
|
M: ##add-imm constant-fold* drop + ;
|
|
|
|
M: ##sub-imm constant-fold* drop - ;
|
|
|
|
M: ##mul-imm constant-fold* drop * ;
|
|
|
|
M: ##and-imm constant-fold* drop bitand ;
|
|
|
|
M: ##or-imm constant-fold* drop bitor ;
|
|
|
|
M: ##xor-imm constant-fold* drop bitxor ;
|
|
|
|
M: ##shr-imm constant-fold* drop [ cell-bits 2^ wrap ] dip neg shift ;
|
|
|
|
M: ##sar-imm constant-fold* drop neg shift ;
|
|
|
|
M: ##shl-imm constant-fold* drop shift ;
|
2008-10-23 03:49:26 -04:00
|
|
|
|
2009-07-02 20:03:21 -04:00
|
|
|
: constant-fold ( insn -- insn' )
|
2009-07-14 17:05:25 -04:00
|
|
|
[ dst>> ]
|
|
|
|
[ [ src1>> vreg>constant ] [ src2>> ] [ ] tri constant-fold* ] bi
|
|
|
|
\ ##load-immediate new-insn ; inline
|
|
|
|
|
|
|
|
: reassociate? ( insn -- ? )
|
|
|
|
[ src1>> vreg>expr op>> ] [ class ] bi = ; inline
|
|
|
|
|
|
|
|
: reassociate ( insn op -- insn )
|
2009-07-02 18:55:35 -04:00
|
|
|
[
|
|
|
|
{
|
|
|
|
[ dst>> ]
|
|
|
|
[ src1>> vreg>expr [ in1>> vn>vreg ] [ in2>> vn>constant ] bi ]
|
|
|
|
[ src2>> ]
|
2009-07-14 17:05:25 -04:00
|
|
|
[ ]
|
|
|
|
} cleave constant-fold*
|
2009-07-14 20:17:12 -04:00
|
|
|
] dip
|
|
|
|
over small-enough? [ new-insn ] [ 2drop 2drop f ] if ; inline
|
2009-07-14 17:05:25 -04:00
|
|
|
|
|
|
|
M: ##add-imm rewrite*
|
|
|
|
{
|
|
|
|
{ [ dup constant-fold? ] [ constant-fold ] }
|
|
|
|
{ [ dup reassociate? ] [ \ ##add-imm reassociate ] }
|
|
|
|
[ drop f ]
|
|
|
|
} cond ;
|
|
|
|
|
|
|
|
: sub-imm>add-imm ( insn -- insn' )
|
2009-07-14 20:17:12 -04:00
|
|
|
[ dst>> ] [ src1>> ] [ src2>> neg ] tri dup small-enough?
|
|
|
|
[ \ ##add-imm new-insn ] [ 3drop f ] if ;
|
2009-06-30 23:59:53 -04:00
|
|
|
|
2009-07-14 17:05:25 -04:00
|
|
|
M: ##sub-imm rewrite*
|
|
|
|
{
|
|
|
|
{ [ dup constant-fold? ] [ constant-fold ] }
|
|
|
|
[ sub-imm>add-imm ]
|
|
|
|
} cond ;
|
|
|
|
|
|
|
|
: strength-reduce-mul ( insn -- insn' )
|
|
|
|
[ [ dst>> ] [ src1>> ] bi ] [ src2>> log2 ] bi \ ##shl-imm new-insn ;
|
|
|
|
|
|
|
|
: strength-reduce-mul? ( insn -- ? )
|
|
|
|
src2>> power-of-2? ;
|
|
|
|
|
|
|
|
M: ##mul-imm rewrite*
|
|
|
|
{
|
|
|
|
{ [ dup constant-fold? ] [ constant-fold ] }
|
|
|
|
{ [ dup strength-reduce-mul? ] [ strength-reduce-mul ] }
|
|
|
|
{ [ dup reassociate? ] [ \ ##mul-imm reassociate ] }
|
|
|
|
[ drop f ]
|
|
|
|
} cond ;
|
2009-07-02 20:03:21 -04:00
|
|
|
|
2009-07-14 17:05:25 -04:00
|
|
|
M: ##and-imm rewrite*
|
2009-07-02 12:35:31 -04:00
|
|
|
{
|
2009-07-14 17:05:25 -04:00
|
|
|
{ [ dup constant-fold? ] [ constant-fold ] }
|
|
|
|
{ [ dup reassociate? ] [ \ ##and-imm reassociate ] }
|
|
|
|
[ drop f ]
|
2009-07-02 12:35:31 -04:00
|
|
|
} cond ;
|
|
|
|
|
2009-07-14 17:05:25 -04:00
|
|
|
M: ##or-imm rewrite*
|
2009-07-02 12:35:31 -04:00
|
|
|
{
|
2009-07-14 17:05:25 -04:00
|
|
|
{ [ dup constant-fold? ] [ constant-fold ] }
|
|
|
|
{ [ dup reassociate? ] [ \ ##or-imm reassociate ] }
|
|
|
|
[ drop f ]
|
2009-07-02 12:35:31 -04:00
|
|
|
} cond ;
|
|
|
|
|
2009-07-14 17:05:25 -04:00
|
|
|
M: ##xor-imm rewrite*
|
|
|
|
{
|
|
|
|
{ [ dup constant-fold? ] [ constant-fold ] }
|
|
|
|
{ [ dup reassociate? ] [ \ ##xor-imm reassociate ] }
|
|
|
|
[ drop f ]
|
|
|
|
} cond ;
|
2009-07-02 12:35:31 -04:00
|
|
|
|
2009-07-14 17:05:25 -04:00
|
|
|
M: ##shl-imm rewrite*
|
|
|
|
{
|
|
|
|
{ [ dup constant-fold? ] [ constant-fold ] }
|
|
|
|
[ drop f ]
|
|
|
|
} cond ;
|
2009-07-02 12:35:31 -04:00
|
|
|
|
2009-07-14 17:05:25 -04:00
|
|
|
M: ##shr-imm rewrite*
|
|
|
|
{
|
|
|
|
{ [ dup constant-fold? ] [ constant-fold ] }
|
|
|
|
[ drop f ]
|
|
|
|
} cond ;
|
2009-07-02 12:35:31 -04:00
|
|
|
|
2009-07-14 17:05:25 -04:00
|
|
|
M: ##sar-imm rewrite*
|
|
|
|
{
|
|
|
|
{ [ dup constant-fold? ] [ constant-fold ] }
|
|
|
|
[ drop f ]
|
|
|
|
} cond ;
|
2009-07-02 12:35:31 -04:00
|
|
|
|
2009-07-14 20:17:12 -04:00
|
|
|
: insn>imm-insn ( insn op swap? -- )
|
|
|
|
swap [
|
|
|
|
[ [ dst>> ] [ src1>> ] [ src2>> ] tri ] dip
|
|
|
|
[ swap ] when vreg>constant
|
|
|
|
] dip new-insn ; inline
|
2009-07-13 20:02:05 -04:00
|
|
|
|
|
|
|
: rewrite-arithmetic ( insn op -- ? )
|
2009-07-14 17:05:25 -04:00
|
|
|
{
|
|
|
|
{ [ over src2>> vreg-small-constant? ] [ f insn>imm-insn ] }
|
|
|
|
[ 2drop f ]
|
|
|
|
} cond ; inline
|
|
|
|
|
|
|
|
: rewrite-arithmetic-commutative ( insn op -- ? )
|
|
|
|
{
|
|
|
|
{ [ over src2>> vreg-small-constant? ] [ f insn>imm-insn ] }
|
|
|
|
{ [ over src1>> vreg-small-constant? ] [ t insn>imm-insn ] }
|
|
|
|
[ 2drop f ]
|
|
|
|
} cond ; inline
|
|
|
|
|
|
|
|
M: ##add rewrite* \ ##add-imm rewrite-arithmetic-commutative ;
|
|
|
|
|
|
|
|
: subtraction-identity? ( insn -- ? )
|
|
|
|
[ src1>> ] [ src2>> ] bi [ vreg>vn ] bi@ eq? ;
|
|
|
|
|
|
|
|
: rewrite-subtraction-identity ( insn -- insn' )
|
|
|
|
dst>> 0 \ ##load-immediate new-insn ;
|
|
|
|
|
|
|
|
M: ##sub rewrite*
|
|
|
|
{
|
|
|
|
{ [ dup subtraction-identity? ] [ rewrite-subtraction-identity ] }
|
|
|
|
[ \ ##sub-imm rewrite-arithmetic ]
|
|
|
|
} cond ;
|
|
|
|
|
|
|
|
M: ##mul rewrite* \ ##mul-imm rewrite-arithmetic-commutative ;
|
|
|
|
|
|
|
|
M: ##and rewrite* \ ##and-imm rewrite-arithmetic-commutative ;
|
2009-07-13 20:02:05 -04:00
|
|
|
|
2009-07-14 17:05:25 -04:00
|
|
|
M: ##or rewrite* \ ##or-imm rewrite-arithmetic-commutative ;
|
2009-07-02 20:03:21 -04:00
|
|
|
|
2009-07-14 17:05:25 -04:00
|
|
|
M: ##xor rewrite* \ ##xor-imm rewrite-arithmetic-commutative ;
|
2009-07-17 00:50:48 -04:00
|
|
|
|
|
|
|
M: ##shl rewrite* \ ##shl-imm rewrite-arithmetic ;
|
|
|
|
|
|
|
|
M: ##shr rewrite* \ ##shr-imm rewrite-arithmetic ;
|
|
|
|
|
|
|
|
M: ##sar rewrite* \ ##sar-imm rewrite-arithmetic ;
|