2010-04-26 00:53:00 -04:00
|
|
|
! Copyright (C) 2008, 2010 Slava Pestov.
|
2008-09-15 03:59:24 -04:00
|
|
|
! See http://factorcode.org/license.txt for BSD license.
|
2014-12-13 17:05:27 -05:00
|
|
|
USING: accessors arrays assocs combinators compiler.cfg
|
|
|
|
compiler.cfg.linearization compiler.cfg.liveness compiler.cfg.registers
|
|
|
|
compiler.cfg.instructions compiler.cfg.linear-scan.allocation.state
|
|
|
|
compiler.cfg.linear-scan.live-intervals compiler.cfg.renaming.functor
|
|
|
|
compiler.cfg.ssa.destruction.leaders cpu.architecture
|
2015-04-22 09:06:32 -04:00
|
|
|
fry heaps kernel make math namespaces sequences sets ;
|
2008-09-15 05:22:12 -04:00
|
|
|
IN: compiler.cfg.linear-scan.assignment
|
2008-09-15 03:59:24 -04:00
|
|
|
|
2009-06-11 18:55:14 -04:00
|
|
|
! This contains both active and inactive intervals; any interval
|
|
|
|
! such that start <= insn# <= end is in this set.
|
2009-07-29 07:12:33 -04:00
|
|
|
SYMBOL: pending-interval-heap
|
|
|
|
SYMBOL: pending-interval-assoc
|
2008-09-15 03:59:24 -04:00
|
|
|
|
2009-07-29 07:12:33 -04:00
|
|
|
: add-pending ( live-interval -- )
|
|
|
|
[ dup end>> pending-interval-heap get heap-push ]
|
|
|
|
[ [ reg>> ] [ vreg>> ] bi pending-interval-assoc get set-at ]
|
|
|
|
bi ;
|
|
|
|
|
|
|
|
: remove-pending ( live-interval -- )
|
|
|
|
vreg>> pending-interval-assoc get delete-at ;
|
2008-09-15 03:59:24 -04:00
|
|
|
|
2015-04-22 09:06:32 -04:00
|
|
|
: vreg>reg ( vreg -- reg/spill-slot )
|
|
|
|
dup leader dup pending-interval-assoc get at
|
|
|
|
[ 2nip ] [ swap rep-of lookup-spill-slot ] if* ;
|
2009-08-30 05:52:01 -04:00
|
|
|
|
2010-07-29 21:06:48 -04:00
|
|
|
ERROR: not-spilled-error vreg ;
|
|
|
|
|
|
|
|
: vreg>spill-slot ( vreg -- spill-slot )
|
|
|
|
dup vreg>reg dup spill-slot? [ nip ] [ drop leader not-spilled-error ] if ;
|
|
|
|
|
2009-08-30 05:52:01 -04:00
|
|
|
: vregs>regs ( vregs -- assoc )
|
2015-04-12 11:12:57 -04:00
|
|
|
[ dup vreg>reg ] H{ } map>assoc ;
|
2009-08-30 05:52:01 -04:00
|
|
|
|
2008-09-15 03:59:24 -04:00
|
|
|
SYMBOL: unhandled-intervals
|
|
|
|
|
2010-04-28 05:03:12 -04:00
|
|
|
SYMBOL: machine-live-ins
|
|
|
|
|
|
|
|
: machine-live-in ( bb -- assoc )
|
|
|
|
machine-live-ins get at ;
|
|
|
|
|
|
|
|
: compute-live-in ( bb -- )
|
|
|
|
[ live-in keys vregs>regs ] keep machine-live-ins get set-at ;
|
|
|
|
|
|
|
|
SYMBOL: machine-edge-live-ins
|
|
|
|
|
|
|
|
: machine-edge-live-in ( predecessor bb -- assoc )
|
|
|
|
machine-edge-live-ins get at at ;
|
|
|
|
|
|
|
|
: compute-edge-live-in ( bb -- )
|
|
|
|
[ edge-live-ins get at [ keys vregs>regs ] assoc-map ] keep
|
|
|
|
machine-edge-live-ins get set-at ;
|
2009-07-04 00:38:52 -04:00
|
|
|
|
2010-04-28 05:03:12 -04:00
|
|
|
SYMBOL: machine-live-outs
|
|
|
|
|
|
|
|
: machine-live-out ( bb -- assoc )
|
|
|
|
machine-live-outs get at ;
|
|
|
|
|
|
|
|
: compute-live-out ( bb -- )
|
|
|
|
[ live-out keys vregs>regs ] keep machine-live-outs get set-at ;
|
2009-07-04 00:38:52 -04:00
|
|
|
|
2014-12-13 23:45:40 -05:00
|
|
|
: heap-pop-while ( heap quot: ( key -- ? ) -- values )
|
|
|
|
'[ dup heap-empty? [ f f ] [ dup heap-peek @ ] if ]
|
|
|
|
[ over heap-pop* ] produce 2nip ; inline
|
|
|
|
|
2009-07-28 08:39:46 -04:00
|
|
|
: insert-spill ( live-interval -- )
|
2011-11-11 22:48:38 -05:00
|
|
|
[ reg>> ] [ spill-rep>> ] [ spill-to>> ] tri ##spill, ;
|
2009-07-01 18:41:07 -04:00
|
|
|
|
2009-07-28 08:39:46 -04:00
|
|
|
: handle-spill ( live-interval -- )
|
|
|
|
dup spill-to>> [ insert-spill ] [ drop ] if ;
|
2009-06-11 18:55:14 -04:00
|
|
|
|
2009-07-29 07:12:33 -04:00
|
|
|
: expire-interval ( live-interval -- )
|
|
|
|
[ remove-pending ] [ handle-spill ] bi ;
|
|
|
|
|
2008-09-15 03:59:24 -04:00
|
|
|
: expire-old-intervals ( n -- )
|
2014-12-13 23:45:40 -05:00
|
|
|
pending-interval-heap get swap '[ _ < ] heap-pop-while
|
|
|
|
[ expire-interval ] each ;
|
2009-06-11 18:55:14 -04:00
|
|
|
|
2008-09-15 03:59:24 -04:00
|
|
|
: insert-reload ( live-interval -- )
|
2011-11-11 22:48:38 -05:00
|
|
|
[ reg>> ] [ reload-rep>> ] [ reload-from>> ] tri ##reload, ;
|
2010-04-26 00:53:00 -04:00
|
|
|
|
2009-06-05 19:06:47 -04:00
|
|
|
: handle-reload ( live-interval -- )
|
2010-05-07 18:22:35 -04:00
|
|
|
dup reload-from>> [ insert-reload ] [ drop ] if ;
|
2008-09-15 03:59:24 -04:00
|
|
|
|
2009-07-29 07:12:33 -04:00
|
|
|
: activate-interval ( live-interval -- )
|
|
|
|
[ add-pending ] [ handle-reload ] bi ;
|
|
|
|
|
|
|
|
: activate-new-intervals ( n -- )
|
2014-12-13 23:45:40 -05:00
|
|
|
unhandled-intervals get swap '[ _ = ] heap-pop-while
|
|
|
|
[ activate-interval ] each ;
|
2009-07-29 07:12:33 -04:00
|
|
|
|
2009-07-04 01:45:06 -04:00
|
|
|
: prepare-insn ( n -- )
|
|
|
|
[ expire-old-intervals ] [ activate-new-intervals ] bi ;
|
2009-07-04 00:38:52 -04:00
|
|
|
|
2009-06-11 18:55:14 -04:00
|
|
|
GENERIC: assign-registers-in-insn ( insn -- )
|
2009-06-02 19:23:47 -04:00
|
|
|
|
2009-07-29 07:36:14 -04:00
|
|
|
RENAMING: assign [ vreg>reg ] [ vreg>reg ] [ vreg>reg ]
|
2009-05-29 14:11:34 -04:00
|
|
|
|
2009-06-11 18:55:14 -04:00
|
|
|
M: vreg-insn assign-registers-in-insn
|
2009-07-29 07:36:14 -04:00
|
|
|
[ assign-insn-defs ] [ assign-insn-uses ] [ assign-insn-temps ] tri ;
|
2009-06-02 19:23:47 -04:00
|
|
|
|
2010-09-27 01:20:50 -04:00
|
|
|
: assign-gc-roots ( gc-map -- )
|
|
|
|
[ [ vreg>spill-slot ] map ] change-gc-roots drop ;
|
|
|
|
|
|
|
|
: assign-derived-roots ( gc-map -- )
|
|
|
|
[ [ [ vreg>spill-slot ] bi@ ] assoc-map ] change-derived-roots drop ;
|
|
|
|
|
2010-06-13 17:36:08 -04:00
|
|
|
M: gc-map-insn assign-registers-in-insn
|
|
|
|
[ [ assign-insn-defs ] [ assign-insn-uses ] [ assign-insn-temps ] tri ]
|
2010-09-27 01:20:50 -04:00
|
|
|
[ gc-map>> [ assign-gc-roots ] [ assign-derived-roots ] bi ]
|
2010-06-13 17:36:08 -04:00
|
|
|
bi ;
|
2009-06-02 19:23:47 -04:00
|
|
|
|
2009-06-11 18:55:14 -04:00
|
|
|
M: insn assign-registers-in-insn drop ;
|
2009-05-31 19:21:23 -04:00
|
|
|
|
2009-07-04 00:38:52 -04:00
|
|
|
: begin-block ( bb -- )
|
2010-04-28 05:03:12 -04:00
|
|
|
{
|
|
|
|
[ basic-block set ]
|
|
|
|
[ block-from activate-new-intervals ]
|
|
|
|
[ compute-edge-live-in ]
|
|
|
|
[ compute-live-in ]
|
|
|
|
} cleave ;
|
2009-07-04 01:45:06 -04:00
|
|
|
|
2015-04-22 09:06:32 -04:00
|
|
|
: assign-registers-in-block ( bb -- )
|
|
|
|
dup begin-block
|
|
|
|
[
|
2014-12-13 17:05:27 -05:00
|
|
|
[
|
2009-05-29 14:11:34 -04:00
|
|
|
[
|
2014-12-13 17:05:27 -05:00
|
|
|
{
|
|
|
|
[ insn#>> 1 - prepare-insn ]
|
|
|
|
[ insn#>> prepare-insn ]
|
|
|
|
[ assign-registers-in-insn ]
|
|
|
|
[ , ]
|
|
|
|
} cleave
|
|
|
|
] each
|
|
|
|
] V{ } make
|
2015-04-22 09:06:32 -04:00
|
|
|
] change-instructions compute-live-out ;
|
2009-05-29 14:11:34 -04:00
|
|
|
|
2015-04-20 16:30:02 -04:00
|
|
|
: init-assignment ( live-intervals -- )
|
|
|
|
[ [ start>> ] map ] keep zip >min-heap unhandled-intervals set
|
|
|
|
<min-heap> pending-interval-heap set
|
|
|
|
H{ } clone pending-interval-assoc set
|
|
|
|
H{ } clone machine-live-ins set
|
|
|
|
H{ } clone machine-edge-live-ins set
|
|
|
|
H{ } clone machine-live-outs set ;
|
|
|
|
|
2015-04-12 00:00:06 -04:00
|
|
|
: assign-registers ( cfg live-intervals -- )
|
|
|
|
init-assignment
|
2015-05-12 21:50:34 -04:00
|
|
|
linearization-order [ kill-block?>> ] reject
|
2014-12-13 17:05:27 -05:00
|
|
|
[ assign-registers-in-block ] each ;
|