-! Copyright (C) 2008, 2009 Slava Pestov.
+! Copyright (C) 2008, 2010 Slava Pestov.
! See http://factorcode.org/license.txt for BSD license.
-USING: namespaces kernel assocs accessors sequences math math.order fry
-combinators compiler.cfg.instructions compiler.cfg.registers
-compiler.cfg.def-use compiler.cfg.liveness compiler.cfg ;
+USING: accessors assocs binary-search combinators
+compiler.cfg.def-use compiler.cfg.instructions
+compiler.cfg.linearization compiler.cfg.liveness
+compiler.cfg.registers compiler.cfg.ssa.destruction.leaders cpu.architecture
+fry kernel locals math math.intervals math.order namespaces sequences ;
IN: compiler.cfg.linear-scan.live-intervals
TUPLE: live-range from to ;
C: <live-range> live-range
-TUPLE: live-interval
+TUPLE: vreg-use n def-rep use-rep spill-slot? ;
+
+: <vreg-use> ( n -- vreg-use ) vreg-use new swap >>n ;
+
+TUPLE: live-interval-state
vreg
-reg spill-to reload-from
-split-before split-after split-next
+reg spill-to spill-rep reload-from reload-rep
start end ranges uses
-copy-from ;
+reg-class ;
+
+: first-use ( live-interval -- use ) uses>> first ; inline
+
+: last-use ( live-interval -- use ) uses>> last ; inline
+
+: new-use ( insn# uses -- use )
+ [ <vreg-use> dup ] dip push ;
+
+: last-use? ( insn# uses -- use/f )
+ [ drop f ] [ last [ n>> = ] keep and ] if-empty ;
+
+:: (add-use) ( insn# live-interval spill-slot? -- use )
+ live-interval uses>> :> uses
+ insn# uses last-use? [ insn# uses new-use ] unless*
+ spill-slot? [ t >>spill-slot? ] when ;
+
+GENERIC: covers? ( insn# obj -- ? )
+
+M: f covers? 2drop f ;
+
+M: live-range covers? [ from>> ] [ to>> ] bi between? ;
-: covers? ( insn# live-interval -- ? )
- ranges>> [ [ from>> ] [ to>> ] bi between? ] with any? ;
+M: live-interval-state covers? ( insn# live-interval -- ? )
+ ranges>>
+ dup length 4 <= [
+ [ covers? ] with any?
+ ] [
+ [ drop ] [ [ from>> <=> ] with search nip ] 2bi
+ covers?
+ ] if ;
-: child-interval-at ( insn# interval -- interval' )
- dup split-after>> [
- 2dup split-after>> start>> <
- [ split-before>> ] [ split-after>> ] if
- child-interval-at
- ] [ nip ] if ;
+: (find-use) ( insn# live-interval -- vreg-use )
+ uses>> [ n>> <=> ] with search nip ;
-ERROR: dead-value-error vreg ;
+:: find-use ( insn# live-interval -- vreg-use )
+ insn# live-interval (find-use)
+ dup [ dup n>> insn# = [ drop f ] unless ] when ;
+
+: add-new-range ( from to live-interval -- )
+ [ <live-range> ] dip ranges>> push ;
: shorten-range ( n live-interval -- )
dup ranges>> empty?
- [ vreg>> dead-value-error ] [ ranges>> last (>>from) ] if ;
+ [ dupd add-new-range ] [ ranges>> last from<< ] if ;
: extend-range ( from to live-range -- )
ranges>> last
[ min ] change-from
drop ;
-: add-new-range ( from to live-interval -- )
- [ <live-range> ] dip ranges>> push ;
-
: extend-range? ( to live-interval -- ? )
ranges>> [ drop f ] [ last from>> >= ] if-empty ;
2dup extend-range?
[ extend-range ] [ add-new-range ] if ;
-: add-use ( n live-interval -- )
- uses>> push ;
-
-: <live-interval> ( vreg -- live-interval )
- \ live-interval new
+: <live-interval> ( vreg reg-class -- live-interval )
+ \ live-interval-state new
V{ } clone >>uses
V{ } clone >>ranges
+ swap >>reg-class
swap >>vreg ;
: block-from ( bb -- n ) instructions>> first insn#>> 1 - ;
: block-to ( bb -- n ) instructions>> last insn#>> ;
-M: live-interval hashcode*
- nip [ start>> ] [ end>> 1000 * ] bi + ;
-
-M: live-interval clone
- call-next-method [ clone ] change-uses ;
+SYMBOLS: from to ;
-! Mapping from vreg to live-interval
SYMBOL: live-intervals
-: live-interval ( vreg live-intervals -- live-interval )
- [ <live-interval> ] cache ;
+: live-interval ( vreg -- live-interval )
+ leader live-intervals get
+ [ dup rep-of reg-class-of <live-interval> ] cache ;
GENERIC: compute-live-intervals* ( insn -- )
M: insn compute-live-intervals* drop ;
-: handle-output ( n vreg live-intervals -- )
- live-interval
- [ add-use ] [ shorten-range ] 2bi ;
+:: record-def ( vreg n spill-slot? -- )
+ vreg live-interval :> live-interval
+
+ n live-interval shorten-range
+ n live-interval spill-slot? (add-use) vreg rep-of >>def-rep drop ;
+
+:: record-use ( vreg n spill-slot? -- )
+ vreg live-interval :> live-interval
-: handle-input ( n vreg live-intervals -- )
- live-interval
- [ [ basic-block get block-from ] 2dip add-range ] [ add-use ] 2bi ;
+ from get n live-interval add-range
+ n live-interval spill-slot? (add-use) vreg rep-of >>use-rep drop ;
-: handle-temp ( n vreg live-intervals -- )
- live-interval
- [ dupd add-range ] [ add-use ] 2bi ;
+:: record-temp ( vreg n -- )
+ vreg live-interval :> live-interval
-M: vreg-insn compute-live-intervals*
+ n n live-interval add-range
+ n live-interval f (add-use) vreg rep-of >>def-rep drop ;
+
+M: vreg-insn compute-live-intervals* ( insn -- )
dup insn#>>
- live-intervals get
- [ [ defs-vregs ] 2dip '[ [ _ ] dip _ handle-output ] each ]
- [ [ uses-vregs ] 2dip '[ [ _ ] dip _ handle-input ] each ]
- [ [ temp-vregs ] 2dip '[ [ _ ] dip _ handle-temp ] each ]
- 3tri ;
+ [ [ defs-vregs ] dip '[ _ f record-def ] each ]
+ [ [ uses-vregs ] dip '[ _ f record-use ] each ]
+ [ [ temp-vregs ] dip '[ _ record-temp ] each ]
+ 2tri ;
+
+! Extend lifetime intervals of base pointers, so that their
+! values are available even if the base pointer is never used
+! again.
+
+GENERIC: uses-vregs* ( insn -- seq )
+
+M: gc-map-insn uses-vregs*
+ [ uses-vregs ] [ gc-map>> derived-roots>> values ] bi append ;
+
+M: vreg-insn uses-vregs* uses-vregs ;
-: record-copy ( insn -- )
- [ dst>> live-intervals get at ] [ src>> ] bi >>copy-from drop ;
+M: insn uses-vregs* drop f ;
-M: ##copy compute-live-intervals*
- [ call-next-method ] [ record-copy ] bi ;
+M: clobber-insn compute-live-intervals* ( insn -- )
+ dup insn#>>
+ [ [ defs-vregs ] dip '[ _ f record-def ] each ]
+ [ [ uses-vregs* ] dip '[ _ t record-use ] each ]
+ [ [ temp-vregs ] dip '[ _ record-temp ] each ]
+ 2tri ;
-M: ##copy-float compute-live-intervals*
- [ call-next-method ] [ record-copy ] bi ;
+M: hairy-clobber-insn compute-live-intervals* ( insn -- )
+ dup insn#>>
+ [ [ defs-vregs ] dip '[ _ t record-def ] each ]
+ [ [ uses-vregs* ] dip '[ _ t record-use ] each ]
+ [ [ temp-vregs ] dip '[ _ record-temp ] each ]
+ 2tri ;
: handle-live-out ( bb -- )
- live-out keys
- basic-block get [ block-from ] [ block-to ] bi
- live-intervals get '[
- [ _ _ ] dip _ live-interval add-range
- ] each ;
+ live-out dup assoc-empty? [ drop ] [
+ [ from get to get ] dip keys
+ [ live-interval add-range ] 2with each
+ ] if ;
+
+TUPLE: sync-point n keep-dst? ;
+
+C: <sync-point> sync-point
+
+SYMBOL: sync-points
+
+GENERIC: compute-sync-points* ( insn -- )
+
+M: hairy-clobber-insn compute-sync-points*
+ insn#>> f <sync-point> sync-points get push ;
+
+M: clobber-insn compute-sync-points*
+ insn#>> t <sync-point> sync-points get push ;
+
+M: insn compute-sync-points* drop ;
: compute-live-intervals-step ( bb -- )
- [ basic-block set ]
- [ handle-live-out ]
- [ instructions>> <reversed> [ compute-live-intervals* ] each ] tri ;
+ {
+ [ block-from from set ]
+ [ block-to to set ]
+ [ handle-live-out ]
+ [
+ instructions>> <reversed> [
+ [ compute-live-intervals* ]
+ [ compute-sync-points* ]
+ bi
+ ] each
+ ]
+ } cleave ;
+
+: init-live-intervals ( -- )
+ H{ } clone live-intervals set
+ V{ } clone sync-points set ;
: compute-start/end ( live-interval -- )
dup ranges>> [ first from>> ] [ last to>> ] bi
: check-start ( live-interval -- )
dup start>> -1 = [ bad-live-interval ] [ drop ] if ;
-: finish-live-intervals ( live-intervals -- )
- ! Since live intervals are computed in a backward order, we have
- ! to reverse some sequences, and compute the start and end.
- [
+: finish-live-intervals ( live-intervals -- seq )
+ values dup [
{
- [ ranges>> reverse-here ]
- [ uses>> reverse-here ]
+ [ [ { } like reverse! ] change-ranges drop ]
+ [ [ { } like reverse! ] change-uses drop ]
[ compute-start/end ]
[ check-start ]
} cleave
] each ;
-: compute-live-intervals ( rpo -- live-intervals )
- H{ } clone [
- live-intervals set
- <reversed> [ compute-live-intervals-step ] each
- ] keep values dup finish-live-intervals ;
+: compute-live-intervals ( cfg -- live-intervals sync-points )
+ init-live-intervals
+ linearization-order <reversed> [ kill-block?>> ] reject
+ [ compute-live-intervals-step ] each
+ live-intervals get finish-live-intervals
+ sync-points get ;
: relevant-ranges ( interval1 interval2 -- ranges1 ranges2 )
[ [ ranges>> ] bi@ ] [ nip start>> ] 2bi '[ to>> _ >= ] filter ;
} cond ;
: intervals-intersect? ( interval1 interval2 -- ? )
- relevant-ranges intersect-live-ranges >boolean ; inline
\ No newline at end of file
+ relevant-ranges intersect-live-ranges >boolean ; inline