1 ! Copyright (C) 2007, 2008 Slava Pestov.
\r
2 ! See http://factorcode.org/license.txt for BSD license.
\r
3 USING: bootstrap.image.private kernel kernel.private namespaces
\r
4 system cpu.ppc.assembler compiler.codegen.fixup compiler.units
\r
5 compiler.constants math math.private layouts words
\r
6 vocabs slots.private locals.backend ;
\r
15 : factor-area-size ( -- n ) 4 bootstrap-cells ;
\r
17 : stack-frame ( -- n )
\r
18 factor-area-size c-area-size + 4 bootstrap-cells align ;
\r
20 : next-save ( -- n ) stack-frame bootstrap-cell - ;
\r
21 : xt-save ( -- n ) stack-frame 2 bootstrap-cells - ;
\r
24 0 3 LOAD32 rc-absolute-ppc-2/2 rt-immediate jit-rel
\r
25 11 3 profile-count-offset LWZ
\r
26 11 11 1 tag-fixnum ADDI
\r
27 11 3 profile-count-offset STW
\r
28 11 3 word-code-offset LWZ
\r
29 11 11 compiled-header-size ADDI
\r
32 ] jit-profiling jit-define
\r
35 0 3 LOAD32 rc-absolute-ppc-2/2 rt-this jit-rel
\r
37 1 1 stack-frame SUBI
\r
41 0 1 lr-save stack-frame + STW
\r
42 ] jit-prolog jit-define
\r
45 0 3 LOAD32 rc-absolute-ppc-2/2 rt-immediate jit-rel
\r
47 ] jit-push-immediate jit-define
\r
50 0 3 LOAD32 rc-absolute-ppc-2/2 rt-stack-chain jit-rel
\r
53 0 3 LOAD32 rc-absolute-ppc-2/2 rt-primitive jit-rel
\r
56 ] jit-primitive jit-define
\r
58 [ 0 BL rc-relative-ppc-3 rt-xt-pic jit-rel ] jit-word-call jit-define
\r
61 0 6 LOAD32 rc-absolute-ppc-2/2 rt-here jit-rel
\r
62 0 B rc-relative-ppc-3 rt-xt-pic-tail jit-rel
\r
63 ] jit-word-jump jit-define
\r
65 [ 0 B rc-relative-ppc-3 rt-xt jit-rel ] jit-word-special jit-define
\r
70 0 3 \ f tag-number CMPI
\r
72 0 B rc-relative-ppc-3 rt-xt jit-rel
\r
73 0 B rc-relative-ppc-3 rt-xt jit-rel
\r
124 0 BL rc-relative-ppc-3 rt-xt jit-rel
\r
126 ] jit-dip jit-define
\r
130 0 BL rc-relative-ppc-3 rt-xt jit-rel
\r
132 ] jit-2dip jit-define
\r
136 0 BL rc-relative-ppc-3 rt-xt jit-rel
\r
138 ] jit-3dip jit-define
\r
140 : prepare-(execute) ( -- operand )
\r
143 4 3 word-xt-offset LWZ
\r
146 [ prepare-(execute) MTCTR BCTR ] jit-execute-jump jit-define
\r
148 [ prepare-(execute) MTLR BLRL ] jit-execute-call jit-define
\r
151 0 1 lr-save stack-frame + LWZ
\r
152 1 1 stack-frame ADDI
\r
154 ] jit-epilog jit-define
\r
156 [ BLR ] jit-return jit-define
\r
158 ! ! ! Polymorphic inline caches
\r
160 ! Don't touch r6 here; it's used to pass the tail call site
\r
161 ! address for tail PICs
\r
163 ! Load a value from a stack position
\r
165 4 ds-reg 0 LWZ rc-absolute-ppc-2 rt-untagged jit-rel
\r
166 ] pic-load jit-define
\r
170 4 4 tag-mask get ANDI
\r
171 4 4 tag-bits get SLWI ;
\r
173 [ load-tag ] pic-tag jit-define
\r
179 0 4 object tag-number tag-fixnum CMPI
\r
181 4 3 object tag-number neg LWZ
\r
182 ] pic-hi-tag jit-define
\r
188 0 4 tuple tag-number tag-fixnum CMPI
\r
190 4 3 tuple tag-number neg bootstrap-cell + LWZ
\r
191 ] pic-tuple jit-define
\r
197 ! If bits 2 and 3 are set, the tag is either 6 (object) or 7 (tuple)
\r
198 0 4 BIN: 110 tag-fixnum CMPI
\r
201 3 3 0 0 31 tag-bits get - RLWINM
\r
202 ! Set r4 to 0 for objects, and bootstrap-cell for tuples
\r
203 4 4 1 tag-fixnum ANDI
\r
205 ! Load header cell or tuple layout cell
\r
207 ] pic-hi-tag-tuple jit-define
\r
210 0 4 0 CMPI rc-absolute-ppc-2 rt-immediate jit-rel
\r
211 ] pic-check-tag jit-define
\r
214 0 5 LOAD32 rc-absolute-ppc-2/2 rt-immediate jit-rel
\r
216 ] pic-check jit-define
\r
218 [ 2 BNE 0 B rc-relative-ppc-3 rt-xt jit-rel ] pic-hit jit-define
\r
220 ! ! ! Megamorphic caches
\r
224 0 3 LOAD32 rc-absolute-ppc-2/2 rt-immediate jit-rel
\r
227 ! key &= cache.length - 1
\r
228 5 5 mega-cache-size get 1- bootstrap-cell * ANDI
\r
229 ! cache += array-start-offset
\r
230 3 3 array-start-offset ADDI
\r
233 ! if(get(cache) == class)
\r
237 ! megamorphic_cache_hits++
\r
238 0 4 LOAD32 rc-absolute-ppc-2/2 rt-megamorphic-cache-hits jit-rel
\r
242 ! ... goto get(cache + bootstrap-cell)
\r
244 3 3 word-xt-offset LWZ
\r
247 ! fall-through on miss
\r
248 ] mega-lookup jit-define
\r
250 ! ! ! Sub-primitives
\r
252 ! Quotations and words
\r
256 4 3 quot-xt-offset LWZ
\r
259 ] \ (call) define-sub-primitive
\r
264 3 3 tag-mask get ANDI
\r
265 3 3 tag-bits get SLWI
\r
267 ] \ tag define-sub-primitive
\r
273 4 4 0 0 31 tag-bits get - RLWINM
\r
276 ] \ slot define-sub-primitive
\r
281 ] \ drop define-sub-primitive
\r
285 ] \ 2drop define-sub-primitive
\r
289 ] \ 3drop define-sub-primitive
\r
294 ] \ dup define-sub-primitive
\r
302 ] \ 2dup define-sub-primitive
\r
312 ] \ 3dup define-sub-primitive
\r
318 ] \ nip define-sub-primitive
\r
324 ] \ 2nip define-sub-primitive
\r
329 ] \ over define-sub-primitive
\r
334 ] \ pick define-sub-primitive
\r
341 ] \ dupd define-sub-primitive
\r
349 ] \ tuck define-sub-primitive
\r
356 ] \ swap define-sub-primitive
\r
363 ] \ swapd define-sub-primitive
\r
372 ] \ rot define-sub-primitive
\r
381 ] \ -rot define-sub-primitive
\r
383 [ jit->r ] \ load-local define-sub-primitive
\r
386 : jit-compare ( insn -- )
\r
387 0 3 LOAD32 rc-absolute-ppc-2/2 rt-immediate jit-rel
\r
391 2 swap execute( offset -- ) ! magic number
\r
392 \ f tag-number 3 LI
\r
395 : define-jit-compare ( insn word -- )
\r
396 [ [ jit-compare ] curry ] dip define-sub-primitive ;
\r
398 \ BEQ \ eq? define-jit-compare
\r
399 \ BGE \ fixnum>= define-jit-compare
\r
400 \ BLE \ fixnum<= define-jit-compare
\r
401 \ BGT \ fixnum> define-jit-compare
\r
402 \ BLT \ fixnum< define-jit-compare
\r
407 ds-reg ds-reg 4 SUBI
\r
410 3 3 tag-mask get ANDI
\r
411 \ f tag-number 4 LI
\r
416 ] \ both-fixnums? define-sub-primitive
\r
418 : jit-math ( insn -- )
\r
421 [ 5 3 4 ] dip execute( dst src1 src2 -- )
\r
424 [ \ ADD jit-math ] \ fixnum+fast define-sub-primitive
\r
426 [ \ SUBF jit-math ] \ fixnum-fast define-sub-primitive
\r
431 4 4 tag-bits get SRAWI
\r
434 ] \ fixnum*fast define-sub-primitive
\r
436 [ \ AND jit-math ] \ fixnum-bitand define-sub-primitive
\r
438 [ \ OR jit-math ] \ fixnum-bitor define-sub-primitive
\r
440 [ \ XOR jit-math ] \ fixnum-bitxor define-sub-primitive
\r
445 3 3 tag-mask get XORI
\r
447 ] \ fixnum-bitnot define-sub-primitive
\r
451 3 3 tag-bits get SRAWI
\r
452 ds-reg ds-reg 4 SUBI
\r
457 7 7 0 0 31 tag-bits get - RLWINM
\r
462 ] \ fixnum-shift-fast define-sub-primitive
\r
466 ds-reg ds-reg 4 SUBI
\r
472 ] \ fixnum-mod define-sub-primitive
\r
476 ds-reg ds-reg 4 SUBI
\r
479 5 5 tag-bits get SLWI
\r
481 ] \ fixnum/i-fast define-sub-primitive
\r
489 5 5 tag-bits get SLWI
\r
492 ] \ fixnum/mod-fast define-sub-primitive
\r
499 ] \ get-local define-sub-primitive
\r
503 ds-reg ds-reg 4 SUBI
\r
505 rs-reg 3 rs-reg SUBF
\r
506 ] \ drop-locals define-sub-primitive
\r
508 [ "bootstrap.ppc" forget-vocab ] with-compilation-unit
\r