1 ! Copyright (C) 2007, 2008 Slava Pestov.
\r
2 ! See http://factorcode.org/license.txt for BSD license.
\r
3 USING: bootstrap.image.private kernel kernel.private namespaces
\r
4 system cpu.ppc.assembler compiler.codegen.fixup compiler.units
\r
5 compiler.constants math math.private layouts words
\r
6 vocabs slots.private locals.backend ;
\r
15 : factor-area-size ( -- n ) 4 bootstrap-cells ;
\r
17 : stack-frame ( -- n )
\r
18 factor-area-size c-area-size + 4 bootstrap-cells align ;
\r
20 : next-save ( -- n ) stack-frame bootstrap-cell - ;
\r
21 : xt-save ( -- n ) stack-frame 2 bootstrap-cells - ;
\r
24 0 6 LOAD32 rc-absolute-ppc-2/2 rt-immediate jit-rel
\r
25 11 6 profile-count-offset LWZ
\r
26 11 11 1 tag-fixnum ADDI
\r
27 11 6 profile-count-offset STW
\r
28 11 6 word-code-offset LWZ
\r
29 11 11 compiled-header-size ADDI
\r
32 ] jit-profiling jit-define
\r
35 0 6 LOAD32 rc-absolute-ppc-2/2 rt-this jit-rel
\r
37 1 1 stack-frame SUBI
\r
41 0 1 lr-save stack-frame + STW
\r
42 ] jit-prolog jit-define
\r
45 0 6 LOAD32 rc-absolute-ppc-2/2 rt-immediate jit-rel
\r
47 ] jit-push-immediate jit-define
\r
50 0 6 LOAD32 rc-absolute-ppc-2/2 rt-stack-chain jit-rel
\r
53 0 6 LOAD32 rc-absolute-ppc-2/2 rt-primitive jit-rel
\r
56 ] jit-primitive jit-define
\r
58 [ 0 BL rc-relative-ppc-3 rt-xt-pic jit-rel ] jit-word-call jit-define
\r
60 [ 0 B rc-relative-ppc-3 rt-xt jit-rel ] jit-word-jump jit-define
\r
65 0 3 \ f tag-number CMPI
\r
67 0 B rc-relative-ppc-3 rt-xt jit-rel
\r
68 0 B rc-relative-ppc-3 rt-xt jit-rel
\r
119 0 BL rc-relative-ppc-3 rt-xt jit-rel
\r
121 ] jit-dip jit-define
\r
125 0 BL rc-relative-ppc-3 rt-xt jit-rel
\r
127 ] jit-2dip jit-define
\r
131 0 BL rc-relative-ppc-3 rt-xt jit-rel
\r
133 ] jit-3dip jit-define
\r
135 : prepare-(execute) ( -- operand )
\r
138 4 3 word-xt-offset LWZ
\r
141 [ prepare-(execute) MTCTR BCTR ] jit-execute-jump jit-define
\r
143 [ prepare-(execute) MTLR BLRL ] jit-execute-call jit-define
\r
146 0 1 lr-save stack-frame + LWZ
\r
147 1 1 stack-frame ADDI
\r
149 ] jit-epilog jit-define
\r
151 [ BLR ] jit-return jit-define
\r
153 ! ! ! Polymorphic inline caches
\r
155 ! Load a value from a stack position
\r
157 4 ds-reg 0 LWZ rc-absolute-ppc-2 rt-untagged jit-rel
\r
158 ] pic-load jit-define
\r
162 4 4 tag-mask get ANDI
\r
163 4 4 tag-bits get SLWI ;
\r
165 [ load-tag ] pic-tag jit-define
\r
171 0 4 object tag-number tag-fixnum CMPI
\r
173 4 3 object tag-number neg LWZ
\r
174 ] pic-hi-tag jit-define
\r
180 0 4 tuple tag-number tag-fixnum CMPI
\r
182 4 3 tuple tag-number neg bootstrap-cell + LWZ
\r
183 ] pic-tuple jit-define
\r
189 ! If bits 2 and 3 are set, the tag is either 6 (object) or 7 (tuple)
\r
190 0 4 BIN: 110 tag-fixnum CMPI
\r
193 3 3 0 0 31 tag-bits get - RLWINM
\r
194 ! Set r4 to 0 for objects, and bootstrap-cell for tuples
\r
195 4 4 1 tag-fixnum ANDI
\r
197 ! Load header cell or tuple layout cell
\r
199 ] pic-hi-tag-tuple jit-define
\r
202 0 4 0 CMPI rc-absolute-ppc-2 rt-immediate jit-rel
\r
203 ] pic-check-tag jit-define
\r
206 0 5 LOAD32 rc-absolute-ppc-2/2 rt-immediate jit-rel
\r
208 ] pic-check jit-define
\r
210 [ 2 BNE 0 B rc-relative-ppc-3 rt-xt jit-rel ] pic-hit jit-define
\r
212 ! ! ! Megamorphic caches
\r
216 0 3 LOAD32 rc-absolute-ppc-2/2 rt-immediate jit-rel
\r
219 ! key &= cache.length - 1
\r
220 5 5 mega-cache-size get 1- bootstrap-cell * ANDI
\r
221 ! cache += array-start-offset
\r
222 3 3 array-start-offset ADDI
\r
225 ! if(get(cache) == class)
\r
229 ! megamorphic_cache_hits++
\r
230 0 4 LOAD32 rc-absolute-ppc-2/2 rt-megamorphic-cache-hits jit-rel
\r
234 ! ... goto get(cache + bootstrap-cell)
\r
236 3 3 word-xt-offset LWZ
\r
239 ! fall-through on miss
\r
240 ] mega-lookup jit-define
\r
242 ! ! ! Sub-primitives
\r
244 ! Quotations and words
\r
248 4 3 quot-xt-offset LWZ
\r
251 ] \ (call) define-sub-primitive
\r
256 3 3 tag-mask get ANDI
\r
257 3 3 tag-bits get SLWI
\r
259 ] \ tag define-sub-primitive
\r
265 4 4 0 0 31 tag-bits get - RLWINM
\r
268 ] \ slot define-sub-primitive
\r
273 ] \ drop define-sub-primitive
\r
277 ] \ 2drop define-sub-primitive
\r
281 ] \ 3drop define-sub-primitive
\r
286 ] \ dup define-sub-primitive
\r
294 ] \ 2dup define-sub-primitive
\r
304 ] \ 3dup define-sub-primitive
\r
310 ] \ nip define-sub-primitive
\r
316 ] \ 2nip define-sub-primitive
\r
321 ] \ over define-sub-primitive
\r
326 ] \ pick define-sub-primitive
\r
333 ] \ dupd define-sub-primitive
\r
341 ] \ tuck define-sub-primitive
\r
348 ] \ swap define-sub-primitive
\r
355 ] \ swapd define-sub-primitive
\r
364 ] \ rot define-sub-primitive
\r
373 ] \ -rot define-sub-primitive
\r
375 [ jit->r ] \ load-local define-sub-primitive
\r
378 : jit-compare ( insn -- )
\r
379 0 3 LOAD32 rc-absolute-ppc-2/2 rt-immediate jit-rel
\r
383 2 swap execute( offset -- ) ! magic number
\r
384 \ f tag-number 3 LI
\r
387 : define-jit-compare ( insn word -- )
\r
388 [ [ jit-compare ] curry ] dip define-sub-primitive ;
\r
390 \ BEQ \ eq? define-jit-compare
\r
391 \ BGE \ fixnum>= define-jit-compare
\r
392 \ BLE \ fixnum<= define-jit-compare
\r
393 \ BGT \ fixnum> define-jit-compare
\r
394 \ BLT \ fixnum< define-jit-compare
\r
399 ds-reg ds-reg 4 SUBI
\r
402 3 3 tag-mask get ANDI
\r
403 \ f tag-number 4 LI
\r
408 ] \ both-fixnums? define-sub-primitive
\r
410 : jit-math ( insn -- )
\r
413 [ 5 3 4 ] dip execute( dst src1 src2 -- )
\r
416 [ \ ADD jit-math ] \ fixnum+fast define-sub-primitive
\r
418 [ \ SUBF jit-math ] \ fixnum-fast define-sub-primitive
\r
423 4 4 tag-bits get SRAWI
\r
426 ] \ fixnum*fast define-sub-primitive
\r
428 [ \ AND jit-math ] \ fixnum-bitand define-sub-primitive
\r
430 [ \ OR jit-math ] \ fixnum-bitor define-sub-primitive
\r
432 [ \ XOR jit-math ] \ fixnum-bitxor define-sub-primitive
\r
437 3 3 tag-mask get XORI
\r
439 ] \ fixnum-bitnot define-sub-primitive
\r
443 3 3 tag-bits get SRAWI
\r
444 ds-reg ds-reg 4 SUBI
\r
449 7 7 0 0 31 tag-bits get - RLWINM
\r
454 ] \ fixnum-shift-fast define-sub-primitive
\r
458 ds-reg ds-reg 4 SUBI
\r
464 ] \ fixnum-mod define-sub-primitive
\r
468 ds-reg ds-reg 4 SUBI
\r
471 5 5 tag-bits get SLWI
\r
473 ] \ fixnum/i-fast define-sub-primitive
\r
481 5 5 tag-bits get SLWI
\r
484 ] \ fixnum/mod-fast define-sub-primitive
\r
491 ] \ get-local define-sub-primitive
\r
495 ds-reg ds-reg 4 SUBI
\r
497 rs-reg 3 rs-reg SUBF
\r
498 ] \ drop-locals define-sub-primitive
\r
500 [ "bootstrap.ppc" forget-vocab ] with-compilation-unit
\r