1 ! Copyright (C) 2007, 2008 Slava Pestov.
\r
2 ! See http://factorcode.org/license.txt for BSD license.
\r
3 USING: bootstrap.image.private kernel kernel.private namespaces
\r
4 system cpu.ppc.assembler compiler.codegen.fixup compiler.units
\r
5 compiler.constants math math.private layouts words
\r
6 vocabs slots.private locals.backend ;
\r
7 FROM: cpu.ppc.assembler => B ;
\r
16 : factor-area-size ( -- n ) 4 bootstrap-cells ;
\r
18 : stack-frame ( -- n )
\r
19 factor-area-size c-area-size + 4 bootstrap-cells align ;
\r
21 : next-save ( -- n ) stack-frame bootstrap-cell - ;
\r
22 : xt-save ( -- n ) stack-frame 2 bootstrap-cells - ;
\r
25 0 3 LOAD32 rc-absolute-ppc-2/2 rt-immediate jit-rel
\r
26 11 3 profile-count-offset LWZ
\r
27 11 11 1 tag-fixnum ADDI
\r
28 11 3 profile-count-offset STW
\r
29 11 3 word-code-offset LWZ
\r
30 11 11 compiled-header-size ADDI
\r
33 ] jit-profiling jit-define
\r
36 0 3 LOAD32 rc-absolute-ppc-2/2 rt-this jit-rel
\r
38 1 1 stack-frame SUBI
\r
42 0 1 lr-save stack-frame + STW
\r
43 ] jit-prolog jit-define
\r
46 0 3 LOAD32 rc-absolute-ppc-2/2 rt-immediate jit-rel
\r
48 ] jit-push-immediate jit-define
\r
51 0 3 LOAD32 rc-absolute-ppc-2/2 rt-stack-chain jit-rel
\r
54 4 0 swap LOAD32 rc-absolute-ppc-2/2 rt-vm jit-rel
\r
55 0 5 LOAD32 rc-absolute-ppc-2/2 rt-primitive jit-rel
\r
58 ] jit-primitive jit-define
\r
60 [ 0 BL rc-relative-ppc-3 rt-xt-pic jit-rel ] jit-word-call jit-define
\r
63 0 6 LOAD32 rc-absolute-ppc-2/2 rt-here jit-rel
\r
64 0 B rc-relative-ppc-3 rt-xt-pic-tail jit-rel
\r
65 ] jit-word-jump jit-define
\r
67 [ 0 B rc-relative-ppc-3 rt-xt jit-rel ] jit-word-special jit-define
\r
72 0 3 \ f type-number CMPI
\r
74 0 B rc-relative-ppc-3 rt-xt jit-rel
\r
75 0 B rc-relative-ppc-3 rt-xt jit-rel
\r
126 0 BL rc-relative-ppc-3 rt-xt jit-rel
\r
128 ] jit-dip jit-define
\r
132 0 BL rc-relative-ppc-3 rt-xt jit-rel
\r
134 ] jit-2dip jit-define
\r
138 0 BL rc-relative-ppc-3 rt-xt jit-rel
\r
140 ] jit-3dip jit-define
\r
142 : prepare-(execute) ( -- operand )
\r
145 4 3 word-xt-offset LWZ
\r
148 [ prepare-(execute) MTCTR BCTR ] jit-execute-jump jit-define
\r
150 [ prepare-(execute) MTLR BLRL ] jit-execute-call jit-define
\r
153 0 1 lr-save stack-frame + LWZ
\r
154 1 1 stack-frame ADDI
\r
156 ] jit-epilog jit-define
\r
158 [ BLR ] jit-return jit-define
\r
160 ! ! ! Polymorphic inline caches
\r
162 ! Don't touch r6 here; it's used to pass the tail call site
\r
163 ! address for tail PICs
\r
165 ! Load a value from a stack position
\r
167 4 ds-reg 0 LWZ rc-absolute-ppc-2 rt-untagged jit-rel
\r
168 ] pic-load jit-define
\r
172 4 4 tag-mask get ANDI
\r
173 4 4 tag-bits get SLWI ;
\r
175 [ load-tag ] pic-tag jit-define
\r
181 0 4 tuple type-number tag-fixnum CMPI
\r
183 4 3 tuple type-number neg bootstrap-cell + LWZ
\r
184 ] pic-tuple jit-define
\r
187 0 4 0 CMPI rc-absolute-ppc-2 rt-immediate jit-rel
\r
188 ] pic-check-tag jit-define
\r
191 0 5 LOAD32 rc-absolute-ppc-2/2 rt-immediate jit-rel
\r
193 ] pic-check-tuple jit-define
\r
195 [ 2 BNE 0 B rc-relative-ppc-3 rt-xt jit-rel ] pic-hit jit-define
\r
197 ! ! ! Megamorphic caches
\r
201 0 3 LOAD32 rc-absolute-ppc-2/2 rt-immediate jit-rel
\r
202 ! key = hashcode(class)
\r
209 ! key &= cache.length - 1
\r
210 5 5 mega-cache-size get 1 - bootstrap-cell * ANDI
\r
211 ! cache += array-start-offset
\r
212 3 3 array-start-offset ADDI
\r
215 ! if(get(cache) == class)
\r
219 ! megamorphic_cache_hits++
\r
220 0 4 LOAD32 rc-absolute-ppc-2/2 rt-megamorphic-cache-hits jit-rel
\r
224 ! ... goto get(cache + bootstrap-cell)
\r
226 3 3 word-xt-offset LWZ
\r
229 ! fall-through on miss
\r
230 ] mega-lookup jit-define
\r
233 0 2 LOAD32 rc-absolute-ppc-2/2 rt-xt jit-rel
\r
236 ] callback-stub jit-define
\r
238 ! ! ! Sub-primitives
\r
240 ! Quotations and words
\r
244 4 0 swap LOAD32 0 jit-literal rc-absolute-ppc-2/2 rt-vm jit-rel
\r
245 5 3 quot-xt-offset LWZ
\r
248 ] \ (call) define-sub-primitive
\r
253 3 3 tag-mask get ANDI
\r
254 3 3 tag-bits get SLWI
\r
256 ] \ tag define-sub-primitive
\r
262 4 4 0 0 31 tag-bits get - RLWINM
\r
265 ] \ slot define-sub-primitive
\r
270 ] \ drop define-sub-primitive
\r
274 ] \ 2drop define-sub-primitive
\r
278 ] \ 3drop define-sub-primitive
\r
283 ] \ dup define-sub-primitive
\r
291 ] \ 2dup define-sub-primitive
\r
301 ] \ 3dup define-sub-primitive
\r
307 ] \ nip define-sub-primitive
\r
313 ] \ 2nip define-sub-primitive
\r
318 ] \ over define-sub-primitive
\r
323 ] \ pick define-sub-primitive
\r
330 ] \ dupd define-sub-primitive
\r
337 ] \ swap define-sub-primitive
\r
344 ] \ swapd define-sub-primitive
\r
353 ] \ rot define-sub-primitive
\r
362 ] \ -rot define-sub-primitive
\r
364 [ jit->r ] \ load-local define-sub-primitive
\r
367 : jit-compare ( insn -- )
\r
369 0 3 LOAD32 rc-absolute-ppc-2/2 rt-immediate jit-rel
\r
373 2 swap execute( offset -- ) ! magic number
\r
374 \ f type-number 3 LI
\r
377 : define-jit-compare ( insn word -- )
\r
378 [ [ jit-compare ] curry ] dip define-sub-primitive ;
\r
380 \ BEQ \ eq? define-jit-compare
\r
381 \ BGE \ fixnum>= define-jit-compare
\r
382 \ BLE \ fixnum<= define-jit-compare
\r
383 \ BGT \ fixnum> define-jit-compare
\r
384 \ BLT \ fixnum< define-jit-compare
\r
389 ds-reg ds-reg 4 SUBI
\r
392 3 3 tag-mask get ANDI
\r
393 \ f type-number 4 LI
\r
398 ] \ both-fixnums? define-sub-primitive
\r
400 : jit-math ( insn -- )
\r
403 [ 5 3 4 ] dip execute( dst src1 src2 -- )
\r
406 [ \ ADD jit-math ] \ fixnum+fast define-sub-primitive
\r
408 [ \ SUBF jit-math ] \ fixnum-fast define-sub-primitive
\r
413 4 4 tag-bits get SRAWI
\r
416 ] \ fixnum*fast define-sub-primitive
\r
418 [ \ AND jit-math ] \ fixnum-bitand define-sub-primitive
\r
420 [ \ OR jit-math ] \ fixnum-bitor define-sub-primitive
\r
422 [ \ XOR jit-math ] \ fixnum-bitxor define-sub-primitive
\r
427 3 3 tag-mask get XORI
\r
429 ] \ fixnum-bitnot define-sub-primitive
\r
433 3 3 tag-bits get SRAWI
\r
434 ds-reg ds-reg 4 SUBI
\r
439 7 7 0 0 31 tag-bits get - RLWINM
\r
444 ] \ fixnum-shift-fast define-sub-primitive
\r
448 ds-reg ds-reg 4 SUBI
\r
454 ] \ fixnum-mod define-sub-primitive
\r
458 ds-reg ds-reg 4 SUBI
\r
461 5 5 tag-bits get SLWI
\r
463 ] \ fixnum/i-fast define-sub-primitive
\r
471 5 5 tag-bits get SLWI
\r
474 ] \ fixnum/mod-fast define-sub-primitive
\r
481 ] \ get-local define-sub-primitive
\r
485 ds-reg ds-reg 4 SUBI
\r
487 rs-reg 3 rs-reg SUBF
\r
488 ] \ drop-locals define-sub-primitive
\r
490 [ "bootstrap.ppc" forget-vocab ] with-compilation-unit
\r