1 ! Copyright (C) 2007, 2008 Slava Pestov.
\r
2 ! See http://factorcode.org/license.txt for BSD license.
\r
3 USING: bootstrap.image.private kernel kernel.private namespaces
\r
4 system cpu.ppc.assembler compiler.codegen.fixup compiler.units
\r
5 compiler.constants math math.private layouts words
\r
6 vocabs slots.private locals.backend ;
\r
15 : factor-area-size ( -- n ) 4 bootstrap-cells ;
\r
17 : stack-frame ( -- n )
\r
18 factor-area-size c-area-size + 4 bootstrap-cells align ;
\r
20 : next-save ( -- n ) stack-frame bootstrap-cell - ;
\r
21 : xt-save ( -- n ) stack-frame 2 bootstrap-cells - ;
\r
24 0 6 LOAD32 rc-absolute-ppc-2/2 rt-immediate jit-rel
\r
25 11 6 profile-count-offset LWZ
\r
26 11 11 1 tag-fixnum ADDI
\r
27 11 6 profile-count-offset STW
\r
28 11 6 word-code-offset LWZ
\r
29 11 11 compiled-header-size ADDI
\r
32 ] jit-profiling jit-define
\r
35 0 6 LOAD32 rc-absolute-ppc-2/2 rt-this jit-rel
\r
37 1 1 stack-frame SUBI
\r
41 0 1 lr-save stack-frame + STW
\r
42 ] jit-prolog jit-define
\r
45 0 6 LOAD32 rc-absolute-ppc-2/2 rt-immediate jit-rel
\r
47 ] jit-push-immediate jit-define
\r
50 0 6 LOAD32 rc-absolute-ppc-2/2 rt-stack-chain jit-rel
\r
53 ] jit-save-stack jit-define
\r
56 0 6 LOAD32 rc-absolute-ppc-2/2 rt-primitive jit-rel
\r
59 ] jit-primitive jit-define
\r
61 [ 0 BL rc-relative-ppc-3 rt-xt-direct jit-rel ] jit-word-call jit-define
\r
63 [ 0 B rc-relative-ppc-3 rt-xt jit-rel ] jit-word-jump jit-define
\r
68 0 3 \ f tag-number CMPI
\r
70 0 B rc-relative-ppc-3 rt-xt jit-rel
\r
71 ] jit-if-1 jit-define
\r
74 0 B rc-relative-ppc-3 rt-xt jit-rel
\r
75 ] jit-if-2 jit-define
\r
125 0 BL rc-relative-ppc-3 rt-xt jit-rel
\r
127 ] jit-dip jit-define
\r
131 0 BL rc-relative-ppc-3 rt-xt jit-rel
\r
133 ] jit-2dip jit-define
\r
137 0 BL rc-relative-ppc-3 rt-xt jit-rel
\r
139 ] jit-3dip jit-define
\r
141 : prepare-(execute) ( -- operand )
\r
144 4 3 word-xt-offset LWZ
\r
147 [ prepare-(execute) MTCTR BCTR ] jit-execute-jump jit-define
\r
149 [ prepare-(execute) MTLR BLRL ] jit-execute-call jit-define
\r
152 0 1 lr-save stack-frame + LWZ
\r
153 1 1 stack-frame ADDI
\r
155 ] jit-epilog jit-define
\r
157 [ BLR ] jit-return jit-define
\r
159 ! ! ! Polymorphic inline caches
\r
161 ! Load a value from a stack position
\r
163 4 ds-reg 0 LWZ rc-absolute-ppc-2 rt-untagged jit-rel
\r
164 ] pic-load jit-define
\r
168 4 4 tag-mask get ANDI
\r
169 4 4 tag-bits get SLWI ;
\r
171 [ load-tag ] pic-tag jit-define
\r
177 0 4 object tag-number tag-fixnum CMPI
\r
179 4 3 object tag-number neg LWZ
\r
180 ] pic-hi-tag jit-define
\r
186 0 4 tuple tag-number tag-fixnum CMPI
\r
188 4 3 tuple tag-number neg bootstrap-cell + LWZ
\r
189 ] pic-tuple jit-define
\r
195 ! If bits 2 and 3 are set, the tag is either 6 (object) or 7 (tuple)
\r
196 0 4 BIN: 110 tag-fixnum CMPI
\r
199 3 3 0 0 31 tag-bits get - RLWINM
\r
200 ! Set r4 to 0 for objects, and bootstrap-cell for tuples
\r
201 4 4 1 tag-fixnum ANDI
\r
203 ! Load header cell or tuple layout cell
\r
205 ] pic-hi-tag-tuple jit-define
\r
208 0 4 0 CMPI rc-absolute-ppc-2 rt-immediate jit-rel
\r
209 ] pic-check-tag jit-define
\r
212 0 5 LOAD32 rc-absolute-ppc-2/2 rt-immediate jit-rel
\r
214 ] pic-check jit-define
\r
216 [ 2 BNE 0 B rc-relative-ppc-3 rt-xt jit-rel ] pic-hit jit-define
\r
218 ! ! ! Megamorphic caches
\r
222 0 3 LOAD32 rc-absolute-ppc-2/2 rt-immediate jit-rel
\r
225 ! key &= cache.length - 1
\r
226 5 5 mega-cache-size get 1- bootstrap-cell * ANDI
\r
227 ! cache += array-start-offset
\r
228 3 3 array-start-offset ADDI
\r
231 ! if(get(cache) == class)
\r
235 ! ... goto get(cache + bootstrap-cell)
\r
237 3 3 word-xt-offset LWZ
\r
240 ! fall-through on miss
\r
241 ] mega-lookup jit-define
\r
243 ! ! ! Sub-primitives
\r
245 ! Quotations and words
\r
249 4 3 quot-xt-offset LWZ
\r
252 ] \ (call) define-sub-primitive
\r
257 3 3 tag-mask get ANDI
\r
258 3 3 tag-bits get SLWI
\r
260 ] \ tag define-sub-primitive
\r
266 4 4 0 0 31 tag-bits get - RLWINM
\r
269 ] \ slot define-sub-primitive
\r
274 ] \ drop define-sub-primitive
\r
278 ] \ 2drop define-sub-primitive
\r
282 ] \ 3drop define-sub-primitive
\r
287 ] \ dup define-sub-primitive
\r
295 ] \ 2dup define-sub-primitive
\r
305 ] \ 3dup define-sub-primitive
\r
311 ] \ nip define-sub-primitive
\r
317 ] \ 2nip define-sub-primitive
\r
322 ] \ over define-sub-primitive
\r
327 ] \ pick define-sub-primitive
\r
334 ] \ dupd define-sub-primitive
\r
342 ] \ tuck define-sub-primitive
\r
349 ] \ swap define-sub-primitive
\r
356 ] \ swapd define-sub-primitive
\r
365 ] \ rot define-sub-primitive
\r
374 ] \ -rot define-sub-primitive
\r
376 [ jit->r ] \ load-local define-sub-primitive
\r
379 : jit-compare ( insn -- )
\r
380 0 3 LOAD32 rc-absolute-ppc-2/2 rt-immediate jit-rel
\r
384 2 swap execute( offset -- ) ! magic number
\r
385 \ f tag-number 3 LI
\r
388 : define-jit-compare ( insn word -- )
\r
389 [ [ jit-compare ] curry ] dip define-sub-primitive ;
\r
391 \ BEQ \ eq? define-jit-compare
\r
392 \ BGE \ fixnum>= define-jit-compare
\r
393 \ BLE \ fixnum<= define-jit-compare
\r
394 \ BGT \ fixnum> define-jit-compare
\r
395 \ BLT \ fixnum< define-jit-compare
\r
400 ds-reg ds-reg 4 SUBI
\r
403 3 3 tag-mask get ANDI
\r
404 \ f tag-number 4 LI
\r
409 ] \ both-fixnums? define-sub-primitive
\r
411 : jit-math ( insn -- )
\r
414 [ 5 3 4 ] dip execute( dst src1 src2 -- )
\r
417 [ \ ADD jit-math ] \ fixnum+fast define-sub-primitive
\r
419 [ \ SUBF jit-math ] \ fixnum-fast define-sub-primitive
\r
424 4 4 tag-bits get SRAWI
\r
427 ] \ fixnum*fast define-sub-primitive
\r
429 [ \ AND jit-math ] \ fixnum-bitand define-sub-primitive
\r
431 [ \ OR jit-math ] \ fixnum-bitor define-sub-primitive
\r
433 [ \ XOR jit-math ] \ fixnum-bitxor define-sub-primitive
\r
438 3 3 tag-mask get XORI
\r
440 ] \ fixnum-bitnot define-sub-primitive
\r
444 3 3 tag-bits get SRAWI
\r
445 ds-reg ds-reg 4 SUBI
\r
450 7 7 0 0 31 tag-bits get - RLWINM
\r
455 ] \ fixnum-shift-fast define-sub-primitive
\r
459 ds-reg ds-reg 4 SUBI
\r
465 ] \ fixnum-mod define-sub-primitive
\r
469 ds-reg ds-reg 4 SUBI
\r
472 5 5 tag-bits get SLWI
\r
474 ] \ fixnum/i-fast define-sub-primitive
\r
482 5 5 tag-bits get SLWI
\r
485 ] \ fixnum/mod-fast define-sub-primitive
\r
492 ] \ get-local define-sub-primitive
\r
496 ds-reg ds-reg 4 SUBI
\r
498 rs-reg 3 rs-reg SUBF
\r
499 ] \ drop-locals define-sub-primitive
\r
501 [ "bootstrap.ppc" forget-vocab ] with-compilation-unit
\r