1 ! Copyright (C) 2007, 2009 Slava Pestov.
2 ! See http://factorcode.org/license.txt for BSD license.
3 USING: bootstrap.image.private compiler.constants
4 compiler.units cpu.x86.assembler cpu.x86.assembler.operands
5 kernel kernel.private layouts locals.backend make math
6 math.private namespaces sequences slots.private vocabs ;
13 temp0 0 MOV rc-absolute-cell rt-immediate jit-rel
14 ! Bump profiling counter
15 temp0 profile-count-offset [+] 1 tag-fixnum ADD
17 temp0 temp0 word-code-offset [+] MOV
19 temp0 compiled-header-size ADD
22 ] jit-profiling jit-define
26 temp0 0 MOV rc-absolute-cell rt-this jit-rel
27 ! save stack frame size
32 stack-reg stack-frame-size 3 bootstrap-cells - SUB
33 ] jit-prolog jit-define
37 temp0 0 MOV rc-absolute-cell rt-immediate jit-rel
38 ! increment datastack pointer
39 ds-reg bootstrap-cell ADD
40 ! store literal on datastack
42 ] jit-push-immediate jit-define
45 temp3 0 MOV rc-absolute-cell rt-here jit-rel
46 0 JMP rc-relative rt-xt-pic-tail jit-rel
47 ] jit-word-jump jit-define
50 0 CALL rc-relative rt-xt-pic jit-rel
51 ] jit-word-call jit-define
54 0 JMP rc-relative rt-xt jit-rel
55 ] jit-word-special jit-define
61 ds-reg bootstrap-cell SUB
62 ! compare boolean with f
63 temp0 \ f tag-number CMP
64 ! jump to true branch if not equal
65 0 JNE rc-relative rt-xt jit-rel
66 ! jump to false branch if equal
67 0 JMP rc-relative rt-xt jit-rel
71 rs-reg bootstrap-cell ADD
73 ds-reg bootstrap-cell SUB
77 rs-reg 2 bootstrap-cells ADD
79 temp1 ds-reg -1 bootstrap-cells [+] MOV
80 ds-reg 2 bootstrap-cells SUB
82 rs-reg -1 bootstrap-cells [+] temp1 MOV ;
85 rs-reg 3 bootstrap-cells ADD
87 temp1 ds-reg -1 bootstrap-cells [+] MOV
88 temp2 ds-reg -2 bootstrap-cells [+] MOV
89 ds-reg 3 bootstrap-cells SUB
91 rs-reg -1 bootstrap-cells [+] temp1 MOV
92 rs-reg -2 bootstrap-cells [+] temp2 MOV ;
95 ds-reg bootstrap-cell ADD
97 rs-reg bootstrap-cell SUB
101 ds-reg 2 bootstrap-cells ADD
103 temp1 rs-reg -1 bootstrap-cells [+] MOV
104 rs-reg 2 bootstrap-cells SUB
106 ds-reg -1 bootstrap-cells [+] temp1 MOV ;
109 ds-reg 3 bootstrap-cells ADD
111 temp1 rs-reg -1 bootstrap-cells [+] MOV
112 temp2 rs-reg -2 bootstrap-cells [+] MOV
113 rs-reg 3 bootstrap-cells SUB
115 ds-reg -1 bootstrap-cells [+] temp1 MOV
116 ds-reg -2 bootstrap-cells [+] temp2 MOV ;
120 0 CALL rc-relative rt-xt jit-rel
126 0 CALL rc-relative rt-xt jit-rel
128 ] jit-2dip jit-define
132 0 CALL rc-relative rt-xt jit-rel
134 ] jit-3dip jit-define
136 : prepare-(execute) ( -- operand )
140 ds-reg bootstrap-cell SUB
142 temp0 word-xt-offset [+] ;
144 [ prepare-(execute) JMP ] jit-execute-jump jit-define
146 [ prepare-(execute) CALL ] jit-execute-call jit-define
150 stack-reg stack-frame-size bootstrap-cell - ADD
151 ] jit-epilog jit-define
153 [ 0 RET ] jit-return jit-define
155 ! ! ! Polymorphic inline caches
157 ! The PIC and megamorphic code stubs are not permitted to touch temp3.
159 ! Load a value from a stack position
161 temp1 ds-reg HEX: ffffffff [+] MOV rc-absolute rt-untagged jit-rel
162 ] pic-load jit-define
166 temp1 tag-mask get AND
167 temp1 tag-bits get SHL ;
169 [ load-tag ] pic-tag jit-define
171 ! The 'make' trick lets us compute the jump distance for the
172 ! conditional branches there
178 temp1 object tag-number tag-fixnum CMP
179 [ temp1 temp0 object tag-number neg [+] MOV ] { } make
180 [ length JNE ] [ % ] bi
181 ] pic-hi-tag jit-define
187 temp1 tuple tag-number tag-fixnum CMP
188 [ temp1 temp0 tuple tag-number neg bootstrap-cell + [+] MOV ] { } make
189 [ length JNE ] [ % ] bi
190 ] pic-tuple jit-define
196 ! If bits 2 and 3 are set, the tag is either 6 (object) or 7 (tuple)
197 temp1 BIN: 110 tag-fixnum CMP
200 temp0 tag-mask get bitnot AND
201 ! Set temp1 to 0 for objects, and bootstrap-cell for tuples
202 temp1 1 tag-fixnum AND
203 bootstrap-cell 4 = [ temp1 1 SHR ] when
204 ! Load header cell or tuple layout cell
205 temp1 temp0 temp1 [+] MOV
206 ] [ ] make [ length JL ] [ % ] bi
207 ] pic-hi-tag-tuple jit-define
210 temp1 HEX: ffffffff CMP rc-absolute rt-immediate jit-rel
211 ] pic-check-tag jit-define
214 temp2 HEX: ffffffff MOV rc-absolute-cell rt-immediate jit-rel
216 ] pic-check jit-define
218 [ 0 JE rc-relative rt-xt jit-rel ] pic-hit jit-define
220 ! ! ! Megamorphic caches
224 temp0 0 MOV rc-absolute-cell rt-immediate jit-rel
227 bootstrap-cell 8 = [ temp2 1 SHL ] when
228 ! key &= cache.length - 1
229 temp2 mega-cache-size get 1 - bootstrap-cell * AND
230 ! cache += array-start-offset
231 temp0 array-start-offset ADD
234 ! if(get(cache) == class)
236 bootstrap-cell 4 = 14 22 ? JNE ! Yuck!
237 ! megamorphic_cache_hits++
238 temp1 0 MOV rc-absolute-cell rt-megamorphic-cache-hits jit-rel
240 ! goto get(cache + bootstrap-cell)
241 temp0 temp0 bootstrap-cell [+] MOV
242 temp0 word-xt-offset [+] JMP
243 ! fall-through on miss
244 ] mega-lookup jit-define
247 safe-reg 0 MOV rc-absolute-cell rt-xt jit-rel
249 ] callback-stub jit-define
253 ! Quotations and words
258 ds-reg bootstrap-cell SUB
260 arg2 0 MOV 0 jit-literal rc-absolute-cell rt-vm jit-rel
262 arg1 quot-xt-offset [+] JMP
263 ] \ (call) define-sub-primitive
270 temp0 tag-mask get AND
272 temp0 tag-bits get SHL
275 ] \ tag define-sub-primitive
280 ! adjust stack pointer
281 ds-reg bootstrap-cell SUB
284 ! turn slot number into offset
287 temp1 tag-bits get SHR
288 temp1 tag-bits get SHL
290 temp0 temp1 temp0 [+] MOV
293 ] \ slot define-sub-primitive
297 ds-reg bootstrap-cell SUB
298 ] \ drop define-sub-primitive
301 ds-reg 2 bootstrap-cells SUB
302 ] \ 2drop define-sub-primitive
305 ds-reg 3 bootstrap-cells SUB
306 ] \ 3drop define-sub-primitive
310 ds-reg bootstrap-cell ADD
312 ] \ dup define-sub-primitive
316 temp1 ds-reg bootstrap-cell neg [+] MOV
317 ds-reg 2 bootstrap-cells ADD
319 ds-reg bootstrap-cell neg [+] temp1 MOV
320 ] \ 2dup define-sub-primitive
324 temp1 ds-reg -1 bootstrap-cells [+] MOV
325 temp3 ds-reg -2 bootstrap-cells [+] MOV
326 ds-reg 3 bootstrap-cells ADD
328 ds-reg -1 bootstrap-cells [+] temp1 MOV
329 ds-reg -2 bootstrap-cells [+] temp3 MOV
330 ] \ 3dup define-sub-primitive
334 ds-reg bootstrap-cell SUB
336 ] \ nip define-sub-primitive
340 ds-reg 2 bootstrap-cells SUB
342 ] \ 2nip define-sub-primitive
345 temp0 ds-reg -1 bootstrap-cells [+] MOV
346 ds-reg bootstrap-cell ADD
348 ] \ over define-sub-primitive
351 temp0 ds-reg -2 bootstrap-cells [+] MOV
352 ds-reg bootstrap-cell ADD
354 ] \ pick define-sub-primitive
358 temp1 ds-reg -1 bootstrap-cells [+] MOV
360 ds-reg bootstrap-cell ADD
362 ] \ dupd define-sub-primitive
366 temp1 ds-reg -1 bootstrap-cells [+] MOV
367 ds-reg bootstrap-cell ADD
369 ds-reg -1 bootstrap-cells [+] temp1 MOV
370 ds-reg -2 bootstrap-cells [+] temp0 MOV
371 ] \ tuck define-sub-primitive
375 temp1 ds-reg bootstrap-cell neg [+] MOV
376 ds-reg bootstrap-cell neg [+] temp0 MOV
378 ] \ swap define-sub-primitive
381 temp0 ds-reg -1 bootstrap-cells [+] MOV
382 temp1 ds-reg -2 bootstrap-cells [+] MOV
383 ds-reg -2 bootstrap-cells [+] temp0 MOV
384 ds-reg -1 bootstrap-cells [+] temp1 MOV
385 ] \ swapd define-sub-primitive
389 temp1 ds-reg -1 bootstrap-cells [+] MOV
390 temp3 ds-reg -2 bootstrap-cells [+] MOV
391 ds-reg -2 bootstrap-cells [+] temp1 MOV
392 ds-reg -1 bootstrap-cells [+] temp0 MOV
394 ] \ rot define-sub-primitive
398 temp1 ds-reg -1 bootstrap-cells [+] MOV
399 temp3 ds-reg -2 bootstrap-cells [+] MOV
400 ds-reg -2 bootstrap-cells [+] temp0 MOV
401 ds-reg -1 bootstrap-cells [+] temp3 MOV
403 ] \ -rot define-sub-primitive
405 [ jit->r ] \ load-local define-sub-primitive
408 : jit-compare ( insn -- )
411 temp3 0 MOV rc-absolute-cell rt-immediate jit-rel
413 temp1 \ f tag-number MOV
416 ! adjust stack pointer
417 ds-reg bootstrap-cell SUB
418 ! compare with second value
421 [ temp1 temp3 ] dip execute( dst src -- )
423 ds-reg [] temp1 MOV ;
425 : define-jit-compare ( insn word -- )
426 [ [ jit-compare ] curry ] dip define-sub-primitive ;
428 \ CMOVE \ eq? define-jit-compare
429 \ CMOVGE \ fixnum>= define-jit-compare
430 \ CMOVLE \ fixnum<= define-jit-compare
431 \ CMOVG \ fixnum> define-jit-compare
432 \ CMOVL \ fixnum< define-jit-compare
435 : jit-math ( insn -- )
439 ds-reg bootstrap-cell SUB
441 [ ds-reg [] temp0 ] dip execute( dst src -- ) ;
443 [ \ ADD jit-math ] \ fixnum+fast define-sub-primitive
445 [ \ SUB jit-math ] \ fixnum-fast define-sub-primitive
451 ds-reg bootstrap-cell SUB
455 temp0 tag-bits get SAR
460 ] \ fixnum*fast define-sub-primitive
462 [ \ AND jit-math ] \ fixnum-bitand define-sub-primitive
464 [ \ OR jit-math ] \ fixnum-bitor define-sub-primitive
466 [ \ XOR jit-math ] \ fixnum-bitxor define-sub-primitive
472 ds-reg [] tag-mask get XOR
473 ] \ fixnum-bitnot define-sub-primitive
477 shift-arg ds-reg [] MOV
479 shift-arg tag-bits get SAR
480 ! adjust stack pointer
481 ds-reg bootstrap-cell SUB
486 ! compute positive shift value in temp1
489 ! compute negative shift value in temp3
491 temp3 tag-mask get bitnot AND
493 ! if shift count was negative, move temp0 to temp1
497 ] \ fixnum-shift-fast define-sub-primitive
499 : jit-fixnum-/mod ( -- )
500 ! load second parameter
502 ! load first parameter
503 div-arg ds-reg bootstrap-cell neg [+] MOV
507 mod-arg bootstrap-cell-bits 1 - SAR
513 ! adjust stack pointer
514 ds-reg bootstrap-cell SUB
516 ds-reg [] mod-arg MOV
517 ] \ fixnum-mod define-sub-primitive
521 ! adjust stack pointer
522 ds-reg bootstrap-cell SUB
524 div-arg tag-bits get SHL
526 ds-reg [] div-arg MOV
527 ] \ fixnum/i-fast define-sub-primitive
532 div-arg tag-bits get SHL
534 ds-reg [] mod-arg MOV
535 ds-reg bootstrap-cell neg [+] div-arg MOV
536 ] \ fixnum/mod-fast define-sub-primitive
540 ds-reg bootstrap-cell SUB
542 temp0 tag-mask get AND
543 temp0 \ f tag-number MOV
544 temp1 1 tag-fixnum MOV
547 ] \ both-fixnums? define-sub-primitive
552 ! turn local number into offset
555 temp0 rs-reg temp0 [+] MOV
558 ] \ get-local define-sub-primitive
563 ! adjust stack pointer
564 ds-reg bootstrap-cell SUB
565 ! turn local number into offset
567 ! decrement retain stack pointer
569 ] \ drop-locals define-sub-primitive
571 [ "bootstrap.x86" forget-vocab ] with-compilation-unit