1 ! Copyright (C) 2007, 2010 Slava Pestov.
2 ! See http://factorcode.org/license.txt for BSD license.
3 USING: bootstrap.image.private compiler.constants
4 compiler.units cpu.x86.assembler cpu.x86.assembler.operands
5 kernel kernel.private layouts locals.backend make math
6 math.private namespaces sequences slots.private vocabs ;
11 ! C to Factor entry point
13 ! Optimizing compiler's side of callback accesses
14 ! arguments that are on the stack via the frame pointer.
15 ! On x86-32 fastcall, and x86-64, some arguments are passed
16 ! in registers, and so the only registers that are safe for
17 ! use here are frame-reg, nv-reg and vm-reg.
19 frame-reg stack-reg MOV
21 ! Save all non-volatile registers
27 vm-reg 0 MOV rc-absolute-cell rt-vm jit-rel
30 nv-reg vm-reg vm-context-offset [+] MOV
33 ! Switch over to the spare context
34 nv-reg vm-reg vm-spare-context-offset [+] MOV
35 vm-reg vm-context-offset [+] nv-reg MOV
37 ! Save C callstack pointer
38 nv-reg context-callstack-save-offset [+] stack-reg MOV
40 ! Load Factor callstack pointer
41 stack-reg nv-reg context-callstack-bottom-offset [+] MOV
46 ! Call into Factor code
47 nv-reg 0 MOV rc-absolute-cell rt-entry-point jit-rel
50 ! Load VM into vm-reg; only needed on x86-32, but doesn't
52 vm-reg 0 MOV rc-absolute-cell rt-vm jit-rel
54 ! Load C callstack pointer
55 nv-reg vm-reg vm-context-offset [+] MOV
56 stack-reg nv-reg context-callstack-save-offset [+] MOV
60 vm-reg vm-context-offset [+] nv-reg MOV
62 ! Restore non-volatile registers
65 nv-regs <reversed> [ POP ] each
69 ! Callbacks which return structs, or use stdcall/fastcall/thiscall,
70 ! need a parameter here.
72 ! See the comment for M\ x86.32 stack-cleanup in cpu.x86.32
73 HEX: ffff RET rc-absolute-2 rt-untagged jit-rel
74 ] callback-stub jit-define
78 temp0 0 MOV rc-absolute-cell rt-literal jit-rel
79 ! Bump profiling counter
80 temp0 profile-count-offset [+] 1 tag-fixnum ADD
82 temp0 temp0 word-code-offset [+] MOV
83 ! Compute word entry point
84 temp0 compiled-header-size ADD
87 ] jit-profiling jit-define
91 temp0 0 MOV rc-absolute-cell rt-literal jit-rel
92 ! increment datastack pointer
93 ds-reg bootstrap-cell ADD
94 ! store literal on datastack
99 0 CALL rc-relative rt-entry-point-pic jit-rel
100 ] jit-word-call jit-define
106 ds-reg bootstrap-cell SUB
107 ! compare boolean with f
108 temp0 \ f type-number CMP
109 ! jump to true branch if not equal
110 0 JNE rc-relative rt-entry-point jit-rel
111 ! jump to false branch if equal
112 0 JMP rc-relative rt-entry-point jit-rel
116 rs-reg bootstrap-cell ADD
118 ds-reg bootstrap-cell SUB
119 rs-reg [] temp0 MOV ;
122 rs-reg 2 bootstrap-cells ADD
124 temp1 ds-reg -1 bootstrap-cells [+] MOV
125 ds-reg 2 bootstrap-cells SUB
127 rs-reg -1 bootstrap-cells [+] temp1 MOV ;
130 rs-reg 3 bootstrap-cells ADD
132 temp1 ds-reg -1 bootstrap-cells [+] MOV
133 temp2 ds-reg -2 bootstrap-cells [+] MOV
134 ds-reg 3 bootstrap-cells SUB
136 rs-reg -1 bootstrap-cells [+] temp1 MOV
137 rs-reg -2 bootstrap-cells [+] temp2 MOV ;
140 ds-reg bootstrap-cell ADD
142 rs-reg bootstrap-cell SUB
143 ds-reg [] temp0 MOV ;
146 ds-reg 2 bootstrap-cells ADD
148 temp1 rs-reg -1 bootstrap-cells [+] MOV
149 rs-reg 2 bootstrap-cells SUB
151 ds-reg -1 bootstrap-cells [+] temp1 MOV ;
154 ds-reg 3 bootstrap-cells ADD
156 temp1 rs-reg -1 bootstrap-cells [+] MOV
157 temp2 rs-reg -2 bootstrap-cells [+] MOV
158 rs-reg 3 bootstrap-cells SUB
160 ds-reg -1 bootstrap-cells [+] temp1 MOV
161 ds-reg -2 bootstrap-cells [+] temp2 MOV ;
165 0 CALL rc-relative rt-entry-point jit-rel
171 0 CALL rc-relative rt-entry-point jit-rel
173 ] jit-2dip jit-define
177 0 CALL rc-relative rt-entry-point jit-rel
179 ] jit-3dip jit-define
185 ds-reg bootstrap-cell SUB
187 [ temp0 word-entry-point-offset [+] CALL ]
188 [ temp0 word-entry-point-offset [+] JMP ]
189 \ (execute) define-combinator-primitive
193 ds-reg bootstrap-cell SUB
194 temp0 word-entry-point-offset [+] JMP
195 ] jit-execute jit-define
198 stack-reg stack-frame-size bootstrap-cell - ADD
199 ] jit-epilog jit-define
201 [ 0 RET ] jit-return jit-define
203 ! ! ! Polymorphic inline caches
205 ! The PIC stubs are not permitted to touch pic-tail-reg.
207 ! Load a value from a stack position
209 temp1 ds-reg HEX: ffffffff [+] MOV rc-absolute rt-untagged jit-rel
210 ] pic-load jit-define
214 temp1 tag-mask get AND
215 temp1 tag-bits get SHL ;
217 [ load-tag ] pic-tag jit-define
219 ! The 'make' trick lets us compute the jump distance for the
220 ! conditional branches there
226 temp1 tuple type-number tag-fixnum CMP
228 [ temp1 temp0 tuple type-number neg bootstrap-cell + [+] MOV ]
230 ] pic-tuple jit-define
233 temp1 HEX: ffffffff CMP rc-absolute rt-literal jit-rel
234 ] pic-check-tag jit-define
237 temp2 HEX: ffffffff MOV rc-absolute-cell rt-literal jit-rel
239 ] pic-check-tuple jit-define
241 [ 0 JE rc-relative rt-entry-point jit-rel ] pic-hit jit-define
243 ! ! ! Megamorphic caches
247 temp0 0 MOV rc-absolute-cell rt-literal jit-rel
248 ! key = hashcode(class)
250 bootstrap-cell 4 = [ temp2 1 SHR ] when
251 ! key &= cache.length - 1
252 temp2 mega-cache-size get 1 - bootstrap-cell * AND
253 ! cache += array-start-offset
254 temp0 array-start-offset ADD
257 ! if(get(cache) == class)
259 bootstrap-cell 4 = 14 22 ? JNE ! Yuck!
260 ! megamorphic_cache_hits++
261 temp1 0 MOV rc-absolute-cell rt-megamorphic-cache-hits jit-rel
263 ! goto get(cache + bootstrap-cell)
264 temp0 temp0 bootstrap-cell [+] MOV
265 temp0 word-entry-point-offset [+] JMP
266 ! fall-through on miss
267 ] mega-lookup jit-define
276 temp0 tag-mask get AND
278 temp0 tag-bits get SHL
281 ] \ tag define-sub-primitive
286 ! adjust stack pointer
287 ds-reg bootstrap-cell SUB
290 ! turn slot number into offset
293 temp1 tag-bits get SHR
294 temp1 tag-bits get SHL
296 temp0 temp1 temp0 [+] MOV
299 ] \ slot define-sub-primitive
303 ds-reg bootstrap-cell SUB
304 ] \ drop define-sub-primitive
307 ds-reg 2 bootstrap-cells SUB
308 ] \ 2drop define-sub-primitive
311 ds-reg 3 bootstrap-cells SUB
312 ] \ 3drop define-sub-primitive
316 ds-reg bootstrap-cell ADD
318 ] \ dup define-sub-primitive
322 temp1 ds-reg bootstrap-cell neg [+] MOV
323 ds-reg 2 bootstrap-cells ADD
325 ds-reg bootstrap-cell neg [+] temp1 MOV
326 ] \ 2dup define-sub-primitive
330 temp1 ds-reg -1 bootstrap-cells [+] MOV
331 temp3 ds-reg -2 bootstrap-cells [+] MOV
332 ds-reg 3 bootstrap-cells ADD
334 ds-reg -1 bootstrap-cells [+] temp1 MOV
335 ds-reg -2 bootstrap-cells [+] temp3 MOV
336 ] \ 3dup define-sub-primitive
340 ds-reg bootstrap-cell SUB
342 ] \ nip define-sub-primitive
346 ds-reg 2 bootstrap-cells SUB
348 ] \ 2nip define-sub-primitive
351 temp0 ds-reg -1 bootstrap-cells [+] MOV
352 ds-reg bootstrap-cell ADD
354 ] \ over define-sub-primitive
357 temp0 ds-reg -2 bootstrap-cells [+] MOV
358 ds-reg bootstrap-cell ADD
360 ] \ pick define-sub-primitive
364 temp1 ds-reg -1 bootstrap-cells [+] MOV
366 ds-reg bootstrap-cell ADD
368 ] \ dupd define-sub-primitive
372 temp1 ds-reg bootstrap-cell neg [+] MOV
373 ds-reg bootstrap-cell neg [+] temp0 MOV
375 ] \ swap define-sub-primitive
378 temp0 ds-reg -1 bootstrap-cells [+] MOV
379 temp1 ds-reg -2 bootstrap-cells [+] MOV
380 ds-reg -2 bootstrap-cells [+] temp0 MOV
381 ds-reg -1 bootstrap-cells [+] temp1 MOV
382 ] \ swapd define-sub-primitive
386 temp1 ds-reg -1 bootstrap-cells [+] MOV
387 temp3 ds-reg -2 bootstrap-cells [+] MOV
388 ds-reg -2 bootstrap-cells [+] temp1 MOV
389 ds-reg -1 bootstrap-cells [+] temp0 MOV
391 ] \ rot define-sub-primitive
395 temp1 ds-reg -1 bootstrap-cells [+] MOV
396 temp3 ds-reg -2 bootstrap-cells [+] MOV
397 ds-reg -2 bootstrap-cells [+] temp0 MOV
398 ds-reg -1 bootstrap-cells [+] temp3 MOV
400 ] \ -rot define-sub-primitive
402 [ jit->r ] \ load-local define-sub-primitive
405 : jit-compare ( insn -- )
408 temp3 0 MOV rc-absolute-cell rt-literal jit-rel
410 temp1 \ f type-number MOV
413 ! adjust stack pointer
414 ds-reg bootstrap-cell SUB
415 ! compare with second value
418 [ temp1 temp3 ] dip execute( dst src -- )
420 ds-reg [] temp1 MOV ;
422 : define-jit-compare ( insn word -- )
423 [ [ jit-compare ] curry ] dip define-sub-primitive ;
425 \ CMOVE \ eq? define-jit-compare
426 \ CMOVGE \ fixnum>= define-jit-compare
427 \ CMOVLE \ fixnum<= define-jit-compare
428 \ CMOVG \ fixnum> define-jit-compare
429 \ CMOVL \ fixnum< define-jit-compare
432 : jit-math ( insn -- )
436 ds-reg bootstrap-cell SUB
438 [ ds-reg [] temp0 ] dip execute( dst src -- ) ;
440 [ \ ADD jit-math ] \ fixnum+fast define-sub-primitive
442 [ \ SUB jit-math ] \ fixnum-fast define-sub-primitive
448 ds-reg bootstrap-cell SUB
452 temp0 tag-bits get SAR
457 ] \ fixnum*fast define-sub-primitive
459 [ \ AND jit-math ] \ fixnum-bitand define-sub-primitive
461 [ \ OR jit-math ] \ fixnum-bitor define-sub-primitive
463 [ \ XOR jit-math ] \ fixnum-bitxor define-sub-primitive
469 ds-reg [] tag-mask get XOR
470 ] \ fixnum-bitnot define-sub-primitive
474 shift-arg ds-reg [] MOV
476 shift-arg tag-bits get SAR
477 ! adjust stack pointer
478 ds-reg bootstrap-cell SUB
483 ! compute positive shift value in temp2
486 ! compute negative shift value in temp3
488 temp3 tag-mask get bitnot AND
490 ! if shift count was negative, move temp0 to temp2
494 ] \ fixnum-shift-fast define-sub-primitive
496 : jit-fixnum-/mod ( -- )
497 ! load second parameter
499 ! load first parameter
500 div-arg ds-reg bootstrap-cell neg [+] MOV
504 mod-arg bootstrap-cell-bits 1 - SAR
510 ! adjust stack pointer
511 ds-reg bootstrap-cell SUB
513 ds-reg [] mod-arg MOV
514 ] \ fixnum-mod define-sub-primitive
518 ! adjust stack pointer
519 ds-reg bootstrap-cell SUB
521 div-arg tag-bits get SHL
523 ds-reg [] div-arg MOV
524 ] \ fixnum/i-fast define-sub-primitive
529 div-arg tag-bits get SHL
531 ds-reg [] mod-arg MOV
532 ds-reg bootstrap-cell neg [+] div-arg MOV
533 ] \ fixnum/mod-fast define-sub-primitive
537 ds-reg bootstrap-cell SUB
539 temp0 tag-mask get AND
540 temp0 \ f type-number MOV
541 temp1 1 tag-fixnum MOV
544 ] \ both-fixnums? define-sub-primitive
549 ! turn local number into offset
552 temp0 rs-reg temp0 [+] MOV
555 ] \ get-local define-sub-primitive
560 ! adjust stack pointer
561 ds-reg bootstrap-cell SUB
562 ! turn local number into offset
564 ! decrement retain stack pointer
566 ] \ drop-locals define-sub-primitive
568 [ "bootstrap.x86" forget-vocab ] with-compilation-unit