1 ! Copyright (C) 2007, 2011 Slava Pestov.
2 ! See http://factorcode.org/license.txt for BSD license.
3 USING: bootstrap.image.private compiler.constants
4 compiler.codegen.relocation compiler.units cpu.x86.assembler
5 cpu.x86.assembler.operands kernel kernel.private layouts
6 locals locals.backend make math math.private namespaces sequences
7 slots.private strings.private vocabs ;
12 ! C to Factor entry point
14 ! Optimizing compiler's side of callback accesses
15 ! arguments that are on the stack via the frame pointer.
16 ! On x86-32 fastcall, and x86-64, some arguments are passed
17 ! in registers, and so the only registers that are safe for
18 ! use here are frame-reg, nv-reg and vm-reg.
20 frame-reg stack-reg MOV
22 ! Save all non-volatile registers
28 vm-reg 0 MOV 0 rc-absolute-cell rel-vm
31 nv-reg vm-reg vm-context-offset [+] MOV
34 ! Switch over to the spare context
35 nv-reg vm-reg vm-spare-context-offset [+] MOV
36 vm-reg vm-context-offset [+] nv-reg MOV
38 ! Save C callstack pointer
39 nv-reg context-callstack-save-offset [+] stack-reg MOV
41 ! Load Factor stack pointers
42 stack-reg nv-reg context-callstack-bottom-offset [+] MOV
46 rs-reg nv-reg context-retainstack-offset [+] MOV
47 ds-reg nv-reg context-datastack-offset [+] MOV
49 ! Call into Factor code
50 link-reg 0 MOV f rc-absolute-cell rel-word
53 ! Load VM into vm-reg; only needed on x86-32, but doesn't
55 vm-reg 0 MOV 0 rc-absolute-cell rel-vm
57 ! Load C callstack pointer
58 nv-reg vm-reg vm-context-offset [+] MOV
59 stack-reg nv-reg context-callstack-save-offset [+] MOV
63 vm-reg vm-context-offset [+] nv-reg MOV
65 ! Restore non-volatile registers
68 nv-regs <reversed> [ POP ] each
72 ! Callbacks which return structs, or use stdcall/fastcall/thiscall,
73 ! need a parameter here.
75 ! See the comment for M\ x86.32 stack-cleanup in cpu.x86.32
76 HEX: ffff RET f rc-absolute-2 rel-untagged
77 ] callback-stub jit-define
81 temp0 0 MOV f rc-absolute-cell rel-literal
82 ! increment datastack pointer
83 ds-reg bootstrap-cell ADD
84 ! store literal on datastack
89 0 CALL f rc-relative rel-word-pic
90 ] jit-word-call jit-define
92 ! The *-signal-handler subprimitives are special-cased in vm/quotations.cpp
93 ! not to trigger generation of a stack frame, so they can
94 ! peform their own prolog/epilog preserving registers.
97 jit-signal-handler-prolog :> frame-size
99 temp0 vm-reg vm-signal-handler-addr-offset [+] MOV
101 frame-size jit-signal-handler-epilog
103 ] \ signal-handler define-sub-primitive
105 : leaf-frame-size ( -- n ) 4 bootstrap-cells ;
108 jit-signal-handler-prolog :> frame-size
110 temp0 vm-reg vm-signal-handler-addr-offset [+] MOV
112 frame-size jit-signal-handler-epilog
113 ! Pop the fake leaf frame along with our return address
114 leaf-frame-size bootstrap-cell - RET
115 ] \ leaf-signal-handler define-sub-primitive
118 jit-signal-handler-prolog :> frame-size
119 temp0 vm-reg vm-signal-handler-addr-offset [+] MOV
121 frame-size jit-signal-handler-epilog
123 ] \ ffi-signal-handler define-sub-primitive
126 jit-signal-handler-prolog :> frame-size
127 temp0 vm-reg vm-signal-handler-addr-offset [+] MOV
129 frame-size jit-signal-handler-epilog
130 red-zone-size 16 bootstrap-cell - + RET
131 ] \ ffi-leaf-signal-handler define-sub-primitive
137 ds-reg bootstrap-cell SUB
138 ! compare boolean with f
139 temp0 \ f type-number CMP
140 ! jump to true branch if not equal
141 0 JNE f rc-relative rel-word
142 ! jump to false branch if equal
143 0 JMP f rc-relative rel-word
147 rs-reg bootstrap-cell ADD
149 ds-reg bootstrap-cell SUB
150 rs-reg [] temp0 MOV ;
153 rs-reg 2 bootstrap-cells ADD
155 temp1 ds-reg -1 bootstrap-cells [+] MOV
156 ds-reg 2 bootstrap-cells SUB
158 rs-reg -1 bootstrap-cells [+] temp1 MOV ;
161 rs-reg 3 bootstrap-cells ADD
163 temp1 ds-reg -1 bootstrap-cells [+] MOV
164 temp2 ds-reg -2 bootstrap-cells [+] MOV
165 ds-reg 3 bootstrap-cells SUB
167 rs-reg -1 bootstrap-cells [+] temp1 MOV
168 rs-reg -2 bootstrap-cells [+] temp2 MOV ;
171 ds-reg bootstrap-cell ADD
173 rs-reg bootstrap-cell SUB
174 ds-reg [] temp0 MOV ;
177 ds-reg 2 bootstrap-cells ADD
179 temp1 rs-reg -1 bootstrap-cells [+] MOV
180 rs-reg 2 bootstrap-cells SUB
182 ds-reg -1 bootstrap-cells [+] temp1 MOV ;
185 ds-reg 3 bootstrap-cells ADD
187 temp1 rs-reg -1 bootstrap-cells [+] MOV
188 temp2 rs-reg -2 bootstrap-cells [+] MOV
189 rs-reg 3 bootstrap-cells SUB
191 ds-reg -1 bootstrap-cells [+] temp1 MOV
192 ds-reg -2 bootstrap-cells [+] temp2 MOV ;
196 0 CALL f rc-relative rel-word
202 0 CALL f rc-relative rel-word
204 ] jit-2dip jit-define
208 0 CALL f rc-relative rel-word
210 ] jit-3dip jit-define
216 ds-reg bootstrap-cell SUB
218 [ temp0 word-entry-point-offset [+] CALL ]
219 [ temp0 word-entry-point-offset [+] JMP ]
220 \ (execute) define-combinator-primitive
224 ds-reg bootstrap-cell SUB
225 temp0 word-entry-point-offset [+] JMP
226 ] jit-execute jit-define
229 stack-reg stack-frame-size bootstrap-cell - ADD
230 ] jit-epilog jit-define
232 [ 0 RET ] jit-return jit-define
234 ! ! ! Polymorphic inline caches
236 ! The PIC stubs are not permitted to touch pic-tail-reg.
238 ! Load a value from a stack position
240 temp1 ds-reg HEX: 7f [+] MOV f rc-absolute-1 rel-untagged
241 ] pic-load jit-define
243 [ temp1 tag-mask get AND ] pic-tag jit-define
247 temp1 tag-mask get AND
248 temp1 tuple type-number CMP
250 [ temp1 temp0 tuple-class-offset [+] MOV ]
252 ] pic-tuple jit-define
255 temp1 HEX: 7f CMP f rc-absolute-1 rel-untagged
256 ] pic-check-tag jit-define
258 [ 0 JE f rc-relative rel-word ] pic-hit jit-define
260 ! ! ! Megamorphic caches
265 temp1 tag-mask get AND
266 temp1 tag-bits get SHL
267 temp1 tuple type-number tag-fixnum CMP
269 [ temp1 temp0 tuple-class-offset [+] MOV ]
272 temp0 0 MOV f rc-absolute-cell rel-literal
273 ! key = hashcode(class)
275 bootstrap-cell 4 = [ temp2 1 SHR ] when
276 ! key &= cache.length - 1
277 temp2 mega-cache-size get 1 - bootstrap-cell * AND
278 ! cache += array-start-offset
279 temp0 array-start-offset ADD
282 ! if(get(cache) == class)
286 ! megamorphic_cache_hits++
287 temp1 0 MOV rc-absolute-cell rel-megamorphic-cache-hits
289 ! goto get(cache + bootstrap-cell)
290 temp0 temp0 bootstrap-cell [+] MOV
291 temp0 word-entry-point-offset [+] JMP
292 ! fall-through on miss
294 ] mega-lookup jit-define
303 temp0 tag-mask get AND
305 temp0 tag-bits get SHL
308 ] \ tag define-sub-primitive
313 ! adjust stack pointer
314 ds-reg bootstrap-cell SUB
317 ! turn slot number into offset
320 temp1 tag-bits get SHR
321 temp1 tag-bits get SHL
323 temp0 temp1 temp0 [+] MOV
326 ] \ slot define-sub-primitive
329 ! load string index from stack
330 temp0 ds-reg bootstrap-cell neg [+] MOV
331 temp0 tag-bits get SHR
332 ! load string from stack
335 temp0 8-bit-version-of temp0 temp1 string-offset [++] MOV
336 temp0 temp0 8-bit-version-of MOVZX
337 temp0 tag-bits get SHL
338 ! store character to stack
339 ds-reg bootstrap-cell SUB
341 ] \ string-nth-fast define-sub-primitive
345 ds-reg bootstrap-cell SUB
346 ] \ drop define-sub-primitive
349 ds-reg 2 bootstrap-cells SUB
350 ] \ 2drop define-sub-primitive
353 ds-reg 3 bootstrap-cells SUB
354 ] \ 3drop define-sub-primitive
358 ds-reg bootstrap-cell ADD
360 ] \ dup define-sub-primitive
364 temp1 ds-reg bootstrap-cell neg [+] MOV
365 ds-reg 2 bootstrap-cells ADD
367 ds-reg bootstrap-cell neg [+] temp1 MOV
368 ] \ 2dup define-sub-primitive
372 temp1 ds-reg -1 bootstrap-cells [+] MOV
373 temp3 ds-reg -2 bootstrap-cells [+] MOV
374 ds-reg 3 bootstrap-cells ADD
376 ds-reg -1 bootstrap-cells [+] temp1 MOV
377 ds-reg -2 bootstrap-cells [+] temp3 MOV
378 ] \ 3dup define-sub-primitive
382 ds-reg bootstrap-cell SUB
384 ] \ nip define-sub-primitive
388 ds-reg 2 bootstrap-cells SUB
390 ] \ 2nip define-sub-primitive
393 temp0 ds-reg -1 bootstrap-cells [+] MOV
394 ds-reg bootstrap-cell ADD
396 ] \ over define-sub-primitive
399 temp0 ds-reg -2 bootstrap-cells [+] MOV
400 ds-reg bootstrap-cell ADD
402 ] \ pick define-sub-primitive
406 temp1 ds-reg -1 bootstrap-cells [+] MOV
408 ds-reg bootstrap-cell ADD
410 ] \ dupd define-sub-primitive
414 temp1 ds-reg bootstrap-cell neg [+] MOV
415 ds-reg bootstrap-cell neg [+] temp0 MOV
417 ] \ swap define-sub-primitive
420 temp0 ds-reg -1 bootstrap-cells [+] MOV
421 temp1 ds-reg -2 bootstrap-cells [+] MOV
422 ds-reg -2 bootstrap-cells [+] temp0 MOV
423 ds-reg -1 bootstrap-cells [+] temp1 MOV
424 ] \ swapd define-sub-primitive
428 temp1 ds-reg -1 bootstrap-cells [+] MOV
429 temp3 ds-reg -2 bootstrap-cells [+] MOV
430 ds-reg -2 bootstrap-cells [+] temp1 MOV
431 ds-reg -1 bootstrap-cells [+] temp0 MOV
433 ] \ rot define-sub-primitive
437 temp1 ds-reg -1 bootstrap-cells [+] MOV
438 temp3 ds-reg -2 bootstrap-cells [+] MOV
439 ds-reg -2 bootstrap-cells [+] temp0 MOV
440 ds-reg -1 bootstrap-cells [+] temp3 MOV
442 ] \ -rot define-sub-primitive
444 [ jit->r ] \ load-local define-sub-primitive
447 : jit-compare ( insn -- )
449 temp3 0 MOV t rc-absolute-cell rel-literal
451 temp1 \ f type-number MOV
454 ! adjust stack pointer
455 ds-reg bootstrap-cell SUB
456 ! compare with second value
459 [ temp1 temp3 ] dip execute( dst src -- )
461 ds-reg [] temp1 MOV ;
463 : define-jit-compare ( insn word -- )
464 [ [ jit-compare ] curry ] dip define-sub-primitive ;
466 \ CMOVE \ eq? define-jit-compare
467 \ CMOVGE \ fixnum>= define-jit-compare
468 \ CMOVLE \ fixnum<= define-jit-compare
469 \ CMOVG \ fixnum> define-jit-compare
470 \ CMOVL \ fixnum< define-jit-compare
473 : jit-math ( insn -- )
477 ds-reg bootstrap-cell SUB
479 [ ds-reg [] temp0 ] dip execute( dst src -- ) ;
481 [ \ ADD jit-math ] \ fixnum+fast define-sub-primitive
483 [ \ SUB jit-math ] \ fixnum-fast define-sub-primitive
489 ds-reg bootstrap-cell SUB
493 temp0 tag-bits get SAR
498 ] \ fixnum*fast define-sub-primitive
500 [ \ AND jit-math ] \ fixnum-bitand define-sub-primitive
502 [ \ OR jit-math ] \ fixnum-bitor define-sub-primitive
504 [ \ XOR jit-math ] \ fixnum-bitxor define-sub-primitive
510 ds-reg [] tag-mask get XOR
511 ] \ fixnum-bitnot define-sub-primitive
515 shift-arg ds-reg [] MOV
517 shift-arg tag-bits get SAR
518 ! adjust stack pointer
519 ds-reg bootstrap-cell SUB
524 ! compute positive shift value in temp2
527 ! compute negative shift value in temp3
529 temp3 tag-mask get bitnot AND
531 ! if shift count was negative, move temp0 to temp2
535 ] \ fixnum-shift-fast define-sub-primitive
537 : jit-fixnum-/mod ( -- )
538 ! load second parameter
540 ! load first parameter
541 div-arg ds-reg bootstrap-cell neg [+] MOV
545 mod-arg bootstrap-cell-bits 1 - SAR
551 ! adjust stack pointer
552 ds-reg bootstrap-cell SUB
554 ds-reg [] mod-arg MOV
555 ] \ fixnum-mod define-sub-primitive
559 ! adjust stack pointer
560 ds-reg bootstrap-cell SUB
562 div-arg tag-bits get SHL
564 ds-reg [] div-arg MOV
565 ] \ fixnum/i-fast define-sub-primitive
570 div-arg tag-bits get SHL
572 ds-reg [] mod-arg MOV
573 ds-reg bootstrap-cell neg [+] div-arg MOV
574 ] \ fixnum/mod-fast define-sub-primitive
578 ds-reg bootstrap-cell SUB
580 temp0 tag-mask get TEST
581 temp0 \ f type-number MOV
582 temp1 1 tag-fixnum MOV
585 ] \ both-fixnums? define-sub-primitive
590 ! turn local number into offset
593 temp0 rs-reg temp0 [+] MOV
596 ] \ get-local define-sub-primitive
601 ! adjust stack pointer
602 ds-reg bootstrap-cell SUB
603 ! turn local number into offset
605 ! decrement retain stack pointer
607 ] \ drop-locals define-sub-primitive
609 [ "bootstrap.x86" forget-vocab ] with-compilation-unit