1 ! Copyright (C) 2007, 2010 Slava Pestov.
2 ! See http://factorcode.org/license.txt for BSD license.
3 USING: bootstrap.image.private compiler.constants
4 compiler.units cpu.x86.assembler cpu.x86.assembler.operands
5 kernel kernel.private layouts locals.backend make math
6 math.private namespaces sequences slots.private strings.private
12 ! C to Factor entry point
14 ! Optimizing compiler's side of callback accesses
15 ! arguments that are on the stack via the frame pointer.
16 ! On x86-32 fastcall, and x86-64, some arguments are passed
17 ! in registers, and so the only registers that are safe for
18 ! use here are frame-reg, nv-reg and vm-reg.
20 frame-reg stack-reg MOV
22 ! Save all non-volatile registers
28 vm-reg 0 MOV rc-absolute-cell rt-vm jit-rel
31 nv-reg vm-reg vm-context-offset [+] MOV
34 ! Switch over to the spare context
35 nv-reg vm-reg vm-spare-context-offset [+] MOV
36 vm-reg vm-context-offset [+] nv-reg MOV
38 ! Save C callstack pointer
39 nv-reg context-callstack-save-offset [+] stack-reg MOV
41 ! Load Factor callstack pointer
42 stack-reg nv-reg context-callstack-bottom-offset [+] MOV
47 ! Call into Factor code
48 nv-reg 0 MOV rc-absolute-cell rt-entry-point jit-rel
51 ! Load VM into vm-reg; only needed on x86-32, but doesn't
53 vm-reg 0 MOV rc-absolute-cell rt-vm jit-rel
55 ! Load C callstack pointer
56 nv-reg vm-reg vm-context-offset [+] MOV
57 stack-reg nv-reg context-callstack-save-offset [+] MOV
61 vm-reg vm-context-offset [+] nv-reg MOV
63 ! Restore non-volatile registers
66 nv-regs <reversed> [ POP ] each
70 ! Callbacks which return structs, or use stdcall/fastcall/thiscall,
71 ! need a parameter here.
73 ! See the comment for M\ x86.32 stack-cleanup in cpu.x86.32
74 HEX: ffff RET rc-absolute-2 rt-untagged jit-rel
75 ] callback-stub jit-define
79 temp0 0 MOV rc-absolute-cell rt-literal jit-rel
80 ! Bump profiling counter
81 temp0 profile-count-offset [+] 1 tag-fixnum ADD
83 temp0 temp0 word-code-offset [+] MOV
84 ! Compute word entry point
85 temp0 compiled-header-size ADD
88 ] jit-profiling jit-define
92 temp0 0 MOV rc-absolute-cell rt-literal jit-rel
93 ! increment datastack pointer
94 ds-reg bootstrap-cell ADD
95 ! store literal on datastack
100 0 CALL rc-relative rt-entry-point-pic jit-rel
101 ] jit-word-call jit-define
107 ds-reg bootstrap-cell SUB
108 ! compare boolean with f
109 temp0 \ f type-number CMP
110 ! jump to true branch if not equal
111 0 JNE rc-relative rt-entry-point jit-rel
112 ! jump to false branch if equal
113 0 JMP rc-relative rt-entry-point jit-rel
117 rs-reg bootstrap-cell ADD
119 ds-reg bootstrap-cell SUB
120 rs-reg [] temp0 MOV ;
123 rs-reg 2 bootstrap-cells ADD
125 temp1 ds-reg -1 bootstrap-cells [+] MOV
126 ds-reg 2 bootstrap-cells SUB
128 rs-reg -1 bootstrap-cells [+] temp1 MOV ;
131 rs-reg 3 bootstrap-cells ADD
133 temp1 ds-reg -1 bootstrap-cells [+] MOV
134 temp2 ds-reg -2 bootstrap-cells [+] MOV
135 ds-reg 3 bootstrap-cells SUB
137 rs-reg -1 bootstrap-cells [+] temp1 MOV
138 rs-reg -2 bootstrap-cells [+] temp2 MOV ;
141 ds-reg bootstrap-cell ADD
143 rs-reg bootstrap-cell SUB
144 ds-reg [] temp0 MOV ;
147 ds-reg 2 bootstrap-cells ADD
149 temp1 rs-reg -1 bootstrap-cells [+] MOV
150 rs-reg 2 bootstrap-cells SUB
152 ds-reg -1 bootstrap-cells [+] temp1 MOV ;
155 ds-reg 3 bootstrap-cells ADD
157 temp1 rs-reg -1 bootstrap-cells [+] MOV
158 temp2 rs-reg -2 bootstrap-cells [+] MOV
159 rs-reg 3 bootstrap-cells SUB
161 ds-reg -1 bootstrap-cells [+] temp1 MOV
162 ds-reg -2 bootstrap-cells [+] temp2 MOV ;
166 0 CALL rc-relative rt-entry-point jit-rel
172 0 CALL rc-relative rt-entry-point jit-rel
174 ] jit-2dip jit-define
178 0 CALL rc-relative rt-entry-point jit-rel
180 ] jit-3dip jit-define
186 ds-reg bootstrap-cell SUB
188 [ temp0 word-entry-point-offset [+] CALL ]
189 [ temp0 word-entry-point-offset [+] JMP ]
190 \ (execute) define-combinator-primitive
194 ds-reg bootstrap-cell SUB
195 temp0 word-entry-point-offset [+] JMP
196 ] jit-execute jit-define
199 stack-reg stack-frame-size bootstrap-cell - ADD
200 ] jit-epilog jit-define
202 [ 0 RET ] jit-return jit-define
204 ! ! ! Polymorphic inline caches
206 ! The PIC stubs are not permitted to touch pic-tail-reg.
208 ! Load a value from a stack position
210 temp1 ds-reg HEX: 7f [+] MOV rc-absolute-1 rt-untagged jit-rel
211 ] pic-load jit-define
213 [ temp1 tag-mask get AND ] pic-tag jit-define
217 temp1 tag-mask get AND
218 temp1 tuple type-number CMP
220 [ temp1 temp0 tuple-class-offset [+] MOV ]
222 ] pic-tuple jit-define
225 temp1 HEX: 7f CMP rc-absolute-1 rt-untagged jit-rel
226 ] pic-check-tag jit-define
228 [ 0 JE rc-relative rt-entry-point jit-rel ] pic-hit jit-define
230 ! ! ! Megamorphic caches
235 temp1 tag-mask get AND
236 temp1 tag-bits get SHL
237 temp1 tuple type-number tag-fixnum CMP
239 [ temp1 temp0 tuple-class-offset [+] MOV ]
242 temp0 0 MOV rc-absolute-cell rt-literal jit-rel
243 ! key = hashcode(class)
245 bootstrap-cell 4 = [ temp2 1 SHR ] when
246 ! key &= cache.length - 1
247 temp2 mega-cache-size get 1 - bootstrap-cell * AND
248 ! cache += array-start-offset
249 temp0 array-start-offset ADD
252 ! if(get(cache) == class)
256 ! megamorphic_cache_hits++
257 temp1 0 MOV rc-absolute-cell rt-megamorphic-cache-hits jit-rel
259 ! goto get(cache + bootstrap-cell)
260 temp0 temp0 bootstrap-cell [+] MOV
261 temp0 word-entry-point-offset [+] JMP
262 ! fall-through on miss
264 ] mega-lookup jit-define
273 temp0 tag-mask get AND
275 temp0 tag-bits get SHL
278 ] \ tag define-sub-primitive
283 ! adjust stack pointer
284 ds-reg bootstrap-cell SUB
287 ! turn slot number into offset
290 temp1 tag-bits get SHR
291 temp1 tag-bits get SHL
293 temp0 temp1 temp0 [+] MOV
296 ] \ slot define-sub-primitive
299 ! load string index from stack
300 temp0 ds-reg bootstrap-cell neg [+] MOV
301 temp0 tag-bits get SHR
302 ! load string from stack
305 temp0 8-bit-version-of temp0 temp1 string-offset [++] MOV
306 temp0 temp0 8-bit-version-of MOVZX
307 temp0 tag-bits get SHL
308 ! store character to stack
309 ds-reg bootstrap-cell SUB
311 ] \ string-nth-fast define-sub-primitive
315 ds-reg bootstrap-cell SUB
316 ] \ drop define-sub-primitive
319 ds-reg 2 bootstrap-cells SUB
320 ] \ 2drop define-sub-primitive
323 ds-reg 3 bootstrap-cells SUB
324 ] \ 3drop define-sub-primitive
328 ds-reg bootstrap-cell ADD
330 ] \ dup define-sub-primitive
334 temp1 ds-reg bootstrap-cell neg [+] MOV
335 ds-reg 2 bootstrap-cells ADD
337 ds-reg bootstrap-cell neg [+] temp1 MOV
338 ] \ 2dup define-sub-primitive
342 temp1 ds-reg -1 bootstrap-cells [+] MOV
343 temp3 ds-reg -2 bootstrap-cells [+] MOV
344 ds-reg 3 bootstrap-cells ADD
346 ds-reg -1 bootstrap-cells [+] temp1 MOV
347 ds-reg -2 bootstrap-cells [+] temp3 MOV
348 ] \ 3dup define-sub-primitive
352 ds-reg bootstrap-cell SUB
354 ] \ nip define-sub-primitive
358 ds-reg 2 bootstrap-cells SUB
360 ] \ 2nip define-sub-primitive
363 temp0 ds-reg -1 bootstrap-cells [+] MOV
364 ds-reg bootstrap-cell ADD
366 ] \ over define-sub-primitive
369 temp0 ds-reg -2 bootstrap-cells [+] MOV
370 ds-reg bootstrap-cell ADD
372 ] \ pick define-sub-primitive
376 temp1 ds-reg -1 bootstrap-cells [+] MOV
378 ds-reg bootstrap-cell ADD
380 ] \ dupd define-sub-primitive
384 temp1 ds-reg bootstrap-cell neg [+] MOV
385 ds-reg bootstrap-cell neg [+] temp0 MOV
387 ] \ swap define-sub-primitive
390 temp0 ds-reg -1 bootstrap-cells [+] MOV
391 temp1 ds-reg -2 bootstrap-cells [+] MOV
392 ds-reg -2 bootstrap-cells [+] temp0 MOV
393 ds-reg -1 bootstrap-cells [+] temp1 MOV
394 ] \ swapd define-sub-primitive
398 temp1 ds-reg -1 bootstrap-cells [+] MOV
399 temp3 ds-reg -2 bootstrap-cells [+] MOV
400 ds-reg -2 bootstrap-cells [+] temp1 MOV
401 ds-reg -1 bootstrap-cells [+] temp0 MOV
403 ] \ rot define-sub-primitive
407 temp1 ds-reg -1 bootstrap-cells [+] MOV
408 temp3 ds-reg -2 bootstrap-cells [+] MOV
409 ds-reg -2 bootstrap-cells [+] temp0 MOV
410 ds-reg -1 bootstrap-cells [+] temp3 MOV
412 ] \ -rot define-sub-primitive
414 [ jit->r ] \ load-local define-sub-primitive
417 : jit-compare ( insn -- )
420 temp3 0 MOV rc-absolute-cell rt-literal jit-rel
422 temp1 \ f type-number MOV
425 ! adjust stack pointer
426 ds-reg bootstrap-cell SUB
427 ! compare with second value
430 [ temp1 temp3 ] dip execute( dst src -- )
432 ds-reg [] temp1 MOV ;
434 : define-jit-compare ( insn word -- )
435 [ [ jit-compare ] curry ] dip define-sub-primitive ;
437 \ CMOVE \ eq? define-jit-compare
438 \ CMOVGE \ fixnum>= define-jit-compare
439 \ CMOVLE \ fixnum<= define-jit-compare
440 \ CMOVG \ fixnum> define-jit-compare
441 \ CMOVL \ fixnum< define-jit-compare
444 : jit-math ( insn -- )
448 ds-reg bootstrap-cell SUB
450 [ ds-reg [] temp0 ] dip execute( dst src -- ) ;
452 [ \ ADD jit-math ] \ fixnum+fast define-sub-primitive
454 [ \ SUB jit-math ] \ fixnum-fast define-sub-primitive
460 ds-reg bootstrap-cell SUB
464 temp0 tag-bits get SAR
469 ] \ fixnum*fast define-sub-primitive
471 [ \ AND jit-math ] \ fixnum-bitand define-sub-primitive
473 [ \ OR jit-math ] \ fixnum-bitor define-sub-primitive
475 [ \ XOR jit-math ] \ fixnum-bitxor define-sub-primitive
481 ds-reg [] tag-mask get XOR
482 ] \ fixnum-bitnot define-sub-primitive
486 shift-arg ds-reg [] MOV
488 shift-arg tag-bits get SAR
489 ! adjust stack pointer
490 ds-reg bootstrap-cell SUB
495 ! compute positive shift value in temp2
498 ! compute negative shift value in temp3
500 temp3 tag-mask get bitnot AND
502 ! if shift count was negative, move temp0 to temp2
506 ] \ fixnum-shift-fast define-sub-primitive
508 : jit-fixnum-/mod ( -- )
509 ! load second parameter
511 ! load first parameter
512 div-arg ds-reg bootstrap-cell neg [+] MOV
516 mod-arg bootstrap-cell-bits 1 - SAR
522 ! adjust stack pointer
523 ds-reg bootstrap-cell SUB
525 ds-reg [] mod-arg MOV
526 ] \ fixnum-mod define-sub-primitive
530 ! adjust stack pointer
531 ds-reg bootstrap-cell SUB
533 div-arg tag-bits get SHL
535 ds-reg [] div-arg MOV
536 ] \ fixnum/i-fast define-sub-primitive
541 div-arg tag-bits get SHL
543 ds-reg [] mod-arg MOV
544 ds-reg bootstrap-cell neg [+] div-arg MOV
545 ] \ fixnum/mod-fast define-sub-primitive
549 ds-reg bootstrap-cell SUB
551 temp0 tag-mask get TEST
552 temp0 \ f type-number MOV
553 temp1 1 tag-fixnum MOV
556 ] \ both-fixnums? define-sub-primitive
561 ! turn local number into offset
564 temp0 rs-reg temp0 [+] MOV
567 ] \ get-local define-sub-primitive
572 ! adjust stack pointer
573 ds-reg bootstrap-cell SUB
574 ! turn local number into offset
576 ! decrement retain stack pointer
578 ] \ drop-locals define-sub-primitive
580 [ "bootstrap.x86" forget-vocab ] with-compilation-unit