1 ! Copyright (C) 2007, 2010 Slava Pestov.
2 ! See http://factorcode.org/license.txt for BSD license.
3 USING: bootstrap.image.private compiler.constants
4 compiler.units cpu.x86.assembler cpu.x86.assembler.operands
5 kernel kernel.private layouts locals.backend make math
6 math.private namespaces sequences slots.private strings.private
12 ! C to Factor entry point
14 ! Optimizing compiler's side of callback accesses
15 ! arguments that are on the stack via the frame pointer.
16 ! On x86-32 fastcall, and x86-64, some arguments are passed
17 ! in registers, and so the only registers that are safe for
18 ! use here are frame-reg, nv-reg and vm-reg.
20 frame-reg stack-reg MOV
22 ! Save all non-volatile registers
28 vm-reg 0 MOV rc-absolute-cell rt-vm jit-rel
31 nv-reg vm-reg vm-context-offset [+] MOV
34 ! Switch over to the spare context
35 nv-reg vm-reg vm-spare-context-offset [+] MOV
36 vm-reg vm-context-offset [+] nv-reg MOV
38 ! Save C callstack pointer
39 nv-reg context-callstack-save-offset [+] stack-reg MOV
41 ! Load Factor stack pointers
42 stack-reg nv-reg context-callstack-bottom-offset [+] MOV
46 rs-reg nv-reg context-retainstack-offset [+] MOV
47 ds-reg nv-reg context-datastack-offset [+] MOV
49 ! Call into Factor code
50 link-reg 0 MOV rc-absolute-cell rt-entry-point jit-rel
53 ! Load VM into vm-reg; only needed on x86-32, but doesn't
55 vm-reg 0 MOV rc-absolute-cell rt-vm jit-rel
57 ! Load C callstack pointer
58 nv-reg vm-reg vm-context-offset [+] MOV
59 stack-reg nv-reg context-callstack-save-offset [+] MOV
63 vm-reg vm-context-offset [+] nv-reg MOV
65 ! Restore non-volatile registers
68 nv-regs <reversed> [ POP ] each
72 ! Callbacks which return structs, or use stdcall/fastcall/thiscall,
73 ! need a parameter here.
75 ! See the comment for M\ x86.32 stack-cleanup in cpu.x86.32
76 HEX: ffff RET rc-absolute-2 rt-untagged jit-rel
77 ] callback-stub jit-define
81 temp0 0 MOV rc-absolute-cell rt-literal jit-rel
82 ! Bump profiling counter
83 temp0 profile-count-offset [+] 1 tag-fixnum ADD
85 temp0 temp0 word-code-offset [+] MOV
86 ! Compute word entry point
87 temp0 compiled-header-size ADD
90 ] jit-profiling jit-define
94 temp0 0 MOV rc-absolute-cell rt-literal jit-rel
95 ! increment datastack pointer
96 ds-reg bootstrap-cell ADD
97 ! store literal on datastack
102 0 CALL rc-relative rt-entry-point-pic jit-rel
103 ] jit-word-call jit-define
109 ds-reg bootstrap-cell SUB
110 ! compare boolean with f
111 temp0 \ f type-number CMP
112 ! jump to true branch if not equal
113 0 JNE rc-relative rt-entry-point jit-rel
114 ! jump to false branch if equal
115 0 JMP rc-relative rt-entry-point jit-rel
119 rs-reg bootstrap-cell ADD
121 ds-reg bootstrap-cell SUB
122 rs-reg [] temp0 MOV ;
125 rs-reg 2 bootstrap-cells ADD
127 temp1 ds-reg -1 bootstrap-cells [+] MOV
128 ds-reg 2 bootstrap-cells SUB
130 rs-reg -1 bootstrap-cells [+] temp1 MOV ;
133 rs-reg 3 bootstrap-cells ADD
135 temp1 ds-reg -1 bootstrap-cells [+] MOV
136 temp2 ds-reg -2 bootstrap-cells [+] MOV
137 ds-reg 3 bootstrap-cells SUB
139 rs-reg -1 bootstrap-cells [+] temp1 MOV
140 rs-reg -2 bootstrap-cells [+] temp2 MOV ;
143 ds-reg bootstrap-cell ADD
145 rs-reg bootstrap-cell SUB
146 ds-reg [] temp0 MOV ;
149 ds-reg 2 bootstrap-cells ADD
151 temp1 rs-reg -1 bootstrap-cells [+] MOV
152 rs-reg 2 bootstrap-cells SUB
154 ds-reg -1 bootstrap-cells [+] temp1 MOV ;
157 ds-reg 3 bootstrap-cells ADD
159 temp1 rs-reg -1 bootstrap-cells [+] MOV
160 temp2 rs-reg -2 bootstrap-cells [+] MOV
161 rs-reg 3 bootstrap-cells SUB
163 ds-reg -1 bootstrap-cells [+] temp1 MOV
164 ds-reg -2 bootstrap-cells [+] temp2 MOV ;
168 0 CALL rc-relative rt-entry-point jit-rel
174 0 CALL rc-relative rt-entry-point jit-rel
176 ] jit-2dip jit-define
180 0 CALL rc-relative rt-entry-point jit-rel
182 ] jit-3dip jit-define
188 ds-reg bootstrap-cell SUB
190 [ temp0 word-entry-point-offset [+] CALL ]
191 [ temp0 word-entry-point-offset [+] JMP ]
192 \ (execute) define-combinator-primitive
196 ds-reg bootstrap-cell SUB
197 temp0 word-entry-point-offset [+] JMP
198 ] jit-execute jit-define
201 stack-reg stack-frame-size bootstrap-cell - ADD
202 ] jit-epilog jit-define
204 [ 0 RET ] jit-return jit-define
206 ! ! ! Polymorphic inline caches
208 ! The PIC stubs are not permitted to touch pic-tail-reg.
210 ! Load a value from a stack position
212 temp1 ds-reg HEX: 7f [+] MOV rc-absolute-1 rt-untagged jit-rel
213 ] pic-load jit-define
215 [ temp1 tag-mask get AND ] pic-tag jit-define
219 temp1 tag-mask get AND
220 temp1 tuple type-number CMP
222 [ temp1 temp0 tuple-class-offset [+] MOV ]
224 ] pic-tuple jit-define
227 temp1 HEX: 7f CMP rc-absolute-1 rt-untagged jit-rel
228 ] pic-check-tag jit-define
230 [ 0 JE rc-relative rt-entry-point jit-rel ] pic-hit jit-define
232 ! ! ! Megamorphic caches
237 temp1 tag-mask get AND
238 temp1 tag-bits get SHL
239 temp1 tuple type-number tag-fixnum CMP
241 [ temp1 temp0 tuple-class-offset [+] MOV ]
244 temp0 0 MOV rc-absolute-cell rt-literal jit-rel
245 ! key = hashcode(class)
247 bootstrap-cell 4 = [ temp2 1 SHR ] when
248 ! key &= cache.length - 1
249 temp2 mega-cache-size get 1 - bootstrap-cell * AND
250 ! cache += array-start-offset
251 temp0 array-start-offset ADD
254 ! if(get(cache) == class)
258 ! megamorphic_cache_hits++
259 temp1 0 MOV rc-absolute-cell rt-megamorphic-cache-hits jit-rel
261 ! goto get(cache + bootstrap-cell)
262 temp0 temp0 bootstrap-cell [+] MOV
263 temp0 word-entry-point-offset [+] JMP
264 ! fall-through on miss
266 ] mega-lookup jit-define
275 temp0 tag-mask get AND
277 temp0 tag-bits get SHL
280 ] \ tag define-sub-primitive
285 ! adjust stack pointer
286 ds-reg bootstrap-cell SUB
289 ! turn slot number into offset
292 temp1 tag-bits get SHR
293 temp1 tag-bits get SHL
295 temp0 temp1 temp0 [+] MOV
298 ] \ slot define-sub-primitive
301 ! load string index from stack
302 temp0 ds-reg bootstrap-cell neg [+] MOV
303 temp0 tag-bits get SHR
304 ! load string from stack
307 temp0 8-bit-version-of temp0 temp1 string-offset [++] MOV
308 temp0 temp0 8-bit-version-of MOVZX
309 temp0 tag-bits get SHL
310 ! store character to stack
311 ds-reg bootstrap-cell SUB
313 ] \ string-nth-fast define-sub-primitive
317 ds-reg bootstrap-cell SUB
318 ] \ drop define-sub-primitive
321 ds-reg 2 bootstrap-cells SUB
322 ] \ 2drop define-sub-primitive
325 ds-reg 3 bootstrap-cells SUB
326 ] \ 3drop define-sub-primitive
330 ds-reg bootstrap-cell ADD
332 ] \ dup define-sub-primitive
336 temp1 ds-reg bootstrap-cell neg [+] MOV
337 ds-reg 2 bootstrap-cells ADD
339 ds-reg bootstrap-cell neg [+] temp1 MOV
340 ] \ 2dup define-sub-primitive
344 temp1 ds-reg -1 bootstrap-cells [+] MOV
345 temp3 ds-reg -2 bootstrap-cells [+] MOV
346 ds-reg 3 bootstrap-cells ADD
348 ds-reg -1 bootstrap-cells [+] temp1 MOV
349 ds-reg -2 bootstrap-cells [+] temp3 MOV
350 ] \ 3dup define-sub-primitive
354 ds-reg bootstrap-cell SUB
356 ] \ nip define-sub-primitive
360 ds-reg 2 bootstrap-cells SUB
362 ] \ 2nip define-sub-primitive
365 temp0 ds-reg -1 bootstrap-cells [+] MOV
366 ds-reg bootstrap-cell ADD
368 ] \ over define-sub-primitive
371 temp0 ds-reg -2 bootstrap-cells [+] MOV
372 ds-reg bootstrap-cell ADD
374 ] \ pick define-sub-primitive
378 temp1 ds-reg -1 bootstrap-cells [+] MOV
380 ds-reg bootstrap-cell ADD
382 ] \ dupd define-sub-primitive
386 temp1 ds-reg bootstrap-cell neg [+] MOV
387 ds-reg bootstrap-cell neg [+] temp0 MOV
389 ] \ swap define-sub-primitive
392 temp0 ds-reg -1 bootstrap-cells [+] MOV
393 temp1 ds-reg -2 bootstrap-cells [+] MOV
394 ds-reg -2 bootstrap-cells [+] temp0 MOV
395 ds-reg -1 bootstrap-cells [+] temp1 MOV
396 ] \ swapd define-sub-primitive
400 temp1 ds-reg -1 bootstrap-cells [+] MOV
401 temp3 ds-reg -2 bootstrap-cells [+] MOV
402 ds-reg -2 bootstrap-cells [+] temp1 MOV
403 ds-reg -1 bootstrap-cells [+] temp0 MOV
405 ] \ rot define-sub-primitive
409 temp1 ds-reg -1 bootstrap-cells [+] MOV
410 temp3 ds-reg -2 bootstrap-cells [+] MOV
411 ds-reg -2 bootstrap-cells [+] temp0 MOV
412 ds-reg -1 bootstrap-cells [+] temp3 MOV
414 ] \ -rot define-sub-primitive
416 [ jit->r ] \ load-local define-sub-primitive
419 : jit-compare ( insn -- )
422 temp3 0 MOV rc-absolute-cell rt-literal jit-rel
424 temp1 \ f type-number MOV
427 ! adjust stack pointer
428 ds-reg bootstrap-cell SUB
429 ! compare with second value
432 [ temp1 temp3 ] dip execute( dst src -- )
434 ds-reg [] temp1 MOV ;
436 : define-jit-compare ( insn word -- )
437 [ [ jit-compare ] curry ] dip define-sub-primitive ;
439 \ CMOVE \ eq? define-jit-compare
440 \ CMOVGE \ fixnum>= define-jit-compare
441 \ CMOVLE \ fixnum<= define-jit-compare
442 \ CMOVG \ fixnum> define-jit-compare
443 \ CMOVL \ fixnum< define-jit-compare
446 : jit-math ( insn -- )
450 ds-reg bootstrap-cell SUB
452 [ ds-reg [] temp0 ] dip execute( dst src -- ) ;
454 [ \ ADD jit-math ] \ fixnum+fast define-sub-primitive
456 [ \ SUB jit-math ] \ fixnum-fast define-sub-primitive
462 ds-reg bootstrap-cell SUB
466 temp0 tag-bits get SAR
471 ] \ fixnum*fast define-sub-primitive
473 [ \ AND jit-math ] \ fixnum-bitand define-sub-primitive
475 [ \ OR jit-math ] \ fixnum-bitor define-sub-primitive
477 [ \ XOR jit-math ] \ fixnum-bitxor define-sub-primitive
483 ds-reg [] tag-mask get XOR
484 ] \ fixnum-bitnot define-sub-primitive
488 shift-arg ds-reg [] MOV
490 shift-arg tag-bits get SAR
491 ! adjust stack pointer
492 ds-reg bootstrap-cell SUB
497 ! compute positive shift value in temp2
500 ! compute negative shift value in temp3
502 temp3 tag-mask get bitnot AND
504 ! if shift count was negative, move temp0 to temp2
508 ] \ fixnum-shift-fast define-sub-primitive
510 : jit-fixnum-/mod ( -- )
511 ! load second parameter
513 ! load first parameter
514 div-arg ds-reg bootstrap-cell neg [+] MOV
518 mod-arg bootstrap-cell-bits 1 - SAR
524 ! adjust stack pointer
525 ds-reg bootstrap-cell SUB
527 ds-reg [] mod-arg MOV
528 ] \ fixnum-mod define-sub-primitive
532 ! adjust stack pointer
533 ds-reg bootstrap-cell SUB
535 div-arg tag-bits get SHL
537 ds-reg [] div-arg MOV
538 ] \ fixnum/i-fast define-sub-primitive
543 div-arg tag-bits get SHL
545 ds-reg [] mod-arg MOV
546 ds-reg bootstrap-cell neg [+] div-arg MOV
547 ] \ fixnum/mod-fast define-sub-primitive
551 ds-reg bootstrap-cell SUB
553 temp0 tag-mask get TEST
554 temp0 \ f type-number MOV
555 temp1 1 tag-fixnum MOV
558 ] \ both-fixnums? define-sub-primitive
563 ! turn local number into offset
566 temp0 rs-reg temp0 [+] MOV
569 ] \ get-local define-sub-primitive
574 ! adjust stack pointer
575 ds-reg bootstrap-cell SUB
576 ! turn local number into offset
578 ! decrement retain stack pointer
580 ] \ drop-locals define-sub-primitive
582 [ "bootstrap.x86" forget-vocab ] with-compilation-unit