1 ! Copyright (C) 2007, 2010 Slava Pestov.
2 ! See http://factorcode.org/license.txt for BSD license.
3 USING: bootstrap.image.private compiler.constants
4 compiler.units cpu.x86.assembler cpu.x86.assembler.operands
5 kernel kernel.private layouts locals.backend make math
6 math.private namespaces sequences slots.private vocabs ;
11 ! C to Factor entry point
13 ! Optimizing compiler's side of callback accesses
14 ! arguments that are on the stack via the frame pointer.
15 ! On x86-64, some arguments are passed in registers, and
16 ! so the only register that is safe for use here is nv-reg.
18 frame-reg stack-reg MOV
20 ! Save all non-volatile registers
24 vm-reg 0 MOV rc-absolute-cell rt-vm jit-rel
27 nv-reg vm-reg vm-context-offset [+] MOV
30 ! Switch over to the spare context
31 nv-reg vm-reg vm-spare-context-offset [+] MOV
32 vm-reg vm-context-offset [+] nv-reg MOV
34 ! Save C callstack pointer
35 nv-reg context-callstack-save-offset [+] stack-reg MOV
37 ! Load Factor callstack pointer
38 stack-reg nv-reg context-callstack-bottom-offset [+] MOV
39 stack-reg bootstrap-cell ADD
41 ! Call into Factor code
42 nv-reg 0 MOV rc-absolute-cell rt-entry-point jit-rel
45 ! Load VM into vm-reg; only needed on x86-32, but doesn't
47 vm-reg 0 MOV rc-absolute-cell rt-vm jit-rel
49 ! Load C callstack pointer
50 nv-reg vm-reg vm-context-offset [+] MOV
51 stack-reg nv-reg context-callstack-save-offset [+] MOV
55 vm-reg vm-context-offset [+] nv-reg MOV
57 ! Restore non-volatile registers
58 nv-regs <reversed> [ POP ] each
62 ! Callbacks which return structs, or use stdcall, need a
63 ! parameter here. See the comment in callback-return-rewind
65 HEX: ffff RET rc-absolute-2 rt-untagged jit-rel
66 ] callback-stub jit-define
70 nv-reg 0 MOV rc-absolute-cell rt-literal jit-rel
71 ! Bump profiling counter
72 nv-reg profile-count-offset [+] 1 tag-fixnum ADD
74 nv-reg nv-reg word-code-offset [+] MOV
75 ! Compute word entry point
76 nv-reg compiled-header-size ADD
79 ] jit-profiling jit-define
83 temp0 0 MOV rc-absolute-cell rt-literal jit-rel
84 ! increment datastack pointer
85 ds-reg bootstrap-cell ADD
86 ! store literal on datastack
91 0 CALL rc-relative rt-entry-point-pic jit-rel
92 ] jit-word-call jit-define
98 ds-reg bootstrap-cell SUB
99 ! compare boolean with f
100 temp0 \ f type-number CMP
101 ! jump to true branch if not equal
102 0 JNE rc-relative rt-entry-point jit-rel
103 ! jump to false branch if equal
104 0 JMP rc-relative rt-entry-point jit-rel
108 rs-reg bootstrap-cell ADD
110 ds-reg bootstrap-cell SUB
111 rs-reg [] temp0 MOV ;
114 rs-reg 2 bootstrap-cells ADD
116 temp1 ds-reg -1 bootstrap-cells [+] MOV
117 ds-reg 2 bootstrap-cells SUB
119 rs-reg -1 bootstrap-cells [+] temp1 MOV ;
122 rs-reg 3 bootstrap-cells ADD
124 temp1 ds-reg -1 bootstrap-cells [+] MOV
125 temp2 ds-reg -2 bootstrap-cells [+] MOV
126 ds-reg 3 bootstrap-cells SUB
128 rs-reg -1 bootstrap-cells [+] temp1 MOV
129 rs-reg -2 bootstrap-cells [+] temp2 MOV ;
132 ds-reg bootstrap-cell ADD
134 rs-reg bootstrap-cell SUB
135 ds-reg [] temp0 MOV ;
138 ds-reg 2 bootstrap-cells ADD
140 temp1 rs-reg -1 bootstrap-cells [+] MOV
141 rs-reg 2 bootstrap-cells SUB
143 ds-reg -1 bootstrap-cells [+] temp1 MOV ;
146 ds-reg 3 bootstrap-cells ADD
148 temp1 rs-reg -1 bootstrap-cells [+] MOV
149 temp2 rs-reg -2 bootstrap-cells [+] MOV
150 rs-reg 3 bootstrap-cells SUB
152 ds-reg -1 bootstrap-cells [+] temp1 MOV
153 ds-reg -2 bootstrap-cells [+] temp2 MOV ;
157 0 CALL rc-relative rt-entry-point jit-rel
163 0 CALL rc-relative rt-entry-point jit-rel
165 ] jit-2dip jit-define
169 0 CALL rc-relative rt-entry-point jit-rel
171 ] jit-3dip jit-define
177 ds-reg bootstrap-cell SUB
179 [ temp0 word-entry-point-offset [+] CALL ]
180 [ temp0 word-entry-point-offset [+] JMP ]
181 \ (execute) define-combinator-primitive
185 ds-reg bootstrap-cell SUB
186 temp0 word-entry-point-offset [+] JMP
187 ] jit-execute jit-define
190 stack-reg stack-frame-size bootstrap-cell - ADD
191 ] jit-epilog jit-define
193 [ 0 RET ] jit-return jit-define
195 ! ! ! Polymorphic inline caches
197 ! The PIC stubs are not permitted to touch temp3.
199 ! Load a value from a stack position
201 temp1 ds-reg HEX: ffffffff [+] MOV rc-absolute rt-untagged jit-rel
202 ] pic-load jit-define
206 temp1 tag-mask get AND
207 temp1 tag-bits get SHL ;
209 [ load-tag ] pic-tag jit-define
211 ! The 'make' trick lets us compute the jump distance for the
212 ! conditional branches there
218 temp1 tuple type-number tag-fixnum CMP
220 [ temp1 temp0 tuple type-number neg bootstrap-cell + [+] MOV ]
222 ] pic-tuple jit-define
225 temp1 HEX: ffffffff CMP rc-absolute rt-literal jit-rel
226 ] pic-check-tag jit-define
229 temp2 HEX: ffffffff MOV rc-absolute-cell rt-literal jit-rel
231 ] pic-check-tuple jit-define
233 [ 0 JE rc-relative rt-entry-point jit-rel ] pic-hit jit-define
235 ! ! ! Megamorphic caches
239 temp0 0 MOV rc-absolute-cell rt-literal jit-rel
240 ! key = hashcode(class)
242 bootstrap-cell 4 = [ temp2 1 SHR ] when
243 ! key &= cache.length - 1
244 temp2 mega-cache-size get 1 - bootstrap-cell * AND
245 ! cache += array-start-offset
246 temp0 array-start-offset ADD
249 ! if(get(cache) == class)
251 bootstrap-cell 4 = 14 22 ? JNE ! Yuck!
252 ! megamorphic_cache_hits++
253 temp1 0 MOV rc-absolute-cell rt-megamorphic-cache-hits jit-rel
255 ! goto get(cache + bootstrap-cell)
256 temp0 temp0 bootstrap-cell [+] MOV
257 temp0 word-entry-point-offset [+] JMP
258 ! fall-through on miss
259 ] mega-lookup jit-define
268 temp0 tag-mask get AND
270 temp0 tag-bits get SHL
273 ] \ tag define-sub-primitive
278 ! adjust stack pointer
279 ds-reg bootstrap-cell SUB
282 ! turn slot number into offset
285 temp1 tag-bits get SHR
286 temp1 tag-bits get SHL
288 temp0 temp1 temp0 [+] MOV
291 ] \ slot define-sub-primitive
295 ds-reg bootstrap-cell SUB
296 ] \ drop define-sub-primitive
299 ds-reg 2 bootstrap-cells SUB
300 ] \ 2drop define-sub-primitive
303 ds-reg 3 bootstrap-cells SUB
304 ] \ 3drop define-sub-primitive
308 ds-reg bootstrap-cell ADD
310 ] \ dup define-sub-primitive
314 temp1 ds-reg bootstrap-cell neg [+] MOV
315 ds-reg 2 bootstrap-cells ADD
317 ds-reg bootstrap-cell neg [+] temp1 MOV
318 ] \ 2dup define-sub-primitive
322 temp1 ds-reg -1 bootstrap-cells [+] MOV
323 temp3 ds-reg -2 bootstrap-cells [+] MOV
324 ds-reg 3 bootstrap-cells ADD
326 ds-reg -1 bootstrap-cells [+] temp1 MOV
327 ds-reg -2 bootstrap-cells [+] temp3 MOV
328 ] \ 3dup define-sub-primitive
332 ds-reg bootstrap-cell SUB
334 ] \ nip define-sub-primitive
338 ds-reg 2 bootstrap-cells SUB
340 ] \ 2nip define-sub-primitive
343 temp0 ds-reg -1 bootstrap-cells [+] MOV
344 ds-reg bootstrap-cell ADD
346 ] \ over define-sub-primitive
349 temp0 ds-reg -2 bootstrap-cells [+] MOV
350 ds-reg bootstrap-cell ADD
352 ] \ pick define-sub-primitive
356 temp1 ds-reg -1 bootstrap-cells [+] MOV
358 ds-reg bootstrap-cell ADD
360 ] \ dupd define-sub-primitive
364 temp1 ds-reg bootstrap-cell neg [+] MOV
365 ds-reg bootstrap-cell neg [+] temp0 MOV
367 ] \ swap define-sub-primitive
370 temp0 ds-reg -1 bootstrap-cells [+] MOV
371 temp1 ds-reg -2 bootstrap-cells [+] MOV
372 ds-reg -2 bootstrap-cells [+] temp0 MOV
373 ds-reg -1 bootstrap-cells [+] temp1 MOV
374 ] \ swapd define-sub-primitive
378 temp1 ds-reg -1 bootstrap-cells [+] MOV
379 temp3 ds-reg -2 bootstrap-cells [+] MOV
380 ds-reg -2 bootstrap-cells [+] temp1 MOV
381 ds-reg -1 bootstrap-cells [+] temp0 MOV
383 ] \ rot define-sub-primitive
387 temp1 ds-reg -1 bootstrap-cells [+] MOV
388 temp3 ds-reg -2 bootstrap-cells [+] MOV
389 ds-reg -2 bootstrap-cells [+] temp0 MOV
390 ds-reg -1 bootstrap-cells [+] temp3 MOV
392 ] \ -rot define-sub-primitive
394 [ jit->r ] \ load-local define-sub-primitive
397 : jit-compare ( insn -- )
400 temp3 0 MOV rc-absolute-cell rt-literal jit-rel
402 temp1 \ f type-number MOV
405 ! adjust stack pointer
406 ds-reg bootstrap-cell SUB
407 ! compare with second value
410 [ temp1 temp3 ] dip execute( dst src -- )
412 ds-reg [] temp1 MOV ;
414 : define-jit-compare ( insn word -- )
415 [ [ jit-compare ] curry ] dip define-sub-primitive ;
417 \ CMOVE \ eq? define-jit-compare
418 \ CMOVGE \ fixnum>= define-jit-compare
419 \ CMOVLE \ fixnum<= define-jit-compare
420 \ CMOVG \ fixnum> define-jit-compare
421 \ CMOVL \ fixnum< define-jit-compare
424 : jit-math ( insn -- )
428 ds-reg bootstrap-cell SUB
430 [ ds-reg [] temp0 ] dip execute( dst src -- ) ;
432 [ \ ADD jit-math ] \ fixnum+fast define-sub-primitive
434 [ \ SUB jit-math ] \ fixnum-fast define-sub-primitive
440 ds-reg bootstrap-cell SUB
444 temp0 tag-bits get SAR
449 ] \ fixnum*fast define-sub-primitive
451 [ \ AND jit-math ] \ fixnum-bitand define-sub-primitive
453 [ \ OR jit-math ] \ fixnum-bitor define-sub-primitive
455 [ \ XOR jit-math ] \ fixnum-bitxor define-sub-primitive
461 ds-reg [] tag-mask get XOR
462 ] \ fixnum-bitnot define-sub-primitive
466 shift-arg ds-reg [] MOV
468 shift-arg tag-bits get SAR
469 ! adjust stack pointer
470 ds-reg bootstrap-cell SUB
475 ! compute positive shift value in temp1
478 ! compute negative shift value in temp3
480 temp3 tag-mask get bitnot AND
482 ! if shift count was negative, move temp0 to temp1
486 ] \ fixnum-shift-fast define-sub-primitive
488 : jit-fixnum-/mod ( -- )
489 ! load second parameter
491 ! load first parameter
492 div-arg ds-reg bootstrap-cell neg [+] MOV
496 mod-arg bootstrap-cell-bits 1 - SAR
502 ! adjust stack pointer
503 ds-reg bootstrap-cell SUB
505 ds-reg [] mod-arg MOV
506 ] \ fixnum-mod define-sub-primitive
510 ! adjust stack pointer
511 ds-reg bootstrap-cell SUB
513 div-arg tag-bits get SHL
515 ds-reg [] div-arg MOV
516 ] \ fixnum/i-fast define-sub-primitive
521 div-arg tag-bits get SHL
523 ds-reg [] mod-arg MOV
524 ds-reg bootstrap-cell neg [+] div-arg MOV
525 ] \ fixnum/mod-fast define-sub-primitive
529 ds-reg bootstrap-cell SUB
531 temp0 tag-mask get AND
532 temp0 \ f type-number MOV
533 temp1 1 tag-fixnum MOV
536 ] \ both-fixnums? define-sub-primitive
541 ! turn local number into offset
544 temp0 rs-reg temp0 [+] MOV
547 ] \ get-local define-sub-primitive
552 ! adjust stack pointer
553 ds-reg bootstrap-cell SUB
554 ! turn local number into offset
556 ! decrement retain stack pointer
558 ] \ drop-locals define-sub-primitive
560 [ "bootstrap.x86" forget-vocab ] with-compilation-unit