1 ! Copyright (C) 2007, 2010 Slava Pestov.
2 ! See http://factorcode.org/license.txt for BSD license.
3 USING: bootstrap.image.private compiler.constants
4 compiler.units cpu.x86.assembler cpu.x86.assembler.operands
5 kernel kernel.private layouts locals.backend make math
6 math.private namespaces sequences slots.private vocabs ;
11 ! C to Factor entry point
13 ! Optimizing compiler's side of callback accesses
14 ! arguments that are on the stack via the frame pointer.
15 ! On x86-64, some arguments are passed in registers, and
16 ! so the only register that is safe for use here is safe-reg.
18 frame-reg stack-reg MOV
20 ! Save all non-volatile registers
23 ! Save old stack pointer and align
24 safe-reg stack-reg MOV
25 stack-reg bootstrap-cell SUB
27 stack-reg [] safe-reg MOV
29 ! Register shadow area - only required on Win64, but doesn't
30 ! hurt on other platforms
34 vm-reg 0 MOV rc-absolute-cell rt-vm jit-rel
36 ! Call into Factor code
37 safe-reg 0 MOV rc-absolute-cell rt-entry-point jit-rel
40 ! Tear down register shadow area
43 ! Undo stack alignment
44 stack-reg stack-reg [] MOV
46 ! Restore non-volatile registers
47 nv-regs <reversed> [ POP ] each
51 ! Callbacks which return structs, or use stdcall, need a
52 ! parameter here. See the comment in callback-return-rewind
54 HEX: ffff RET rc-absolute-2 rt-untagged jit-rel
55 ] callback-stub jit-define
59 safe-reg 0 MOV rc-absolute-cell rt-literal jit-rel
60 ! Bump profiling counter
61 safe-reg profile-count-offset [+] 1 tag-fixnum ADD
63 safe-reg safe-reg word-code-offset [+] MOV
64 ! Compute word entry point
65 safe-reg compiled-header-size ADD
68 ] jit-profiling jit-define
72 temp0 0 MOV rc-absolute-cell rt-literal jit-rel
73 ! increment datastack pointer
74 ds-reg bootstrap-cell ADD
75 ! store literal on datastack
80 0 CALL rc-relative rt-entry-point-pic jit-rel
81 ] jit-word-call jit-define
87 ds-reg bootstrap-cell SUB
88 ! compare boolean with f
89 temp0 \ f type-number CMP
90 ! jump to true branch if not equal
91 0 JNE rc-relative rt-entry-point jit-rel
92 ! jump to false branch if equal
93 0 JMP rc-relative rt-entry-point jit-rel
97 rs-reg bootstrap-cell ADD
99 ds-reg bootstrap-cell SUB
100 rs-reg [] temp0 MOV ;
103 rs-reg 2 bootstrap-cells ADD
105 temp1 ds-reg -1 bootstrap-cells [+] MOV
106 ds-reg 2 bootstrap-cells SUB
108 rs-reg -1 bootstrap-cells [+] temp1 MOV ;
111 rs-reg 3 bootstrap-cells ADD
113 temp1 ds-reg -1 bootstrap-cells [+] MOV
114 temp2 ds-reg -2 bootstrap-cells [+] MOV
115 ds-reg 3 bootstrap-cells SUB
117 rs-reg -1 bootstrap-cells [+] temp1 MOV
118 rs-reg -2 bootstrap-cells [+] temp2 MOV ;
121 ds-reg bootstrap-cell ADD
123 rs-reg bootstrap-cell SUB
124 ds-reg [] temp0 MOV ;
127 ds-reg 2 bootstrap-cells ADD
129 temp1 rs-reg -1 bootstrap-cells [+] MOV
130 rs-reg 2 bootstrap-cells SUB
132 ds-reg -1 bootstrap-cells [+] temp1 MOV ;
135 ds-reg 3 bootstrap-cells ADD
137 temp1 rs-reg -1 bootstrap-cells [+] MOV
138 temp2 rs-reg -2 bootstrap-cells [+] MOV
139 rs-reg 3 bootstrap-cells SUB
141 ds-reg -1 bootstrap-cells [+] temp1 MOV
142 ds-reg -2 bootstrap-cells [+] temp2 MOV ;
146 0 CALL rc-relative rt-entry-point jit-rel
152 0 CALL rc-relative rt-entry-point jit-rel
154 ] jit-2dip jit-define
158 0 CALL rc-relative rt-entry-point jit-rel
160 ] jit-3dip jit-define
166 ds-reg bootstrap-cell SUB
168 [ temp0 word-entry-point-offset [+] CALL ]
169 [ temp0 word-entry-point-offset [+] JMP ]
170 \ (execute) define-combinator-primitive
174 ds-reg bootstrap-cell SUB
175 temp0 word-entry-point-offset [+] JMP
176 ] jit-execute jit-define
179 stack-reg stack-frame-size bootstrap-cell - ADD
180 ] jit-epilog jit-define
182 [ 0 RET ] jit-return jit-define
184 ! ! ! Polymorphic inline caches
186 ! The PIC stubs are not permitted to touch temp3.
188 ! Load a value from a stack position
190 temp1 ds-reg HEX: ffffffff [+] MOV rc-absolute rt-untagged jit-rel
191 ] pic-load jit-define
195 temp1 tag-mask get AND
196 temp1 tag-bits get SHL ;
198 [ load-tag ] pic-tag jit-define
200 ! The 'make' trick lets us compute the jump distance for the
201 ! conditional branches there
207 temp1 tuple type-number tag-fixnum CMP
209 [ temp1 temp0 tuple type-number neg bootstrap-cell + [+] MOV ]
211 ] pic-tuple jit-define
214 temp1 HEX: ffffffff CMP rc-absolute rt-literal jit-rel
215 ] pic-check-tag jit-define
218 temp2 HEX: ffffffff MOV rc-absolute-cell rt-literal jit-rel
220 ] pic-check-tuple jit-define
222 [ 0 JE rc-relative rt-entry-point jit-rel ] pic-hit jit-define
224 ! ! ! Megamorphic caches
228 temp0 0 MOV rc-absolute-cell rt-literal jit-rel
229 ! key = hashcode(class)
231 bootstrap-cell 4 = [ temp2 1 SHR ] when
232 ! key &= cache.length - 1
233 temp2 mega-cache-size get 1 - bootstrap-cell * AND
234 ! cache += array-start-offset
235 temp0 array-start-offset ADD
238 ! if(get(cache) == class)
240 bootstrap-cell 4 = 14 22 ? JNE ! Yuck!
241 ! megamorphic_cache_hits++
242 temp1 0 MOV rc-absolute-cell rt-megamorphic-cache-hits jit-rel
244 ! goto get(cache + bootstrap-cell)
245 temp0 temp0 bootstrap-cell [+] MOV
246 temp0 word-entry-point-offset [+] JMP
247 ! fall-through on miss
248 ] mega-lookup jit-define
257 temp0 tag-mask get AND
259 temp0 tag-bits get SHL
262 ] \ tag define-sub-primitive
267 ! adjust stack pointer
268 ds-reg bootstrap-cell SUB
271 ! turn slot number into offset
274 temp1 tag-bits get SHR
275 temp1 tag-bits get SHL
277 temp0 temp1 temp0 [+] MOV
280 ] \ slot define-sub-primitive
284 ds-reg bootstrap-cell SUB
285 ] \ drop define-sub-primitive
288 ds-reg 2 bootstrap-cells SUB
289 ] \ 2drop define-sub-primitive
292 ds-reg 3 bootstrap-cells SUB
293 ] \ 3drop define-sub-primitive
297 ds-reg bootstrap-cell ADD
299 ] \ dup define-sub-primitive
303 temp1 ds-reg bootstrap-cell neg [+] MOV
304 ds-reg 2 bootstrap-cells ADD
306 ds-reg bootstrap-cell neg [+] temp1 MOV
307 ] \ 2dup define-sub-primitive
311 temp1 ds-reg -1 bootstrap-cells [+] MOV
312 temp3 ds-reg -2 bootstrap-cells [+] MOV
313 ds-reg 3 bootstrap-cells ADD
315 ds-reg -1 bootstrap-cells [+] temp1 MOV
316 ds-reg -2 bootstrap-cells [+] temp3 MOV
317 ] \ 3dup define-sub-primitive
321 ds-reg bootstrap-cell SUB
323 ] \ nip define-sub-primitive
327 ds-reg 2 bootstrap-cells SUB
329 ] \ 2nip define-sub-primitive
332 temp0 ds-reg -1 bootstrap-cells [+] MOV
333 ds-reg bootstrap-cell ADD
335 ] \ over define-sub-primitive
338 temp0 ds-reg -2 bootstrap-cells [+] MOV
339 ds-reg bootstrap-cell ADD
341 ] \ pick define-sub-primitive
345 temp1 ds-reg -1 bootstrap-cells [+] MOV
347 ds-reg bootstrap-cell ADD
349 ] \ dupd define-sub-primitive
353 temp1 ds-reg bootstrap-cell neg [+] MOV
354 ds-reg bootstrap-cell neg [+] temp0 MOV
356 ] \ swap define-sub-primitive
359 temp0 ds-reg -1 bootstrap-cells [+] MOV
360 temp1 ds-reg -2 bootstrap-cells [+] MOV
361 ds-reg -2 bootstrap-cells [+] temp0 MOV
362 ds-reg -1 bootstrap-cells [+] temp1 MOV
363 ] \ swapd define-sub-primitive
367 temp1 ds-reg -1 bootstrap-cells [+] MOV
368 temp3 ds-reg -2 bootstrap-cells [+] MOV
369 ds-reg -2 bootstrap-cells [+] temp1 MOV
370 ds-reg -1 bootstrap-cells [+] temp0 MOV
372 ] \ rot define-sub-primitive
376 temp1 ds-reg -1 bootstrap-cells [+] MOV
377 temp3 ds-reg -2 bootstrap-cells [+] MOV
378 ds-reg -2 bootstrap-cells [+] temp0 MOV
379 ds-reg -1 bootstrap-cells [+] temp3 MOV
381 ] \ -rot define-sub-primitive
383 [ jit->r ] \ load-local define-sub-primitive
386 : jit-compare ( insn -- )
389 temp3 0 MOV rc-absolute-cell rt-literal jit-rel
391 temp1 \ f type-number MOV
394 ! adjust stack pointer
395 ds-reg bootstrap-cell SUB
396 ! compare with second value
399 [ temp1 temp3 ] dip execute( dst src -- )
401 ds-reg [] temp1 MOV ;
403 : define-jit-compare ( insn word -- )
404 [ [ jit-compare ] curry ] dip define-sub-primitive ;
406 \ CMOVE \ eq? define-jit-compare
407 \ CMOVGE \ fixnum>= define-jit-compare
408 \ CMOVLE \ fixnum<= define-jit-compare
409 \ CMOVG \ fixnum> define-jit-compare
410 \ CMOVL \ fixnum< define-jit-compare
413 : jit-math ( insn -- )
417 ds-reg bootstrap-cell SUB
419 [ ds-reg [] temp0 ] dip execute( dst src -- ) ;
421 [ \ ADD jit-math ] \ fixnum+fast define-sub-primitive
423 [ \ SUB jit-math ] \ fixnum-fast define-sub-primitive
429 ds-reg bootstrap-cell SUB
433 temp0 tag-bits get SAR
438 ] \ fixnum*fast define-sub-primitive
440 [ \ AND jit-math ] \ fixnum-bitand define-sub-primitive
442 [ \ OR jit-math ] \ fixnum-bitor define-sub-primitive
444 [ \ XOR jit-math ] \ fixnum-bitxor define-sub-primitive
450 ds-reg [] tag-mask get XOR
451 ] \ fixnum-bitnot define-sub-primitive
455 shift-arg ds-reg [] MOV
457 shift-arg tag-bits get SAR
458 ! adjust stack pointer
459 ds-reg bootstrap-cell SUB
464 ! compute positive shift value in temp1
467 ! compute negative shift value in temp3
469 temp3 tag-mask get bitnot AND
471 ! if shift count was negative, move temp0 to temp1
475 ] \ fixnum-shift-fast define-sub-primitive
477 : jit-fixnum-/mod ( -- )
478 ! load second parameter
480 ! load first parameter
481 div-arg ds-reg bootstrap-cell neg [+] MOV
485 mod-arg bootstrap-cell-bits 1 - SAR
491 ! adjust stack pointer
492 ds-reg bootstrap-cell SUB
494 ds-reg [] mod-arg MOV
495 ] \ fixnum-mod define-sub-primitive
499 ! adjust stack pointer
500 ds-reg bootstrap-cell SUB
502 div-arg tag-bits get SHL
504 ds-reg [] div-arg MOV
505 ] \ fixnum/i-fast define-sub-primitive
510 div-arg tag-bits get SHL
512 ds-reg [] mod-arg MOV
513 ds-reg bootstrap-cell neg [+] div-arg MOV
514 ] \ fixnum/mod-fast define-sub-primitive
518 ds-reg bootstrap-cell SUB
520 temp0 tag-mask get AND
521 temp0 \ f type-number MOV
522 temp1 1 tag-fixnum MOV
525 ] \ both-fixnums? define-sub-primitive
530 ! turn local number into offset
533 temp0 rs-reg temp0 [+] MOV
536 ] \ get-local define-sub-primitive
541 ! adjust stack pointer
542 ds-reg bootstrap-cell SUB
543 ! turn local number into offset
545 ! decrement retain stack pointer
547 ] \ drop-locals define-sub-primitive
549 [ "bootstrap.x86" forget-vocab ] with-compilation-unit