1 ! Copyright (C) 2007, 2010 Slava Pestov.
2 ! See http://factorcode.org/license.txt for BSD license.
3 USING: bootstrap.image.private compiler.constants
4 compiler.units cpu.x86.assembler cpu.x86.assembler.operands
5 kernel kernel.private layouts locals.backend make math
6 math.private namespaces sequences slots.private vocabs ;
11 ! C to Factor entry point
13 ! Optimizing compiler's side of callback accesses
14 ! arguments that are on the stack via the frame pointer.
15 ! On x86-64, some arguments are passed in registers, and
16 ! so the only register that is safe for use here is safe-reg.
18 frame-reg stack-reg MOV
20 ! Save all non-volatile registers
23 ! Save old stack pointer and align
24 safe-reg stack-reg MOV
25 stack-reg bootstrap-cell SUB
27 stack-reg [] safe-reg MOV
29 ! Register shadow area - only required on Win64, but doesn't
30 ! hurt on other platforms
34 vm-reg 0 MOV rc-absolute-cell rt-vm jit-rel
36 ! Call into Factor code
37 safe-reg 0 MOV rc-absolute-cell rt-xt jit-rel
40 ! Tear down register shadow area
43 ! Undo stack alignment
44 stack-reg stack-reg [] MOV
46 ! Restore non-volatile registers
47 nv-regs <reversed> [ POP ] each
51 ! Callbacks which return structs, or use stdcall, need a
52 ! parameter here. See the comment in callback-return-rewind
54 HEX: ffff RET rc-absolute-2 rt-untagged jit-rel
55 ] callback-stub jit-define
59 temp0 0 MOV rc-absolute-cell rt-literal jit-rel
60 ! Bump profiling counter
61 temp0 profile-count-offset [+] 1 tag-fixnum ADD
63 temp0 temp0 word-code-offset [+] MOV
65 temp0 compiled-header-size ADD
68 ] jit-profiling jit-define
72 temp0 0 MOV rc-absolute-cell rt-literal jit-rel
73 ! increment datastack pointer
74 ds-reg bootstrap-cell ADD
75 ! store literal on datastack
80 temp3 0 MOV rc-absolute-cell rt-here jit-rel
81 0 JMP rc-relative rt-xt-pic-tail jit-rel
82 ] jit-word-jump jit-define
85 0 CALL rc-relative rt-xt-pic jit-rel
86 ] jit-word-call jit-define
92 ds-reg bootstrap-cell SUB
93 ! compare boolean with f
94 temp0 \ f type-number CMP
95 ! jump to true branch if not equal
96 0 JNE rc-relative rt-xt jit-rel
97 ! jump to false branch if equal
98 0 JMP rc-relative rt-xt jit-rel
102 rs-reg bootstrap-cell ADD
104 ds-reg bootstrap-cell SUB
105 rs-reg [] temp0 MOV ;
108 rs-reg 2 bootstrap-cells ADD
110 temp1 ds-reg -1 bootstrap-cells [+] MOV
111 ds-reg 2 bootstrap-cells SUB
113 rs-reg -1 bootstrap-cells [+] temp1 MOV ;
116 rs-reg 3 bootstrap-cells ADD
118 temp1 ds-reg -1 bootstrap-cells [+] MOV
119 temp2 ds-reg -2 bootstrap-cells [+] MOV
120 ds-reg 3 bootstrap-cells SUB
122 rs-reg -1 bootstrap-cells [+] temp1 MOV
123 rs-reg -2 bootstrap-cells [+] temp2 MOV ;
126 ds-reg bootstrap-cell ADD
128 rs-reg bootstrap-cell SUB
129 ds-reg [] temp0 MOV ;
132 ds-reg 2 bootstrap-cells ADD
134 temp1 rs-reg -1 bootstrap-cells [+] MOV
135 rs-reg 2 bootstrap-cells SUB
137 ds-reg -1 bootstrap-cells [+] temp1 MOV ;
140 ds-reg 3 bootstrap-cells ADD
142 temp1 rs-reg -1 bootstrap-cells [+] MOV
143 temp2 rs-reg -2 bootstrap-cells [+] MOV
144 rs-reg 3 bootstrap-cells SUB
146 ds-reg -1 bootstrap-cells [+] temp1 MOV
147 ds-reg -2 bootstrap-cells [+] temp2 MOV ;
151 0 CALL rc-relative rt-xt jit-rel
157 0 CALL rc-relative rt-xt jit-rel
159 ] jit-2dip jit-define
163 0 CALL rc-relative rt-xt jit-rel
165 ] jit-3dip jit-define
171 ds-reg bootstrap-cell SUB
173 [ temp0 word-xt-offset [+] CALL ]
174 [ temp0 word-xt-offset [+] JMP ]
175 \ (execute) define-combinator-primitive
179 ds-reg bootstrap-cell SUB
180 temp0 word-xt-offset [+] JMP
181 ] jit-execute jit-define
184 stack-reg stack-frame-size bootstrap-cell - ADD
185 ] jit-epilog jit-define
187 [ 0 RET ] jit-return jit-define
189 ! ! ! Polymorphic inline caches
191 ! The PIC stubs are not permitted to touch temp3.
193 ! Load a value from a stack position
195 temp1 ds-reg HEX: ffffffff [+] MOV rc-absolute rt-untagged jit-rel
196 ] pic-load jit-define
200 temp1 tag-mask get AND
201 temp1 tag-bits get SHL ;
203 [ load-tag ] pic-tag jit-define
205 ! The 'make' trick lets us compute the jump distance for the
206 ! conditional branches there
212 temp1 tuple type-number tag-fixnum CMP
214 [ temp1 temp0 tuple type-number neg bootstrap-cell + [+] MOV ]
216 ] pic-tuple jit-define
219 temp1 HEX: ffffffff CMP rc-absolute rt-literal jit-rel
220 ] pic-check-tag jit-define
223 temp2 HEX: ffffffff MOV rc-absolute-cell rt-literal jit-rel
225 ] pic-check-tuple jit-define
227 [ 0 JE rc-relative rt-xt jit-rel ] pic-hit jit-define
229 ! ! ! Megamorphic caches
233 temp0 0 MOV rc-absolute-cell rt-literal jit-rel
234 ! key = hashcode(class)
236 bootstrap-cell 4 = [ temp2 1 SHR ] when
237 ! key &= cache.length - 1
238 temp2 mega-cache-size get 1 - bootstrap-cell * AND
239 ! cache += array-start-offset
240 temp0 array-start-offset ADD
243 ! if(get(cache) == class)
245 bootstrap-cell 4 = 14 22 ? JNE ! Yuck!
246 ! megamorphic_cache_hits++
247 temp1 0 MOV rc-absolute-cell rt-megamorphic-cache-hits jit-rel
249 ! goto get(cache + bootstrap-cell)
250 temp0 temp0 bootstrap-cell [+] MOV
251 temp0 word-xt-offset [+] JMP
252 ! fall-through on miss
253 ] mega-lookup jit-define
262 temp0 tag-mask get AND
264 temp0 tag-bits get SHL
267 ] \ tag define-sub-primitive
272 ! adjust stack pointer
273 ds-reg bootstrap-cell SUB
276 ! turn slot number into offset
279 temp1 tag-bits get SHR
280 temp1 tag-bits get SHL
282 temp0 temp1 temp0 [+] MOV
285 ] \ slot define-sub-primitive
289 ds-reg bootstrap-cell SUB
290 ] \ drop define-sub-primitive
293 ds-reg 2 bootstrap-cells SUB
294 ] \ 2drop define-sub-primitive
297 ds-reg 3 bootstrap-cells SUB
298 ] \ 3drop define-sub-primitive
302 ds-reg bootstrap-cell ADD
304 ] \ dup define-sub-primitive
308 temp1 ds-reg bootstrap-cell neg [+] MOV
309 ds-reg 2 bootstrap-cells ADD
311 ds-reg bootstrap-cell neg [+] temp1 MOV
312 ] \ 2dup define-sub-primitive
316 temp1 ds-reg -1 bootstrap-cells [+] MOV
317 temp3 ds-reg -2 bootstrap-cells [+] MOV
318 ds-reg 3 bootstrap-cells ADD
320 ds-reg -1 bootstrap-cells [+] temp1 MOV
321 ds-reg -2 bootstrap-cells [+] temp3 MOV
322 ] \ 3dup define-sub-primitive
326 ds-reg bootstrap-cell SUB
328 ] \ nip define-sub-primitive
332 ds-reg 2 bootstrap-cells SUB
334 ] \ 2nip define-sub-primitive
337 temp0 ds-reg -1 bootstrap-cells [+] MOV
338 ds-reg bootstrap-cell ADD
340 ] \ over define-sub-primitive
343 temp0 ds-reg -2 bootstrap-cells [+] MOV
344 ds-reg bootstrap-cell ADD
346 ] \ pick define-sub-primitive
350 temp1 ds-reg -1 bootstrap-cells [+] MOV
352 ds-reg bootstrap-cell ADD
354 ] \ dupd define-sub-primitive
358 temp1 ds-reg bootstrap-cell neg [+] MOV
359 ds-reg bootstrap-cell neg [+] temp0 MOV
361 ] \ swap define-sub-primitive
364 temp0 ds-reg -1 bootstrap-cells [+] MOV
365 temp1 ds-reg -2 bootstrap-cells [+] MOV
366 ds-reg -2 bootstrap-cells [+] temp0 MOV
367 ds-reg -1 bootstrap-cells [+] temp1 MOV
368 ] \ swapd define-sub-primitive
372 temp1 ds-reg -1 bootstrap-cells [+] MOV
373 temp3 ds-reg -2 bootstrap-cells [+] MOV
374 ds-reg -2 bootstrap-cells [+] temp1 MOV
375 ds-reg -1 bootstrap-cells [+] temp0 MOV
377 ] \ rot define-sub-primitive
381 temp1 ds-reg -1 bootstrap-cells [+] MOV
382 temp3 ds-reg -2 bootstrap-cells [+] MOV
383 ds-reg -2 bootstrap-cells [+] temp0 MOV
384 ds-reg -1 bootstrap-cells [+] temp3 MOV
386 ] \ -rot define-sub-primitive
388 [ jit->r ] \ load-local define-sub-primitive
391 : jit-compare ( insn -- )
394 temp3 0 MOV rc-absolute-cell rt-literal jit-rel
396 temp1 \ f type-number MOV
399 ! adjust stack pointer
400 ds-reg bootstrap-cell SUB
401 ! compare with second value
404 [ temp1 temp3 ] dip execute( dst src -- )
406 ds-reg [] temp1 MOV ;
408 : define-jit-compare ( insn word -- )
409 [ [ jit-compare ] curry ] dip define-sub-primitive ;
411 \ CMOVE \ eq? define-jit-compare
412 \ CMOVGE \ fixnum>= define-jit-compare
413 \ CMOVLE \ fixnum<= define-jit-compare
414 \ CMOVG \ fixnum> define-jit-compare
415 \ CMOVL \ fixnum< define-jit-compare
418 : jit-math ( insn -- )
422 ds-reg bootstrap-cell SUB
424 [ ds-reg [] temp0 ] dip execute( dst src -- ) ;
426 [ \ ADD jit-math ] \ fixnum+fast define-sub-primitive
428 [ \ SUB jit-math ] \ fixnum-fast define-sub-primitive
434 ds-reg bootstrap-cell SUB
438 temp0 tag-bits get SAR
443 ] \ fixnum*fast define-sub-primitive
445 [ \ AND jit-math ] \ fixnum-bitand define-sub-primitive
447 [ \ OR jit-math ] \ fixnum-bitor define-sub-primitive
449 [ \ XOR jit-math ] \ fixnum-bitxor define-sub-primitive
455 ds-reg [] tag-mask get XOR
456 ] \ fixnum-bitnot define-sub-primitive
460 shift-arg ds-reg [] MOV
462 shift-arg tag-bits get SAR
463 ! adjust stack pointer
464 ds-reg bootstrap-cell SUB
469 ! compute positive shift value in temp1
472 ! compute negative shift value in temp3
474 temp3 tag-mask get bitnot AND
476 ! if shift count was negative, move temp0 to temp1
480 ] \ fixnum-shift-fast define-sub-primitive
482 : jit-fixnum-/mod ( -- )
483 ! load second parameter
485 ! load first parameter
486 div-arg ds-reg bootstrap-cell neg [+] MOV
490 mod-arg bootstrap-cell-bits 1 - SAR
496 ! adjust stack pointer
497 ds-reg bootstrap-cell SUB
499 ds-reg [] mod-arg MOV
500 ] \ fixnum-mod define-sub-primitive
504 ! adjust stack pointer
505 ds-reg bootstrap-cell SUB
507 div-arg tag-bits get SHL
509 ds-reg [] div-arg MOV
510 ] \ fixnum/i-fast define-sub-primitive
515 div-arg tag-bits get SHL
517 ds-reg [] mod-arg MOV
518 ds-reg bootstrap-cell neg [+] div-arg MOV
519 ] \ fixnum/mod-fast define-sub-primitive
523 ds-reg bootstrap-cell SUB
525 temp0 tag-mask get AND
526 temp0 \ f type-number MOV
527 temp1 1 tag-fixnum MOV
530 ] \ both-fixnums? define-sub-primitive
535 ! turn local number into offset
538 temp0 rs-reg temp0 [+] MOV
541 ] \ get-local define-sub-primitive
546 ! adjust stack pointer
547 ds-reg bootstrap-cell SUB
548 ! turn local number into offset
550 ! decrement retain stack pointer
552 ] \ drop-locals define-sub-primitive
554 [ "bootstrap.x86" forget-vocab ] with-compilation-unit