1 ! Copyright (C) 2007, 2010 Slava Pestov.
2 ! See http://factorcode.org/license.txt for BSD license.
3 USING: bootstrap.image.private kernel kernel.private namespaces
4 system layouts vocabs parser compiler.constants math
5 math.private cpu.x86.assembler cpu.x86.assembler.operands
6 sequences generic.single.private ;
11 : shift-arg ( -- reg ) RCX ;
12 : div-arg ( -- reg ) RAX ;
13 : mod-arg ( -- reg ) RDX ;
14 : temp0 ( -- reg ) RDI ;
15 : temp1 ( -- reg ) RSI ;
16 : temp2 ( -- reg ) RDX ;
17 : temp3 ( -- reg ) RBX ;
18 : return-reg ( -- reg ) RAX ;
19 : safe-reg ( -- reg ) RAX ;
20 : stack-reg ( -- reg ) RSP ;
21 : frame-reg ( -- reg ) RBP ;
22 : ctx-reg ( -- reg ) R12 ;
23 : vm-reg ( -- reg ) R13 ;
24 : ds-reg ( -- reg ) R14 ;
25 : rs-reg ( -- reg ) R15 ;
26 : fixnum>slot@ ( -- ) temp0 1 SAR ;
27 : rex-length ( -- n ) 1 ;
31 safe-reg 0 MOV rc-absolute-cell rt-this jit-rel
32 ! save stack frame size
37 RSP stack-frame-size 3 bootstrap-cells - SUB
38 ] jit-prolog jit-define
42 0 JMP rc-relative rt-entry-point-pic-tail jit-rel
43 ] jit-word-jump jit-define
45 : jit-load-context ( -- )
46 ctx-reg vm-reg vm-context-offset [+] MOV ;
48 : jit-save-context ( -- )
50 safe-reg RSP -8 [+] LEA
51 ctx-reg context-callstack-top-offset [+] safe-reg MOV
52 ctx-reg context-datastack-offset [+] ds-reg MOV
53 ctx-reg context-retainstack-offset [+] rs-reg MOV ;
55 : jit-restore-context ( -- )
57 ds-reg ctx-reg context-datastack-offset [+] MOV
58 rs-reg ctx-reg context-retainstack-offset [+] MOV ;
64 RAX 0 MOV rc-absolute-cell rt-dlsym jit-rel
67 ] jit-primitive jit-define
71 ! save ctx->callstack_bottom
72 safe-reg stack-reg stack-frame-size 8 - [+] LEA
73 ctx-reg context-callstack-bottom-offset [+] safe-reg MOV
75 arg1 quot-entry-point-offset [+] CALL
77 ] \ c-to-factor define-sub-primitive
81 ds-reg bootstrap-cell SUB
83 [ arg1 quot-entry-point-offset [+] CALL ]
84 [ arg1 quot-entry-point-offset [+] JMP ]
85 \ (call) define-combinator-primitive
88 ! Clear x87 stack, but preserve rounding mode and exception flags
97 ! Load VM pointer into vm-reg, since we're entering from
99 vm-reg 0 MOV 0 rc-absolute-cell jit-vm
101 ! Load ds and rs registers
105 arg1 quot-entry-point-offset [+] JMP
106 ] \ unwind-native-frames define-sub-primitive
109 ! Load callstack object
111 ds-reg bootstrap-cell SUB
112 ! Get ctx->callstack_bottom
114 arg1 ctx-reg context-callstack-bottom-offset [+] MOV
115 ! Get top of callstack object -- 'src' for memcpy
116 arg2 arg4 callstack-top-offset [+] LEA
117 ! Get callstack length, in bytes --- 'len' for memcpy
118 arg3 arg4 callstack-length-offset [+] MOV
119 arg3 tag-bits get SHR
120 ! Compute new stack pointer -- 'dst' for memcpy
122 ! Install new stack pointer
124 ! Call memcpy; arguments are now in the correct registers
125 ! Create register shadow area for Win64
127 safe-reg 0 MOV "factor_memcpy" f rc-absolute-cell jit-dlsym
129 ! Tear down register shadow area
131 ! Return with new callstack
133 ] \ set-callstack define-sub-primitive
138 safe-reg 0 MOV "lazy_jit_compile" f rc-absolute-cell jit-dlsym
141 [ return-reg quot-entry-point-offset [+] CALL ]
142 [ return-reg quot-entry-point-offset [+] JMP ]
143 \ lazy-jit-compile define-combinator-primitive
145 ! Inline cache miss entry points
146 : jit-load-return-address ( -- )
147 RBX RSP stack-frame-size bootstrap-cell - [+] MOV ;
149 ! These are always in tail position with an existing stack
150 ! frame, and the stack. The frame setup takes this into account.
151 : jit-inline-cache-miss ( -- )
155 RAX 0 MOV "inline_cache_miss" f rc-absolute-cell jit-dlsym
157 jit-restore-context ;
159 [ jit-load-return-address jit-inline-cache-miss ]
162 \ inline-cache-miss define-combinator-primitive
164 [ jit-inline-cache-miss ]
167 \ inline-cache-miss-tail define-combinator-primitive
169 ! Overflowing fixnum arithmetic
170 : jit-overflow ( insn func -- )
174 arg2 ds-reg 8 [+] MOV
176 [ [ arg3 arg2 ] dip call ] dip
181 RAX 0 MOV f rc-absolute-cell jit-dlsym
184 jit-conditional ; inline
186 [ [ ADD ] "overflow_fixnum_add" jit-overflow ] \ fixnum+ define-sub-primitive
188 [ [ SUB ] "overflow_fixnum_subtract" jit-overflow ] \ fixnum- define-sub-primitive
202 arg1 tag-bits get SAR
205 RAX 0 MOV "overflow_fixnum_multiply" f rc-absolute-cell jit-dlsym
209 ] \ fixnum* define-sub-primitive
211 << "vocab:cpu/x86/bootstrap.factor" parse-file suffix! >>