1 ! Copyright (C) 2007, 2010 Slava Pestov.
2 ! See http://factorcode.org/license.txt for BSD license.
3 USING: bootstrap.image.private kernel kernel.private namespaces
4 system cpu.x86.assembler cpu.x86.assembler.operands layouts
5 vocabs parser compiler.constants sequences math math.private
6 generic.single.private ;
11 : stack-frame-size ( -- n ) 8 bootstrap-cells ;
12 : shift-arg ( -- reg ) ECX ;
13 : div-arg ( -- reg ) EAX ;
14 : mod-arg ( -- reg ) EDX ;
15 : temp0 ( -- reg ) EAX ;
16 : temp1 ( -- reg ) EDX ;
17 : temp2 ( -- reg ) ECX ;
18 : temp3 ( -- reg ) EBX ;
19 : safe-reg ( -- reg ) EAX ;
20 : stack-reg ( -- reg ) ESP ;
21 : frame-reg ( -- reg ) EBP ;
22 : vm-reg ( -- reg ) EBP ;
23 : ctx-reg ( -- reg ) ECX ;
24 : nv-regs ( -- seq ) { ESI EDI EBX } ;
25 : ds-reg ( -- reg ) ESI ;
26 : rs-reg ( -- reg ) EDI ;
27 : fixnum>slot@ ( -- ) temp0 2 SAR ;
28 : rex-length ( -- n ) 0 ;
31 ! save stack frame size
34 0 PUSH rc-absolute-cell rt-this jit-rel
36 ESP stack-frame-size 3 bootstrap-cells - SUB
37 ] jit-prolog jit-define
40 vm-reg 0 MOV 0 rc-absolute-cell jit-vm ;
42 : jit-load-context ( -- )
43 ! VM pointer must be in vm-reg already
44 ctx-reg vm-reg vm-context-offset [+] MOV ;
46 : jit-save-context ( -- )
49 ctx-reg context-callstack-top-offset [+] EDX MOV
50 ctx-reg context-datastack-offset [+] ds-reg MOV
51 ctx-reg context-retainstack-offset [+] rs-reg MOV ;
53 : jit-restore-context ( -- )
55 ds-reg ctx-reg context-datastack-offset [+] MOV
56 rs-reg ctx-reg context-retainstack-offset [+] MOV ;
63 0 CALL rc-relative rt-primitive jit-rel
64 ! restore ds, rs registers
66 ] jit-primitive jit-define
71 ! save ctx->callstack_bottom, load ds, rs registers
74 EDX stack-reg stack-frame-size 4 - [+] LEA
75 ctx-reg context-callstack-bottom-offset [+] EDX MOV
77 EAX quot-xt-offset [+] CALL
78 ! save ds, rs registers
80 ] \ c-to-factor define-sub-primitive
84 ds-reg bootstrap-cell SUB
86 [ EAX quot-xt-offset [+] CALL ]
87 [ EAX quot-xt-offset [+] JMP ]
88 \ (call) define-combinator-primitive
91 ! Clear x87 stack, but preserve rounding mode and exception flags
99 EAX ESP stack-frame-size [+] MOV
100 EDX ESP stack-frame-size 4 + [+] MOV
102 ! Unwind stack frames
105 ! Load ds and rs registers
110 EAX quot-xt-offset [+] JMP
111 ] \ unwind-native-frames define-sub-primitive
114 ! Load callstack object
116 ds-reg bootstrap-cell SUB
117 ! Get ctx->callstack_bottom
120 EAX ctx-reg context-callstack-bottom-offset [+] MOV
121 ! Get top of callstack object -- 'src' for memcpy
122 EBP EBX callstack-top-offset [+] LEA
123 ! Get callstack length, in bytes --- 'len' for memcpy
124 EDX EBX callstack-length-offset [+] MOV
126 ! Compute new stack pointer -- 'dst' for memcpy
128 ! Install new stack pointer
134 0 CALL "factor_memcpy" f rc-relative jit-dlsym
136 ! Return with new callstack
138 ] \ set-callstack define-sub-primitive
149 0 CALL "lazy_jit_compile" f rc-relative jit-dlsym
151 [ EAX quot-xt-offset [+] CALL ]
152 [ EAX quot-xt-offset [+] JMP ]
153 \ lazy-jit-compile define-combinator-primitive
155 ! Inline cache miss entry points
156 : jit-load-return-address ( -- )
157 EBX ESP stack-frame-size bootstrap-cell - [+] MOV ;
159 ! These are always in tail position with an existing stack
160 ! frame, and the stack. The frame setup takes this into account.
161 : jit-inline-cache-miss ( -- )
166 0 CALL "inline_cache_miss" f rc-relative jit-dlsym
167 jit-restore-context ;
169 [ jit-load-return-address jit-inline-cache-miss ]
172 \ inline-cache-miss define-combinator-primitive
174 [ jit-inline-cache-miss ]
177 \ inline-cache-miss-tail define-combinator-primitive
179 ! Overflowing fixnum arithmetic
180 : jit-overflow ( insn func -- )
187 [ [ ECX EDX ] dip call( dst src -- ) ] dip
194 [ 0 CALL ] dip f rc-relative jit-dlsym
198 [ [ ADD ] "overflow_fixnum_add" jit-overflow ] \ fixnum+ define-sub-primitive
200 [ [ SUB ] "overflow_fixnum_subtract" jit-overflow ] \ fixnum- define-sub-primitive
218 0 CALL "overflow_fixnum_multiply" f rc-relative jit-dlsym
221 ] \ fixnum* define-sub-primitive
223 << "vocab:cpu/x86/bootstrap.factor" parse-file suffix! >>