1 ! Copyright (C) 2006, 2009 Slava Pestov.
2 ! See http://factorcode.org/license.txt for BSD license.
3 USING: accessors arrays generic kernel kernel.private math
4 memory namespaces make sequences layouts system hashtables
5 classes alien byte-arrays combinators words sets fry ;
8 ! Representations -- these are like low-level types
10 ! Unknown representation; this is used for ##copy instructions which
11 ! get eliminated later
14 ! Integer registers can contain data with one of these three representations
15 ! tagged-rep: tagged pointer or fixnum
16 ! int-rep: untagged fixnum, not a pointer
17 SINGLETONS: tagged-rep int-rep ;
19 ! Floating point registers can contain data with
20 ! one of these representations
21 SINGLETONS: float-rep double-rep ;
23 ! On x86, floating point registers are really vector registers
34 ! Scalar values in the high component of a vector register
43 ulonglong-scalar-rep ;
67 ulonglong-scalar-rep ;
69 UNION: float-vector-rep
87 SINGLETONS: int-regs float-regs ;
89 UNION: reg-class int-regs float-regs ;
90 CONSTANT: reg-classes { int-regs float-regs }
92 ! A pseudo-register class for parameters spilled on the stack
93 SINGLETON: stack-params
95 ! On x86, vectors and floats are stored in the same register bank
96 ! On PowerPC they are distinct
97 HOOK: vector-regs cpu ( -- reg-class )
99 GENERIC: reg-class-of ( rep -- reg-class )
101 M: tagged-rep reg-class-of drop int-regs ;
102 M: int-rep reg-class-of drop int-regs ;
103 M: float-rep reg-class-of drop float-regs ;
104 M: double-rep reg-class-of drop float-regs ;
105 M: vector-rep reg-class-of drop vector-regs ;
106 M: scalar-rep reg-class-of drop vector-regs ;
107 M: stack-params reg-class-of drop stack-params ;
109 GENERIC: rep-size ( rep -- n ) foldable
111 M: tagged-rep rep-size drop cell ;
112 M: int-rep rep-size drop cell ;
113 M: float-rep rep-size drop 4 ;
114 M: double-rep rep-size drop 8 ;
115 M: stack-params rep-size drop cell ;
116 M: vector-rep rep-size drop 16 ;
118 GENERIC: rep-component-type ( rep -- n )
120 ! Methods defined in alien.c-types
122 GENERIC: scalar-rep-of ( rep -- rep' )
124 M: float-4-rep scalar-rep-of drop float-rep ;
125 M: double-2-rep scalar-rep-of drop double-rep ;
126 M: char-16-rep scalar-rep-of drop char-scalar-rep ;
127 M: uchar-16-rep scalar-rep-of drop uchar-scalar-rep ;
128 M: short-8-rep scalar-rep-of drop short-scalar-rep ;
129 M: ushort-8-rep scalar-rep-of drop ushort-scalar-rep ;
130 M: int-4-rep scalar-rep-of drop int-scalar-rep ;
131 M: uint-4-rep scalar-rep-of drop uint-scalar-rep ;
132 M: longlong-2-rep scalar-rep-of drop longlong-scalar-rep ;
133 M: ulonglong-2-rep scalar-rep-of drop ulonglong-scalar-rep ;
135 ! Mapping from register class to machine registers
136 HOOK: machine-registers cpu ( -- assoc )
138 HOOK: two-operand? cpu ( -- ? )
140 HOOK: %load-immediate cpu ( reg obj -- )
141 HOOK: %load-reference cpu ( reg obj -- )
143 HOOK: %peek cpu ( vreg loc -- )
144 HOOK: %replace cpu ( vreg loc -- )
145 HOOK: %inc-d cpu ( n -- )
146 HOOK: %inc-r cpu ( n -- )
148 HOOK: stack-frame-size cpu ( stack-frame -- n )
149 HOOK: %call cpu ( word -- )
150 HOOK: %jump cpu ( word -- )
151 HOOK: %jump-label cpu ( label -- )
152 HOOK: %return cpu ( -- )
154 HOOK: %dispatch cpu ( src temp -- )
156 HOOK: %slot cpu ( dst obj slot tag temp -- )
157 HOOK: %slot-imm cpu ( dst obj slot tag -- )
158 HOOK: %set-slot cpu ( src obj slot tag temp -- )
159 HOOK: %set-slot-imm cpu ( src obj slot tag -- )
161 HOOK: %string-nth cpu ( dst obj index temp -- )
162 HOOK: %set-string-nth-fast cpu ( ch obj index temp -- )
164 HOOK: %add cpu ( dst src1 src2 -- )
165 HOOK: %add-imm cpu ( dst src1 src2 -- )
166 HOOK: %sub cpu ( dst src1 src2 -- )
167 HOOK: %sub-imm cpu ( dst src1 src2 -- )
168 HOOK: %mul cpu ( dst src1 src2 -- )
169 HOOK: %mul-imm cpu ( dst src1 src2 -- )
170 HOOK: %and cpu ( dst src1 src2 -- )
171 HOOK: %and-imm cpu ( dst src1 src2 -- )
172 HOOK: %or cpu ( dst src1 src2 -- )
173 HOOK: %or-imm cpu ( dst src1 src2 -- )
174 HOOK: %xor cpu ( dst src1 src2 -- )
175 HOOK: %xor-imm cpu ( dst src1 src2 -- )
176 HOOK: %shl cpu ( dst src1 src2 -- )
177 HOOK: %shl-imm cpu ( dst src1 src2 -- )
178 HOOK: %shr cpu ( dst src1 src2 -- )
179 HOOK: %shr-imm cpu ( dst src1 src2 -- )
180 HOOK: %sar cpu ( dst src1 src2 -- )
181 HOOK: %sar-imm cpu ( dst src1 src2 -- )
182 HOOK: %min cpu ( dst src1 src2 -- )
183 HOOK: %max cpu ( dst src1 src2 -- )
184 HOOK: %not cpu ( dst src -- )
185 HOOK: %log2 cpu ( dst src -- )
187 HOOK: %copy cpu ( dst src rep -- )
189 HOOK: %fixnum-add cpu ( label dst src1 src2 -- )
190 HOOK: %fixnum-sub cpu ( label dst src1 src2 -- )
191 HOOK: %fixnum-mul cpu ( label dst src1 src2 -- )
193 HOOK: %integer>bignum cpu ( dst src temp -- )
194 HOOK: %bignum>integer cpu ( dst src temp -- )
196 HOOK: %unbox-float cpu ( dst src -- )
197 HOOK: %box-float cpu ( dst src temp -- )
199 HOOK: %add-float cpu ( dst src1 src2 -- )
200 HOOK: %sub-float cpu ( dst src1 src2 -- )
201 HOOK: %mul-float cpu ( dst src1 src2 -- )
202 HOOK: %div-float cpu ( dst src1 src2 -- )
203 HOOK: %min-float cpu ( dst src1 src2 -- )
204 HOOK: %max-float cpu ( dst src1 src2 -- )
205 HOOK: %sqrt cpu ( dst src -- )
206 HOOK: %unary-float-function cpu ( dst src func -- )
207 HOOK: %binary-float-function cpu ( dst src1 src2 func -- )
209 HOOK: %single>double-float cpu ( dst src -- )
210 HOOK: %double>single-float cpu ( dst src -- )
212 HOOK: %integer>float cpu ( dst src -- )
213 HOOK: %float>integer cpu ( dst src -- )
215 HOOK: %box-vector cpu ( dst src temp rep -- )
216 HOOK: %unbox-vector cpu ( dst src rep -- )
218 HOOK: %broadcast-vector cpu ( dst src rep -- )
219 HOOK: %gather-vector-2 cpu ( dst src1 src2 rep -- )
220 HOOK: %gather-vector-4 cpu ( dst src1 src2 src3 src4 rep -- )
221 HOOK: %add-vector cpu ( dst src1 src2 rep -- )
222 HOOK: %saturated-add-vector cpu ( dst src1 src2 rep -- )
223 HOOK: %add-sub-vector cpu ( dst src1 src2 rep -- )
224 HOOK: %sub-vector cpu ( dst src1 src2 rep -- )
225 HOOK: %saturated-sub-vector cpu ( dst src1 src2 rep -- )
226 HOOK: %mul-vector cpu ( dst src1 src2 rep -- )
227 HOOK: %saturated-mul-vector cpu ( dst src1 src2 rep -- )
228 HOOK: %div-vector cpu ( dst src1 src2 rep -- )
229 HOOK: %min-vector cpu ( dst src1 src2 rep -- )
230 HOOK: %max-vector cpu ( dst src1 src2 rep -- )
231 HOOK: %sqrt-vector cpu ( dst src rep -- )
232 HOOK: %horizontal-add-vector cpu ( dst src rep -- )
233 HOOK: %abs-vector cpu ( dst src rep -- )
234 HOOK: %and-vector cpu ( dst src1 src2 rep -- )
235 HOOK: %or-vector cpu ( dst src1 src2 rep -- )
236 HOOK: %xor-vector cpu ( dst src1 src2 rep -- )
237 HOOK: %shl-vector cpu ( dst src1 src2 rep -- )
238 HOOK: %shr-vector cpu ( dst src1 src2 rep -- )
240 HOOK: %integer>scalar cpu ( dst src rep -- )
241 HOOK: %scalar>integer cpu ( dst src rep -- )
243 HOOK: %broadcast-vector-reps cpu ( -- reps )
244 HOOK: %gather-vector-2-reps cpu ( -- reps )
245 HOOK: %gather-vector-4-reps cpu ( -- reps )
246 HOOK: %add-vector-reps cpu ( -- reps )
247 HOOK: %saturated-add-vector-reps cpu ( -- reps )
248 HOOK: %add-sub-vector-reps cpu ( -- reps )
249 HOOK: %sub-vector-reps cpu ( -- reps )
250 HOOK: %saturated-sub-vector-reps cpu ( -- reps )
251 HOOK: %mul-vector-reps cpu ( -- reps )
252 HOOK: %saturated-mul-vector-reps cpu ( -- reps )
253 HOOK: %div-vector-reps cpu ( -- reps )
254 HOOK: %min-vector-reps cpu ( -- reps )
255 HOOK: %max-vector-reps cpu ( -- reps )
256 HOOK: %sqrt-vector-reps cpu ( -- reps )
257 HOOK: %horizontal-add-vector-reps cpu ( -- reps )
258 HOOK: %abs-vector-reps cpu ( -- reps )
259 HOOK: %and-vector-reps cpu ( -- reps )
260 HOOK: %or-vector-reps cpu ( -- reps )
261 HOOK: %xor-vector-reps cpu ( -- reps )
262 HOOK: %shl-vector-reps cpu ( -- reps )
263 HOOK: %shr-vector-reps cpu ( -- reps )
265 HOOK: %unbox-alien cpu ( dst src -- )
266 HOOK: %unbox-any-c-ptr cpu ( dst src temp -- )
267 HOOK: %box-alien cpu ( dst src temp -- )
268 HOOK: %box-displaced-alien cpu ( dst displacement base temp1 temp2 base-class -- )
270 HOOK: %alien-unsigned-1 cpu ( dst src -- )
271 HOOK: %alien-unsigned-2 cpu ( dst src -- )
272 HOOK: %alien-unsigned-4 cpu ( dst src -- )
273 HOOK: %alien-signed-1 cpu ( dst src -- )
274 HOOK: %alien-signed-2 cpu ( dst src -- )
275 HOOK: %alien-signed-4 cpu ( dst src -- )
276 HOOK: %alien-cell cpu ( dst src -- )
277 HOOK: %alien-float cpu ( dst src -- )
278 HOOK: %alien-double cpu ( dst src -- )
279 HOOK: %alien-vector cpu ( dst src rep -- )
281 HOOK: %set-alien-integer-1 cpu ( ptr value -- )
282 HOOK: %set-alien-integer-2 cpu ( ptr value -- )
283 HOOK: %set-alien-integer-4 cpu ( ptr value -- )
284 HOOK: %set-alien-cell cpu ( ptr value -- )
285 HOOK: %set-alien-float cpu ( ptr value -- )
286 HOOK: %set-alien-double cpu ( ptr value -- )
287 HOOK: %set-alien-vector cpu ( ptr value rep -- )
289 HOOK: %alien-global cpu ( dst symbol library -- )
290 HOOK: %vm-field-ptr cpu ( dst fieldname -- )
292 HOOK: %allot cpu ( dst size class temp -- )
293 HOOK: %write-barrier cpu ( src card# table -- )
296 HOOK: %check-nursery cpu ( label temp1 temp2 -- )
297 HOOK: %save-gc-root cpu ( gc-root register -- )
298 HOOK: %load-gc-root cpu ( gc-root register -- )
299 HOOK: %call-gc cpu ( gc-root-count temp1 -- )
301 HOOK: %prologue cpu ( n -- )
302 HOOK: %epilogue cpu ( n -- )
304 HOOK: %compare cpu ( dst temp cc src1 src2 -- )
305 HOOK: %compare-imm cpu ( dst temp cc src1 src2 -- )
306 HOOK: %compare-float-ordered cpu ( dst temp cc src1 src2 -- )
307 HOOK: %compare-float-unordered cpu ( dst temp cc src1 src2 -- )
309 HOOK: %compare-branch cpu ( label cc src1 src2 -- )
310 HOOK: %compare-imm-branch cpu ( label cc src1 src2 -- )
311 HOOK: %compare-float-ordered-branch cpu ( label cc src1 src2 -- )
312 HOOK: %compare-float-unordered-branch cpu ( label cc src1 src2 -- )
314 HOOK: %spill cpu ( src rep n -- )
315 HOOK: %reload cpu ( dst rep n -- )
317 HOOK: %loop-entry cpu ( -- )
321 ! Return values of this class go here
322 GENERIC: return-reg ( reg-class -- reg )
324 ! Sequence of registers used for parameter passing in class
325 GENERIC: param-regs ( reg-class -- regs )
327 M: stack-params param-regs drop f ;
329 GENERIC: param-reg ( n reg-class -- reg )
331 M: reg-class param-reg param-regs nth ;
333 M: stack-params param-reg drop ;
335 ! Is this integer small enough to appear in value template
337 HOOK: small-enough? cpu ( n -- ? )
339 ! Is this structure small enough to be returned in registers?
340 HOOK: return-struct-in-registers? cpu ( c-type -- ? )
342 ! Do we pass this struct by value or hidden reference?
343 HOOK: value-struct? cpu ( c-type -- ? )
345 ! If t, all parameters are shadowed by dummy stack parameters
346 HOOK: dummy-stack-params? cpu ( -- ? )
348 ! If t, all FP parameters are shadowed by dummy int parameters
349 HOOK: dummy-int-params? cpu ( -- ? )
351 ! If t, all int parameters are shadowed by dummy FP parameters
352 HOOK: dummy-fp-params? cpu ( -- ? )
354 HOOK: %prepare-unbox cpu ( -- )
356 HOOK: %unbox cpu ( n rep func -- )
358 HOOK: %unbox-long-long cpu ( n func -- )
360 HOOK: %unbox-small-struct cpu ( c-type -- )
362 HOOK: %unbox-large-struct cpu ( n c-type -- )
364 HOOK: %box cpu ( n rep func -- )
366 HOOK: %box-long-long cpu ( n func -- )
368 HOOK: %prepare-box-struct cpu ( -- )
370 HOOK: %box-small-struct cpu ( c-type -- )
372 HOOK: %box-large-struct cpu ( n c-type -- )
374 HOOK: %save-param-reg cpu ( stack reg rep -- )
376 HOOK: %load-param-reg cpu ( stack reg rep -- )
378 HOOK: %save-context cpu ( temp1 temp2 callback-allowed? -- )
380 HOOK: %prepare-var-args cpu ( -- )
382 M: object %prepare-var-args ;
384 HOOK: %alien-invoke cpu ( function library -- )
386 HOOK: %cleanup cpu ( params -- )
388 M: object %cleanup ( params -- ) drop ;
390 HOOK: %prepare-alien-indirect cpu ( -- )
392 HOOK: %alien-indirect cpu ( -- )
394 HOOK: %alien-callback cpu ( quot -- )
396 HOOK: %callback-value cpu ( ctype -- )
398 ! Return to caller with stdcall unwinding (only for x86)
399 HOOK: %callback-return cpu ( params -- )
401 M: object %callback-return drop %return ;