-! Copyright (C) 2007, 2010 Slava Pestov.
+! Copyright (C) 2007, 2011 Slava Pestov.
! See http://factorcode.org/license.txt for BSD license.
USING: bootstrap.image.private kernel kernel.private namespaces
-system layouts vocabs parser compiler.constants math
-math.private cpu.x86.assembler cpu.x86.assembler.operands
-sequences generic.single.private threads.private ;
+system layouts vocabs parser compiler.constants
+compiler.codegen.relocation math math.private cpu.x86.assembler
+cpu.x86.assembler.operands sequences generic.single.private
+threads.private locals ;
IN: bootstrap.x86
8 \ cell set
: shift-arg ( -- reg ) RCX ;
: div-arg ( -- reg ) RAX ;
: mod-arg ( -- reg ) RDX ;
-: temp0 ( -- reg ) RDI ;
-: temp1 ( -- reg ) RSI ;
+: temp0 ( -- reg ) RAX ;
+: temp1 ( -- reg ) RCX ;
: temp2 ( -- reg ) RDX ;
: temp3 ( -- reg ) RBX ;
+: pic-tail-reg ( -- reg ) RBX ;
: return-reg ( -- reg ) RAX ;
: nv-reg ( -- reg ) RBX ;
: stack-reg ( -- reg ) RSP ;
: frame-reg ( -- reg ) RBP ;
+: link-reg ( -- reg ) R11 ;
: ctx-reg ( -- reg ) R12 ;
: vm-reg ( -- reg ) R13 ;
: ds-reg ( -- reg ) R14 ;
: fixnum>slot@ ( -- ) temp0 1 SAR ;
: rex-length ( -- n ) 1 ;
-: jit-save-tib ( -- ) ;
-: jit-restore-tib ( -- ) ;
-: jit-update-tib ( ctx-reg -- ) drop ;
-: jit-install-seh ( -- ) stack-reg bootstrap-cell ADD ;
-
: jit-call ( name -- )
- RAX 0 MOV rc-absolute-cell jit-dlsym
+ RAX 0 MOV f rc-absolute-cell rel-dlsym
RAX CALL ;
[
! load entry point
- RAX 0 MOV rc-absolute-cell rt-this jit-rel
- ! save stack frame size
- stack-frame-size PUSH
- ! push entry point
- RAX PUSH
+ RAX 0 MOV rc-absolute-cell rel-this
! alignment
- RSP stack-frame-size 3 bootstrap-cells - SUB
+ RSP stack-frame-size bootstrap-cell - SUB
+ ! store entry point
+ RSP stack-frame-size 3 bootstrap-cells - [+] RAX MOV
+ ! store stack frame size
+ RSP stack-frame-size 2 bootstrap-cells - [+] stack-frame-size MOV
] jit-prolog jit-define
[
- temp3 5 [RIP+] LEA
- 0 JMP rc-relative rt-entry-point-pic-tail jit-rel
+ pic-tail-reg 5 [RIP+] LEA
+ 0 JMP f rc-relative rel-word-pic-tail
] jit-word-jump jit-define
: jit-load-context ( -- )
jit-save-context
! call the primitive
arg1 vm-reg MOV
- RAX 0 MOV rc-absolute-cell rt-dlsym jit-rel
+ RAX 0 MOV f f rc-absolute-cell rel-dlsym
RAX CALL
jit-restore-context
] jit-primitive jit-define
arg1 vm-reg MOV
"begin_callback" jit-call
- jit-load-context
- jit-restore-context
-
! call the quotation
arg1 return-reg MOV
jit-call-quot
- jit-save-context
-
arg1 vm-reg MOV
"end_callback" jit-call
] \ c-to-factor define-sub-primitive
+: signal-handler-save-regs ( -- regs )
+ { RAX RCX RDX RBX RBP RSI RDI R8 R9 R10 R11 R12 R13 R14 R15 } ;
+
+:: jit-signal-handler-prolog ( -- frame-size )
+ signal-handler-save-regs :> save-regs
+ save-regs length 1 + bootstrap-cells 16 align stack-frame-size + :> frame-size
+ ! minus a cell each for flags, return address
+ ! use LEA so we don't dirty flags
+ RSP RSP frame-size 2 bootstrap-cells - neg [+] LEA
+ save-regs [| r i | RSP i bootstrap-cells [+] r MOV ] each-index
+ PUSHF
+ ! Now that the registers are saved, we can make the stack frame
+ RAX 0 MOV rc-absolute-cell rel-this
+ RSP frame-size 3 bootstrap-cells - [+] RAX MOV
+ RSP frame-size 2 bootstrap-cells - [+] frame-size MOV
+ frame-size ;
+
+:: jit-signal-handler-epilog ( frame-size -- )
+ POPF
+ signal-handler-save-regs
+ [| r i | r RSP i bootstrap-cells [+] MOV ] each-index
+ RSP RSP frame-size 2 bootstrap-cells - [+] LEA ;
+
[
arg1 ds-reg [] MOV
ds-reg bootstrap-cell SUB
\ (call) define-combinator-primitive
[
- ! Clear x87 stack, but preserve rounding mode and exception flags
- RSP 2 SUB
- RSP [] FNSTCW
- FNINIT
- RSP [] FLDCW
-
! Unwind stack frames
RSP arg2 MOV
! Load VM pointer into vm-reg, since we're entering from
! C code
- vm-reg 0 MOV 0 rc-absolute-cell jit-vm
+ vm-reg 0 MOV 0 rc-absolute-cell rel-vm
! Load ds and rs registers
jit-load-context
jit-restore-context
+ ! Clear the fault flag
+ vm-reg vm-fault-flag-offset [+] 0 MOV
+
! Call quotation
jit-jump-quot
] \ unwind-native-frames define-sub-primitive
+[
+ RSP 2 SUB
+ RSP [] FNSTCW
+ FNINIT
+ AX RSP [] MOV
+ RSP 2 ADD
+] \ fpu-state define-sub-primitive
+
+[
+ RSP 2 SUB
+ RSP [] arg1 16-bit-version-of MOV
+ RSP [] FLDCW
+ RSP 2 ADD
+] \ set-fpu-state define-sub-primitive
+
[
! Load callstack object
arg4 ds-reg [] MOV
[ jit-jump-quot ]
\ lazy-jit-compile define-combinator-primitive
+[
+ temp2 0xffffffff MOV f rc-absolute-cell rel-literal
+ temp1 temp2 CMP
+] pic-check-tuple jit-define
+
! Inline cache miss entry points
: jit-load-return-address ( -- )
RBX RSP stack-frame-size bootstrap-cell - [+] MOV ;
jit-save-context
arg1 RBX MOV
arg2 vm-reg MOV
- "inline_cache_miss" jit-call
+ RAX 0 MOV rc-absolute-cell rel-inline-cache-miss
+ RAX CALL
jit-load-context
jit-restore-context ;
! Contexts
: jit-switch-context ( reg -- )
- ! Save ds, rs registers
- jit-save-context
+ ! Reset return value since its bogus right now, to avoid
+ ! confusing the GC
+ RSP -8 [+] 0 MOV
! Make the new context the current one
ctx-reg swap MOV
RSP ctx-reg context-callstack-top-offset [+] MOV
! Load new ds, rs registers
- jit-restore-context ;
+ jit-restore-context
+
+ ctx-reg jit-update-tib ;
: jit-pop-context-and-param ( -- )
arg1 ds-reg [] MOV
: jit-set-context ( -- )
jit-pop-context-and-param
+ jit-save-context
arg1 jit-switch-context
RSP 8 ADD
jit-push-param ;
ds-reg 16 SUB ;
: jit-start-context ( -- )
- ! Create the new context in return-reg
+ ! Create the new context in return-reg. Have to save context
+ ! twice, first before calling new_context() which may GC,
+ ! and again after popping the two parameters from the stack.
+ jit-save-context
arg1 vm-reg MOV
"new_context" jit-call
jit-pop-quot-and-param
-
+ jit-save-context
return-reg jit-switch-context
-
jit-push-param
-
jit-jump-quot ;
[ jit-start-context ] \ (start-context) define-sub-primitive
jit-set-context
] \ (set-context-and-delete) define-sub-primitive
+: jit-start-context-and-delete ( -- )
+ jit-load-context
+ arg1 vm-reg MOV
+ arg2 ctx-reg MOV
+ "reset_context" jit-call
+
+ jit-pop-quot-and-param
+ ctx-reg jit-switch-context
+ jit-push-param
+ jit-jump-quot ;
+
[
- jit-delete-current-context
- jit-start-context
-] \ (start-context-and-delete) define-sub-primitive
+ 0 [RIP+] EAX MOV rc-relative rel-safepoint
+] \ jit-safepoint jit-define
-<< "vocab:cpu/x86/bootstrap.factor" parse-file suffix! >>
-call
+[
+ jit-start-context-and-delete
+] \ (start-context-and-delete) define-sub-primitive
projects / factor.git / blobdiff