1 ! Copyright (C) 2008, 2010 Slava Pestov, 2011 Alex Vondrak.
2 ! See http://factorcode.org/license.txt for BSD license.
3 USING: accessors combinators combinators.short-circuit arrays
4 fry kernel layouts math namespaces sequences cpu.architecture
5 math.bitwise math.order classes generalizations
6 locals make alien.c-types io.binary grouping
7 math.vectors.simd.intrinsics
10 compiler.cfg.utilities
11 compiler.cfg.comparisons
12 compiler.cfg.instructions
14 compiler.cfg.gvn.graph
15 compiler.cfg.gvn.avail
16 compiler.cfg.gvn.rewrite ;
17 IN: compiler.cfg.gvn.simd
19 ! Some lame constant folding for SIMD intrinsics. Eventually this
20 ! should be redone completely.
22 : useless-shuffle-vector-imm? ( insn -- ? )
23 [ shuffle>> ] [ rep>> rep-length iota ] bi sequence= ;
25 : compose-shuffle-vector-imm ( outer inner -- insn' )
26 2dup [ rep>> ] bi@ eq? [
27 [ [ dst>> ] [ src>> ] bi* ]
28 [ [ shuffle>> ] bi@ nths ]
30 2tri ##shuffle-vector-imm new-insn
33 : (fold-shuffle-vector-imm) ( shuffle bytes -- bytes' )
34 2dup length swap length /i group nths concat ;
36 : fold-shuffle-vector-imm ( outer inner -- insn' )
37 [ [ dst>> ] [ shuffle>> ] bi ] [ obj>> ] bi*
38 (fold-shuffle-vector-imm) ##load-reference new-insn ;
40 M: ##shuffle-vector-imm rewrite
42 { [ over useless-shuffle-vector-imm? ] [ drop [ dst>> ] [ src>> ] bi <copy> ] }
43 { [ dup [ ##shuffle-vector-imm? ] with-available-uses? ] [ compose-shuffle-vector-imm ] }
44 { [ dup ##load-reference? ] [ fold-shuffle-vector-imm ] }
48 : scalar-value ( literal-insn rep -- byte-array )
50 { float-4-rep [ obj>> float>bits 4 >le ] }
51 { double-2-rep [ obj>> double>bits 8 >le ] }
52 [ [ val>> ] [ rep-component-type heap-size ] bi* >le ]
55 : (fold-scalar>vector) ( insn bytes -- insn' )
56 [ [ dst>> ] [ rep>> rep-length ] bi ] dip <repetition> concat
57 ##load-reference new-insn ;
59 : fold-scalar>vector ( outer inner -- insn' )
60 over rep>> scalar-value (fold-scalar>vector) ;
62 M: ##scalar>vector rewrite
64 { [ dup literal-insn? ] [ fold-scalar>vector ] }
65 { [ dup [ ##vector>scalar? ] with-available-uses? ] [ [ dst>> ] [ src>> ] bi* <copy> ] }
69 :: fold-gather-vector-2 ( insn src1 src2 -- insn )
71 src1 src2 [ insn rep>> scalar-value ] bi@ append
72 ##load-reference new-insn ;
74 : rewrite-gather-vector-2 ( insn -- insn/f )
75 dup [ src1>> vreg>insn ] [ src2>> vreg>insn ] bi {
76 { [ 2dup [ literal-insn? ] both? ] [ fold-gather-vector-2 ] }
80 M: ##gather-vector-2 rewrite rewrite-gather-vector-2 ;
82 M: ##gather-int-vector-2 rewrite rewrite-gather-vector-2 ;
84 :: fold-gather-vector-4 ( insn src1 src2 src3 src4 -- insn )
88 [ insn rep>> scalar-value % ] 4 napply
90 ##load-reference new-insn ;
92 : rewrite-gather-vector-4 ( insn -- insn/f )
93 dup { [ src1>> ] [ src2>> ] [ src3>> ] [ src4>> ] } cleave [ vreg>insn ] 4 napply
95 { [ 4 ndup [ literal-insn? ] 4 napply and and and ] [ fold-gather-vector-4 ] }
99 M: ##gather-vector-4 rewrite rewrite-gather-vector-4 ;
101 M: ##gather-int-vector-4 rewrite rewrite-gather-vector-4 ;
103 : fold-shuffle-vector ( insn src1 src2 -- insn )
104 [ dst>> ] [ obj>> ] [ obj>> ] tri*
105 swap nths ##load-reference new-insn ;
107 M: ##shuffle-vector rewrite
108 dup [ src>> vreg>insn ] [ shuffle>> vreg>insn ] bi
110 { [ 2dup [ ##load-reference? ] both? ] [ fold-shuffle-vector ] }
114 M: ##xor-vector rewrite
116 [ [ dst>> ] [ rep>> ] bi ##zero-vector new-insn ] [ drop f ] if ;
118 : vector-not? ( insn -- ? )
120 [ [ ##not-vector? ] with-available-uses? ]
122 [ [ ##xor-vector? ] with-available-uses? ]
123 [ [ src1>> ] [ src2>> ] bi [ vreg>insn ##fill-vector? ] either? ]
127 GENERIC: vector-not-src ( insn -- vreg )
129 M: ##not-vector vector-not-src
132 M: ##xor-vector vector-not-src
133 dup src1>> vreg>insn ##fill-vector? [ src2>> ] [ src1>> ] if ;
135 M: ##and-vector rewrite
137 { [ dup src1>> vreg>insn vector-not? ] [
140 [ src1>> vreg>insn vector-not-src ]
143 } cleave ##andn-vector new-insn
145 { [ dup src2>> vreg>insn vector-not? ] [
148 [ src2>> vreg>insn vector-not-src ]
151 } cleave ##andn-vector new-insn
156 M: ##andn-vector rewrite
157 dup src1>> vreg>insn vector-not? [
160 [ src1>> vreg>insn vector-not-src ]
163 } cleave ##and-vector new-insn