1 ! Copyright (C) 2008, 2010 Slava Pestov.
2 ! See http://factorcode.org/license.txt for BSD license.
3 USING: accessors alien.c-types combinators
4 combinators.short-circuit compiler.cfg.instructions
5 compiler.cfg.utilities compiler.cfg.value-numbering.graph
6 compiler.cfg.value-numbering.math
7 compiler.cfg.value-numbering.rewrite cpu.architecture
8 generalizations grouping io.binary kernel locals make math
10 IN: compiler.cfg.value-numbering.simd
12 ! Some lame constant folding for SIMD intrinsics. Eventually this
13 ! should be redone completely.
15 : useless-shuffle-vector-imm? ( insn -- ? )
16 [ shuffle>> ] [ rep>> rep-length iota ] bi sequence= ;
18 : compose-shuffle-vector-imm ( outer inner -- insn' )
19 2dup [ rep>> ] bi@ eq? [
20 [ [ dst>> ] [ src>> ] bi* ]
21 [ [ shuffle>> ] bi@ nths ]
23 2tri ##shuffle-vector-imm new-insn
26 : (fold-shuffle-vector-imm) ( shuffle bytes -- bytes' )
27 2dup length swap length /i group nths concat ;
29 : fold-shuffle-vector-imm ( outer inner -- insn' )
30 [ [ dst>> ] [ shuffle>> ] bi ] [ obj>> ] bi*
31 (fold-shuffle-vector-imm) ##load-reference new-insn ;
33 M: ##shuffle-vector-imm rewrite
35 { [ over useless-shuffle-vector-imm? ] [ drop [ dst>> ] [ src>> ] bi <copy> ] }
36 { [ dup ##shuffle-vector-imm? ] [ compose-shuffle-vector-imm ] }
37 { [ dup ##load-reference? ] [ fold-shuffle-vector-imm ] }
41 : scalar-value ( literal-insn rep -- byte-array )
43 { float-4-rep [ obj>> float>bits 4 >le ] }
44 { double-2-rep [ obj>> double>bits 8 >le ] }
45 [ [ val>> ] [ rep-component-type heap-size ] bi* >le ]
48 : (fold-scalar>vector) ( insn bytes -- insn' )
49 [ [ dst>> ] [ rep>> rep-length ] bi ] dip <repetition> concat
50 ##load-reference new-insn ;
52 : fold-scalar>vector ( outer inner -- insn' )
53 over rep>> scalar-value (fold-scalar>vector) ;
55 M: ##scalar>vector rewrite
57 { [ dup literal-insn? ] [ fold-scalar>vector ] }
58 { [ dup ##vector>scalar? ] [ [ dst>> ] [ src>> ] bi* <copy> ] }
62 :: fold-gather-vector-2 ( insn src1 src2 -- insn )
64 src1 src2 [ insn rep>> scalar-value ] bi@ append
65 ##load-reference new-insn ;
67 : rewrite-gather-vector-2 ( insn -- insn/f )
68 dup [ src1>> vreg>insn ] [ src2>> vreg>insn ] bi {
69 { [ 2dup [ literal-insn? ] both? ] [ fold-gather-vector-2 ] }
73 M: ##gather-vector-2 rewrite rewrite-gather-vector-2 ;
75 M: ##gather-int-vector-2 rewrite rewrite-gather-vector-2 ;
77 :: fold-gather-vector-4 ( insn src1 src2 src3 src4 -- insn )
81 [ insn rep>> scalar-value % ] 4 napply
83 ##load-reference new-insn ;
85 : rewrite-gather-vector-4 ( insn -- insn/f )
86 dup { [ src1>> ] [ src2>> ] [ src3>> ] [ src4>> ] } cleave [ vreg>insn ] 4 napply
88 { [ 4 ndup [ literal-insn? ] 4 napply and and and ] [ fold-gather-vector-4 ] }
92 M: ##gather-vector-4 rewrite rewrite-gather-vector-4 ;
94 M: ##gather-int-vector-4 rewrite rewrite-gather-vector-4 ;
96 : fold-shuffle-vector ( insn src1 src2 -- insn )
97 [ dst>> ] [ obj>> ] [ obj>> ] tri*
98 swap nths ##load-reference new-insn ;
100 M: ##shuffle-vector rewrite
101 dup [ src>> vreg>insn ] [ shuffle>> vreg>insn ] bi
103 { [ 2dup [ ##load-reference? ] both? ] [ fold-shuffle-vector ] }
107 M: ##xor-vector rewrite
109 [ [ dst>> ] [ rep>> ] bi ##zero-vector new-insn ] [ drop f ] if ;
111 : vector-not? ( insn -- ? )
116 [ [ src1>> ] [ src2>> ] bi [ vreg>insn ##fill-vector? ] either? ]
120 GENERIC: vector-not-src ( insn -- vreg )
122 M: ##not-vector vector-not-src
125 M: ##xor-vector vector-not-src
126 dup src1>> vreg>insn ##fill-vector? [ src2>> ] [ src1>> ] if ;
128 M: ##and-vector rewrite
130 { [ dup src1>> vreg>insn vector-not? ] [
133 [ src1>> vreg>insn vector-not-src ]
136 } cleave ##andn-vector new-insn
138 { [ dup src2>> vreg>insn vector-not? ] [
141 [ src2>> vreg>insn vector-not-src ]
144 } cleave ##andn-vector new-insn
149 M: ##andn-vector rewrite
150 dup src1>> vreg>insn vector-not? [
153 [ src1>> vreg>insn vector-not-src ]
156 } cleave ##and-vector new-insn