• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1; RUN: opt -slp-vectorizer -slp-threshold=-6 -S <  %s | FileCheck %s
2
3; FIXME: The threshold is changed to keep this test case a bit smaller.
4; The AArch64 cost model should not give such high costs to select statements.
5
6target datalayout = "e-m:e-i64:64-i128:128-n32:64-S128"
7target triple = "aarch64--linux"
8
9; CHECK-LABEL: test_select
10; CHECK: load <4 x i32>
11; CHECK: load <4 x i32>
12; CHECK: select <4 x i1>
13define i32 @test_select(i32* noalias nocapture readonly %blk1, i32* noalias nocapture readonly %blk2, i32 %lx, i32 %h) {
14entry:
15  %cmp.22 = icmp sgt i32 %h, 0
16  br i1 %cmp.22, label %for.body.lr.ph, label %for.end
17
18for.body.lr.ph:                                   ; preds = %entry
19  %idx.ext = sext i32 %lx to i64
20  br label %for.body
21
22for.body:                                         ; preds = %for.body, %for.body.lr.ph
23  %s.026 = phi i32 [ 0, %for.body.lr.ph ], [ %add27, %for.body ]
24  %j.025 = phi i32 [ 0, %for.body.lr.ph ], [ %inc, %for.body ]
25  %p2.024 = phi i32* [ %blk2, %for.body.lr.ph ], [ %add.ptr29, %for.body ]
26  %p1.023 = phi i32* [ %blk1, %for.body.lr.ph ], [ %add.ptr, %for.body ]
27  %0 = load i32, i32* %p1.023, align 4
28  %1 = load i32, i32* %p2.024, align 4
29  %sub = sub nsw i32 %0, %1
30  %cmp2 = icmp slt i32 %sub, 0
31  %sub3 = sub nsw i32 0, %sub
32  %sub3.sub = select i1 %cmp2, i32 %sub3, i32 %sub
33  %add = add nsw i32 %sub3.sub, %s.026
34  %arrayidx4 = getelementptr inbounds i32, i32* %p1.023, i64 1
35  %2 = load i32, i32* %arrayidx4, align 4
36  %arrayidx5 = getelementptr inbounds i32, i32* %p2.024, i64 1
37  %3 = load i32, i32* %arrayidx5, align 4
38  %sub6 = sub nsw i32 %2, %3
39  %cmp7 = icmp slt i32 %sub6, 0
40  %sub9 = sub nsw i32 0, %sub6
41  %v.1 = select i1 %cmp7, i32 %sub9, i32 %sub6
42  %add11 = add nsw i32 %add, %v.1
43  %arrayidx12 = getelementptr inbounds i32, i32* %p1.023, i64 2
44  %4 = load i32, i32* %arrayidx12, align 4
45  %arrayidx13 = getelementptr inbounds i32, i32* %p2.024, i64 2
46  %5 = load i32, i32* %arrayidx13, align 4
47  %sub14 = sub nsw i32 %4, %5
48  %cmp15 = icmp slt i32 %sub14, 0
49  %sub17 = sub nsw i32 0, %sub14
50  %sub17.sub14 = select i1 %cmp15, i32 %sub17, i32 %sub14
51  %add19 = add nsw i32 %add11, %sub17.sub14
52  %arrayidx20 = getelementptr inbounds i32, i32* %p1.023, i64 3
53  %6 = load i32, i32* %arrayidx20, align 4
54  %arrayidx21 = getelementptr inbounds i32, i32* %p2.024, i64 3
55  %7 = load i32, i32* %arrayidx21, align 4
56  %sub22 = sub nsw i32 %6, %7
57  %cmp23 = icmp slt i32 %sub22, 0
58  %sub25 = sub nsw i32 0, %sub22
59  %v.3 = select i1 %cmp23, i32 %sub25, i32 %sub22
60  %add27 = add nsw i32 %add19, %v.3
61  %add.ptr = getelementptr inbounds i32, i32* %p1.023, i64 %idx.ext
62  %add.ptr29 = getelementptr inbounds i32, i32* %p2.024, i64 %idx.ext
63  %inc = add nuw nsw i32 %j.025, 1
64  %exitcond = icmp eq i32 %inc, %h
65  br i1 %exitcond, label %for.end.loopexit, label %for.body
66
67for.end.loopexit:                                 ; preds = %for.body
68  br label %for.end
69
70for.end:                                          ; preds = %for.end.loopexit, %entry
71  %s.0.lcssa = phi i32 [ 0, %entry ], [ %add27, %for.end.loopexit ]
72  ret i32 %s.0.lcssa
73}
74
75;; Check whether SLP can find a reduction phi whose incoming blocks are not
76;; the same as the block containing the phi.
77;;
78;; Came from code like,
79;;
80;; int s = 0;
81;; for (int j = 0; j < h; j++) {
82;;   s += p1[0] * p2[0]
83;;   s += p1[1] * p2[1];
84;;   s += p1[2] * p2[2];
85;;   s += p1[3] * p2[3];
86;;   if (s >= lim)
87;;      break;
88;;   p1 += lx;
89;;   p2 += lx;
90;; }
91define i32 @reduction_with_br(i32* noalias nocapture readonly %blk1, i32* noalias nocapture readonly %blk2, i32 %lx, i32 %h, i32 %lim) {
92; CHECK-LABEL: reduction_with_br
93; CHECK: load <4 x i32>
94; CHECK: load <4 x i32>
95; CHECK: mul nsw <4 x i32>
96entry:
97  %cmp.16 = icmp sgt i32 %h, 0
98  br i1 %cmp.16, label %for.body.lr.ph, label %for.end
99
100for.body.lr.ph:                                   ; preds = %entry
101  %idx.ext = sext i32 %lx to i64
102  br label %for.body
103
104for.body:                                         ; preds = %for.body.lr.ph, %if.end
105  %s.020 = phi i32 [ 0, %for.body.lr.ph ], [ %add13, %if.end ]
106  %j.019 = phi i32 [ 0, %for.body.lr.ph ], [ %inc, %if.end ]
107  %p2.018 = phi i32* [ %blk2, %for.body.lr.ph ], [ %add.ptr16, %if.end ]
108  %p1.017 = phi i32* [ %blk1, %for.body.lr.ph ], [ %add.ptr, %if.end ]
109  %0 = load i32, i32* %p1.017, align 4
110  %1 = load i32, i32* %p2.018, align 4
111  %mul = mul nsw i32 %1, %0
112  %add = add nsw i32 %mul, %s.020
113  %arrayidx2 = getelementptr inbounds i32, i32* %p1.017, i64 1
114  %2 = load i32, i32* %arrayidx2, align 4
115  %arrayidx3 = getelementptr inbounds i32, i32* %p2.018, i64 1
116  %3 = load i32, i32* %arrayidx3, align 4
117  %mul4 = mul nsw i32 %3, %2
118  %add5 = add nsw i32 %add, %mul4
119  %arrayidx6 = getelementptr inbounds i32, i32* %p1.017, i64 2
120  %4 = load i32, i32* %arrayidx6, align 4
121  %arrayidx7 = getelementptr inbounds i32, i32* %p2.018, i64 2
122  %5 = load i32, i32* %arrayidx7, align 4
123  %mul8 = mul nsw i32 %5, %4
124  %add9 = add nsw i32 %add5, %mul8
125  %arrayidx10 = getelementptr inbounds i32, i32* %p1.017, i64 3
126  %6 = load i32, i32* %arrayidx10, align 4
127  %arrayidx11 = getelementptr inbounds i32, i32* %p2.018, i64 3
128  %7 = load i32, i32* %arrayidx11, align 4
129  %mul12 = mul nsw i32 %7, %6
130  %add13 = add nsw i32 %add9, %mul12
131  %cmp14 = icmp slt i32 %add13, %lim
132  br i1 %cmp14, label %if.end, label %for.end.loopexit
133
134if.end:                                           ; preds = %for.body
135  %add.ptr = getelementptr inbounds i32, i32* %p1.017, i64 %idx.ext
136  %add.ptr16 = getelementptr inbounds i32, i32* %p2.018, i64 %idx.ext
137  %inc = add nuw nsw i32 %j.019, 1
138  %cmp = icmp slt i32 %inc, %h
139  br i1 %cmp, label %for.body, label %for.end.loopexit
140
141for.end.loopexit:                                 ; preds = %for.body, %if.end
142  br label %for.end
143
144for.end:                                          ; preds = %for.end.loopexit, %entry
145  %s.1 = phi i32 [ 0, %entry ], [ %add13, %for.end.loopexit ]
146  ret i32 %s.1
147}
148
149; CHECK: test_unrolled_select
150; CHECK: load <8 x i8>
151; CHECK: load <8 x i8>
152; CHECK: select <8 x i1>
153define i32 @test_unrolled_select(i8* noalias nocapture readonly %blk1, i8* noalias nocapture readonly %blk2, i32 %lx, i32 %h, i32 %lim) #0 {
154entry:
155  %cmp.43 = icmp sgt i32 %h, 0
156  br i1 %cmp.43, label %for.body.lr.ph, label %for.end
157
158for.body.lr.ph:                                   ; preds = %entry
159  %idx.ext = sext i32 %lx to i64
160  br label %for.body
161
162for.body:                                         ; preds = %for.body.lr.ph, %if.end.86
163  %s.047 = phi i32 [ 0, %for.body.lr.ph ], [ %add82, %if.end.86 ]
164  %j.046 = phi i32 [ 0, %for.body.lr.ph ], [ %inc, %if.end.86 ]
165  %p2.045 = phi i8* [ %blk2, %for.body.lr.ph ], [ %add.ptr88, %if.end.86 ]
166  %p1.044 = phi i8* [ %blk1, %for.body.lr.ph ], [ %add.ptr, %if.end.86 ]
167  %0 = load i8, i8* %p1.044, align 1
168  %conv = zext i8 %0 to i32
169  %1 = load i8, i8* %p2.045, align 1
170  %conv2 = zext i8 %1 to i32
171  %sub = sub nsw i32 %conv, %conv2
172  %cmp3 = icmp slt i32 %sub, 0
173  %sub5 = sub nsw i32 0, %sub
174  %sub5.sub = select i1 %cmp3, i32 %sub5, i32 %sub
175  %add = add nsw i32 %sub5.sub, %s.047
176  %arrayidx6 = getelementptr inbounds i8, i8* %p1.044, i64 1
177  %2 = load i8, i8* %arrayidx6, align 1
178  %conv7 = zext i8 %2 to i32
179  %arrayidx8 = getelementptr inbounds i8, i8* %p2.045, i64 1
180  %3 = load i8, i8* %arrayidx8, align 1
181  %conv9 = zext i8 %3 to i32
182  %sub10 = sub nsw i32 %conv7, %conv9
183  %cmp11 = icmp slt i32 %sub10, 0
184  %sub14 = sub nsw i32 0, %sub10
185  %v.1 = select i1 %cmp11, i32 %sub14, i32 %sub10
186  %add16 = add nsw i32 %add, %v.1
187  %arrayidx17 = getelementptr inbounds i8, i8* %p1.044, i64 2
188  %4 = load i8, i8* %arrayidx17, align 1
189  %conv18 = zext i8 %4 to i32
190  %arrayidx19 = getelementptr inbounds i8, i8* %p2.045, i64 2
191  %5 = load i8, i8* %arrayidx19, align 1
192  %conv20 = zext i8 %5 to i32
193  %sub21 = sub nsw i32 %conv18, %conv20
194  %cmp22 = icmp slt i32 %sub21, 0
195  %sub25 = sub nsw i32 0, %sub21
196  %sub25.sub21 = select i1 %cmp22, i32 %sub25, i32 %sub21
197  %add27 = add nsw i32 %add16, %sub25.sub21
198  %arrayidx28 = getelementptr inbounds i8, i8* %p1.044, i64 3
199  %6 = load i8, i8* %arrayidx28, align 1
200  %conv29 = zext i8 %6 to i32
201  %arrayidx30 = getelementptr inbounds i8, i8* %p2.045, i64 3
202  %7 = load i8, i8* %arrayidx30, align 1
203  %conv31 = zext i8 %7 to i32
204  %sub32 = sub nsw i32 %conv29, %conv31
205  %cmp33 = icmp slt i32 %sub32, 0
206  %sub36 = sub nsw i32 0, %sub32
207  %v.3 = select i1 %cmp33, i32 %sub36, i32 %sub32
208  %add38 = add nsw i32 %add27, %v.3
209  %arrayidx39 = getelementptr inbounds i8, i8* %p1.044, i64 4
210  %8 = load i8, i8* %arrayidx39, align 1
211  %conv40 = zext i8 %8 to i32
212  %arrayidx41 = getelementptr inbounds i8, i8* %p2.045, i64 4
213  %9 = load i8, i8* %arrayidx41, align 1
214  %conv42 = zext i8 %9 to i32
215  %sub43 = sub nsw i32 %conv40, %conv42
216  %cmp44 = icmp slt i32 %sub43, 0
217  %sub47 = sub nsw i32 0, %sub43
218  %sub47.sub43 = select i1 %cmp44, i32 %sub47, i32 %sub43
219  %add49 = add nsw i32 %add38, %sub47.sub43
220  %arrayidx50 = getelementptr inbounds i8, i8* %p1.044, i64 5
221  %10 = load i8, i8* %arrayidx50, align 1
222  %conv51 = zext i8 %10 to i32
223  %arrayidx52 = getelementptr inbounds i8, i8* %p2.045, i64 5
224  %11 = load i8, i8* %arrayidx52, align 1
225  %conv53 = zext i8 %11 to i32
226  %sub54 = sub nsw i32 %conv51, %conv53
227  %cmp55 = icmp slt i32 %sub54, 0
228  %sub58 = sub nsw i32 0, %sub54
229  %v.5 = select i1 %cmp55, i32 %sub58, i32 %sub54
230  %add60 = add nsw i32 %add49, %v.5
231  %arrayidx61 = getelementptr inbounds i8, i8* %p1.044, i64 6
232  %12 = load i8, i8* %arrayidx61, align 1
233  %conv62 = zext i8 %12 to i32
234  %arrayidx63 = getelementptr inbounds i8, i8* %p2.045, i64 6
235  %13 = load i8, i8* %arrayidx63, align 1
236  %conv64 = zext i8 %13 to i32
237  %sub65 = sub nsw i32 %conv62, %conv64
238  %cmp66 = icmp slt i32 %sub65, 0
239  %sub69 = sub nsw i32 0, %sub65
240  %sub69.sub65 = select i1 %cmp66, i32 %sub69, i32 %sub65
241  %add71 = add nsw i32 %add60, %sub69.sub65
242  %arrayidx72 = getelementptr inbounds i8, i8* %p1.044, i64 7
243  %14 = load i8, i8* %arrayidx72, align 1
244  %conv73 = zext i8 %14 to i32
245  %arrayidx74 = getelementptr inbounds i8, i8* %p2.045, i64 7
246  %15 = load i8, i8* %arrayidx74, align 1
247  %conv75 = zext i8 %15 to i32
248  %sub76 = sub nsw i32 %conv73, %conv75
249  %cmp77 = icmp slt i32 %sub76, 0
250  %sub80 = sub nsw i32 0, %sub76
251  %v.7 = select i1 %cmp77, i32 %sub80, i32 %sub76
252  %add82 = add nsw i32 %add71, %v.7
253  %cmp83 = icmp slt i32 %add82, %lim
254  br i1 %cmp83, label %if.end.86, label %for.end.loopexit
255
256if.end.86:                                        ; preds = %for.body
257  %add.ptr = getelementptr inbounds i8, i8* %p1.044, i64 %idx.ext
258  %add.ptr88 = getelementptr inbounds i8, i8* %p2.045, i64 %idx.ext
259  %inc = add nuw nsw i32 %j.046, 1
260  %cmp = icmp slt i32 %inc, %h
261  br i1 %cmp, label %for.body, label %for.end.loopexit
262
263for.end.loopexit:                                 ; preds = %for.body, %if.end.86
264  br label %for.end
265
266for.end:                                          ; preds = %for.end.loopexit, %entry
267  %s.1 = phi i32 [ 0, %entry ], [ %add82, %for.end.loopexit ]
268  ret i32 %s.1
269}
270
271