137 lines
5.6 KiB
LLVM
137 lines
5.6 KiB
LLVM
; RUN: opt < %s -passes='loop-vectorize' -enable-epilogue-vectorization -S | FileCheck %s
|
|
|
|
; TODO: For now test for the `-epilogue-vectorization-minimum-VF` option. In
|
|
; the future we need to replace this with a more meaningful test of the
|
|
; epilogue vectorization cost-model.
|
|
; RUN: opt < %s -passes='loop-vectorize' -enable-epilogue-vectorization -epilogue-vectorization-minimum-VF=4 -S | FileCheck %s --check-prefix=CHECK-MIN-4
|
|
; RUN: opt < %s -passes='loop-vectorize' -enable-epilogue-vectorization -S | FileCheck %s --check-prefix=CHECK-MIN-D
|
|
|
|
target datalayout = "e-m:e-i64:64-n32:64"
|
|
target triple = "powerpc64le-unknown-linux-gnu"
|
|
|
|
; Do not vectorize epilogues for loops with minsize attribute
|
|
; CHECK-LABLE: @f1
|
|
; CHECK-NOT: vector.main.loop.iter.check
|
|
; CHECK-NOT: vec.epilog.iter.check
|
|
; CHECK-NOT: vec.epilog.ph
|
|
; CHECK-NOT: vec.epilog.vector.body
|
|
; CHECK-NOT: vec.epilog.middle.block
|
|
; CHECK: ret void
|
|
|
|
define dso_local void @f1(float* noalias %aa, float* noalias %bb, float* noalias %cc, i32 signext %N) #0 {
|
|
entry:
|
|
%cmp1 = icmp sgt i32 %N, 0
|
|
br i1 %cmp1, label %for.body.preheader, label %for.end
|
|
|
|
for.body.preheader: ; preds = %entry
|
|
%wide.trip.count = zext i32 %N to i64
|
|
br label %for.body
|
|
|
|
for.body: ; preds = %for.body.preheader, %for.body
|
|
%indvars.iv = phi i64 [ 0, %for.body.preheader ], [ %indvars.iv.next, %for.body ]
|
|
%arrayidx = getelementptr inbounds float, float* %bb, i64 %indvars.iv
|
|
%0 = load float, float* %arrayidx, align 4
|
|
%arrayidx2 = getelementptr inbounds float, float* %cc, i64 %indvars.iv
|
|
%1 = load float, float* %arrayidx2, align 4
|
|
%add = fadd fast float %0, %1
|
|
%arrayidx4 = getelementptr inbounds float, float* %aa, i64 %indvars.iv
|
|
store float %add, float* %arrayidx4, align 4
|
|
%indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
|
|
%exitcond = icmp ne i64 %indvars.iv.next, %wide.trip.count
|
|
br i1 %exitcond, label %for.body, label %for.end.loopexit
|
|
|
|
for.end.loopexit: ; preds = %for.body
|
|
br label %for.end
|
|
|
|
for.end: ; preds = %for.end.loopexit, %entry
|
|
ret void
|
|
}
|
|
|
|
; Do not vectorize epilogues for loops with optsize attribute
|
|
; CHECK-LABLE: @f2
|
|
; CHECK-NOT: vector.main.loop.iter.check
|
|
; CHECK-NOT: vec.epilog.iter.check
|
|
; CHECK-NOT: vec.epilog.ph
|
|
; CHECK-NOT: vec.epilog.vector.body
|
|
; CHECK-NOT: vec.epilog.middle.block
|
|
; CHECK: ret void
|
|
|
|
define dso_local void @f2(float* noalias %aa, float* noalias %bb, float* noalias %cc, i32 signext %N) #1 {
|
|
entry:
|
|
%cmp1 = icmp sgt i32 %N, 0
|
|
br i1 %cmp1, label %for.body.preheader, label %for.end
|
|
|
|
for.body.preheader: ; preds = %entry
|
|
%wide.trip.count = zext i32 %N to i64
|
|
br label %for.body
|
|
|
|
for.body: ; preds = %for.body.preheader, %for.body
|
|
%indvars.iv = phi i64 [ 0, %for.body.preheader ], [ %indvars.iv.next, %for.body ]
|
|
%arrayidx = getelementptr inbounds float, float* %bb, i64 %indvars.iv
|
|
%0 = load float, float* %arrayidx, align 4
|
|
%arrayidx2 = getelementptr inbounds float, float* %cc, i64 %indvars.iv
|
|
%1 = load float, float* %arrayidx2, align 4
|
|
%add = fadd fast float %0, %1
|
|
%arrayidx4 = getelementptr inbounds float, float* %aa, i64 %indvars.iv
|
|
store float %add, float* %arrayidx4, align 4
|
|
%indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
|
|
%exitcond = icmp ne i64 %indvars.iv.next, %wide.trip.count
|
|
br i1 %exitcond, label %for.body, label %for.end.loopexit
|
|
|
|
for.end.loopexit: ; preds = %for.body
|
|
br label %for.end
|
|
|
|
for.end: ; preds = %for.end.loopexit, %entry
|
|
ret void
|
|
}
|
|
|
|
; Do not vectorize the epilogue for loops with VF less than the default -epilogue-vectorization-minimum-VF of 16.
|
|
; CHECK-MIN-D-LABLE: @f3
|
|
; CHECK-MIN-D-NOT: vector.main.loop.iter.check
|
|
; CHECK-MIN-D-NOT: vec.epilog.iter.check
|
|
; CHECK-MIN-D-NOT: vec.epilog.ph
|
|
; CHECK-MIN-D-NOT: vec.epilog.vector.body
|
|
; CHECK-MIN-D-NOT: vec.epilog.middle.block
|
|
; CHECK-MIN-D: ret void
|
|
|
|
; Specify a smaller minimum VF (via `-epilogue-vectorization-minimum-VF=4`) and
|
|
; make sure the epilogue gets vectorized in that case.
|
|
; CHECK-MIN-D-LABLE: @f3
|
|
; CHECK-MIN-4: vector.main.loop.iter.check
|
|
; CHECK-MIN-4: vec.epilog.iter.check
|
|
; CHECK-MIN-4: vec.epilog.ph
|
|
; CHECK-MIN-4: vec.epilog.vector.body
|
|
; CHECK-MIN-4: vec.epilog.middle.block
|
|
; CHECK-MIN-4: ret void
|
|
|
|
define dso_local void @f3(float* noalias %aa, float* noalias %bb, float* noalias %cc, i32 signext %N) {
|
|
entry:
|
|
%cmp1 = icmp sgt i32 %N, 0
|
|
br i1 %cmp1, label %for.body.preheader, label %for.end
|
|
|
|
for.body.preheader: ; preds = %entry
|
|
%wide.trip.count = zext i32 %N to i64
|
|
br label %for.body
|
|
|
|
for.body: ; preds = %for.body.preheader, %for.body
|
|
%indvars.iv = phi i64 [ 0, %for.body.preheader ], [ %indvars.iv.next, %for.body ]
|
|
%arrayidx = getelementptr inbounds float, float* %bb, i64 %indvars.iv
|
|
%0 = load float, float* %arrayidx, align 4
|
|
%arrayidx2 = getelementptr inbounds float, float* %cc, i64 %indvars.iv
|
|
%1 = load float, float* %arrayidx2, align 4
|
|
%add = fadd fast float %0, %1
|
|
%arrayidx4 = getelementptr inbounds float, float* %aa, i64 %indvars.iv
|
|
store float %add, float* %arrayidx4, align 4
|
|
%indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
|
|
%exitcond = icmp ne i64 %indvars.iv.next, %wide.trip.count
|
|
br i1 %exitcond, label %for.body, label %for.end.loopexit
|
|
|
|
for.end.loopexit: ; preds = %for.body
|
|
br label %for.end
|
|
|
|
for.end: ; preds = %for.end.loopexit, %entry
|
|
ret void
|
|
}
|
|
|
|
attributes #0 = { minsize }
|
|
attributes #1 = { optsize } |