363 lines
13 KiB
LLVM
363 lines
13 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_test_checks.py
|
|
; RUN: opt < %s -passes=instsimplify -S -data-layout="E" | FileCheck %s --check-prefixes=CHECK,BIGENDIAN
|
|
; RUN: opt < %s -passes=instsimplify -S -data-layout="e" | FileCheck %s --check-prefixes=CHECK,LITTLEENDIAN
|
|
|
|
; If any bits of the shift amount are known to make it exceed or equal
|
|
; the number of bits in the type, the shift causes undefined behavior.
|
|
|
|
define i32 @shl_amount_is_known_bogus(i32 %a, i32 %b) {
|
|
; CHECK-LABEL: @shl_amount_is_known_bogus(
|
|
; CHECK-NEXT: ret i32 poison
|
|
;
|
|
%or = or i32 %b, 32
|
|
%shl = shl i32 %a, %or
|
|
ret i32 %shl
|
|
}
|
|
|
|
; Check some weird types and the other shift ops.
|
|
|
|
define i31 @lshr_amount_is_known_bogus(i31 %a, i31 %b) {
|
|
; CHECK-LABEL: @lshr_amount_is_known_bogus(
|
|
; CHECK-NEXT: ret i31 poison
|
|
;
|
|
%or = or i31 %b, 31
|
|
%shr = lshr i31 %a, %or
|
|
ret i31 %shr
|
|
}
|
|
|
|
define i33 @ashr_amount_is_known_bogus(i33 %a, i33 %b) {
|
|
; CHECK-LABEL: @ashr_amount_is_known_bogus(
|
|
; CHECK-NEXT: ret i33 poison
|
|
;
|
|
%or = or i33 %b, 33
|
|
%shr = ashr i33 %a, %or
|
|
ret i33 %shr
|
|
}
|
|
|
|
|
|
; If all valid bits of the shift amount are known 0, there's no shift.
|
|
; It doesn't matter if high bits are set because that would be undefined.
|
|
; Therefore, the only possible valid result of these shifts is %a.
|
|
|
|
define i16 @ashr_amount_is_zero(i16 %a, i16 %b) {
|
|
; CHECK-LABEL: @ashr_amount_is_zero(
|
|
; CHECK-NEXT: ret i16 [[A:%.*]]
|
|
;
|
|
%and = and i16 %b, 65520 ; 0xfff0
|
|
%shr = ashr i16 %a, %and
|
|
ret i16 %shr
|
|
}
|
|
|
|
define i300 @lshr_amount_is_zero(i300 %a, i300 %b) {
|
|
; CHECK-LABEL: @lshr_amount_is_zero(
|
|
; CHECK-NEXT: ret i300 [[A:%.*]]
|
|
;
|
|
%and = and i300 %b, 2048
|
|
%shr = lshr i300 %a, %and
|
|
ret i300 %shr
|
|
}
|
|
|
|
define i9 @shl_amount_is_zero(i9 %a, i9 %b) {
|
|
; CHECK-LABEL: @shl_amount_is_zero(
|
|
; CHECK-NEXT: ret i9 [[A:%.*]]
|
|
;
|
|
%and = and i9 %b, 496 ; 0x1f0
|
|
%shl = shl i9 %a, %and
|
|
ret i9 %shl
|
|
}
|
|
|
|
|
|
; Verify that we've calculated the log2 boundary of valid bits correctly for a weird type.
|
|
|
|
define i9 @shl_amount_is_not_known_zero(i9 %a, i9 %b) {
|
|
; CHECK-LABEL: @shl_amount_is_not_known_zero(
|
|
; CHECK-NEXT: [[AND:%.*]] = and i9 [[B:%.*]], -8
|
|
; CHECK-NEXT: [[SHL:%.*]] = shl i9 [[A:%.*]], [[AND]]
|
|
; CHECK-NEXT: ret i9 [[SHL]]
|
|
;
|
|
%and = and i9 %b, 504 ; 0x1f8
|
|
%shl = shl i9 %a, %and
|
|
ret i9 %shl
|
|
}
|
|
|
|
|
|
; For vectors, we need all scalar elements to meet the requirements to optimize.
|
|
|
|
define <2 x i32> @ashr_vector_bogus(<2 x i32> %a, <2 x i32> %b) {
|
|
; CHECK-LABEL: @ashr_vector_bogus(
|
|
; CHECK-NEXT: ret <2 x i32> poison
|
|
;
|
|
%or = or <2 x i32> %b, <i32 32, i32 32>
|
|
%shr = ashr <2 x i32> %a, %or
|
|
ret <2 x i32> %shr
|
|
}
|
|
|
|
; FIXME: This is undef, but computeKnownBits doesn't handle the union.
|
|
define <2 x i32> @shl_vector_bogus(<2 x i32> %a, <2 x i32> %b) {
|
|
; CHECK-LABEL: @shl_vector_bogus(
|
|
; CHECK-NEXT: [[OR:%.*]] = or <2 x i32> [[B:%.*]], <i32 32, i32 64>
|
|
; CHECK-NEXT: [[SHL:%.*]] = shl <2 x i32> [[A:%.*]], [[OR]]
|
|
; CHECK-NEXT: ret <2 x i32> [[SHL]]
|
|
;
|
|
%or = or <2 x i32> %b, <i32 32, i32 64>
|
|
%shl = shl <2 x i32> %a, %or
|
|
ret <2 x i32> %shl
|
|
}
|
|
|
|
define <2 x i32> @lshr_vector_zero(<2 x i32> %a, <2 x i32> %b) {
|
|
; CHECK-LABEL: @lshr_vector_zero(
|
|
; CHECK-NEXT: ret <2 x i32> [[A:%.*]]
|
|
;
|
|
%and = and <2 x i32> %b, <i32 64, i32 256>
|
|
%shr = lshr <2 x i32> %a, %and
|
|
ret <2 x i32> %shr
|
|
}
|
|
|
|
; Make sure that weird vector types work too.
|
|
define <2 x i15> @shl_vector_zero(<2 x i15> %a, <2 x i15> %b) {
|
|
; CHECK-LABEL: @shl_vector_zero(
|
|
; CHECK-NEXT: ret <2 x i15> [[A:%.*]]
|
|
;
|
|
%and = and <2 x i15> %b, <i15 1024, i15 1024>
|
|
%shl = shl <2 x i15> %a, %and
|
|
ret <2 x i15> %shl
|
|
}
|
|
|
|
define <2 x i32> @shl_vector_for_real(<2 x i32> %a, <2 x i32> %b) {
|
|
; CHECK-LABEL: @shl_vector_for_real(
|
|
; CHECK-NEXT: [[AND:%.*]] = and <2 x i32> [[B:%.*]], <i32 3, i32 3>
|
|
; CHECK-NEXT: [[SHL:%.*]] = shl <2 x i32> [[A:%.*]], [[AND]]
|
|
; CHECK-NEXT: ret <2 x i32> [[SHL]]
|
|
;
|
|
%and = and <2 x i32> %b, <i32 3, i32 3> ; a necessary mask op
|
|
%shl = shl <2 x i32> %a, %and
|
|
ret <2 x i32> %shl
|
|
}
|
|
|
|
|
|
; We calculate the valid bits of the shift using log2, and log2 of 1 (the type width) is 0.
|
|
; That should be ok. Either the shift amount is 0 or invalid (1), so we can always return %a.
|
|
|
|
define i1 @shl_i1(i1 %a, i1 %b) {
|
|
; CHECK-LABEL: @shl_i1(
|
|
; CHECK-NEXT: ret i1 [[A:%.*]]
|
|
;
|
|
%shl = shl i1 %a, %b
|
|
ret i1 %shl
|
|
}
|
|
|
|
; The following cases only get folded by InstCombine,
|
|
; see InstCombine/lshr.ll.
|
|
|
|
declare i32 @llvm.cttz.i32(i32, i1) nounwind readnone
|
|
declare i32 @llvm.ctlz.i32(i32, i1) nounwind readnone
|
|
declare <2 x i8> @llvm.cttz.v2i8(<2 x i8>, i1) nounwind readnone
|
|
declare <2 x i8> @llvm.ctlz.v2i8(<2 x i8>, i1) nounwind readnone
|
|
|
|
define i32 @lshr_ctlz_zero_is_undef(i32 %x) {
|
|
; CHECK-LABEL: @lshr_ctlz_zero_is_undef(
|
|
; CHECK-NEXT: [[CT:%.*]] = call i32 @llvm.ctlz.i32(i32 [[X:%.*]], i1 true)
|
|
; CHECK-NEXT: [[SH:%.*]] = lshr i32 [[CT]], 5
|
|
; CHECK-NEXT: ret i32 [[SH]]
|
|
;
|
|
%ct = call i32 @llvm.ctlz.i32(i32 %x, i1 true)
|
|
%sh = lshr i32 %ct, 5
|
|
ret i32 %sh
|
|
}
|
|
|
|
define i32 @lshr_cttz_zero_is_undef(i32 %x) {
|
|
; CHECK-LABEL: @lshr_cttz_zero_is_undef(
|
|
; CHECK-NEXT: [[CT:%.*]] = call i32 @llvm.cttz.i32(i32 [[X:%.*]], i1 true)
|
|
; CHECK-NEXT: [[SH:%.*]] = lshr i32 [[CT]], 5
|
|
; CHECK-NEXT: ret i32 [[SH]]
|
|
;
|
|
%ct = call i32 @llvm.cttz.i32(i32 %x, i1 true)
|
|
%sh = lshr i32 %ct, 5
|
|
ret i32 %sh
|
|
}
|
|
|
|
define <2 x i8> @lshr_ctlz_zero_is_undef_splat_vec(<2 x i8> %x) {
|
|
; CHECK-LABEL: @lshr_ctlz_zero_is_undef_splat_vec(
|
|
; CHECK-NEXT: [[CT:%.*]] = call <2 x i8> @llvm.ctlz.v2i8(<2 x i8> [[X:%.*]], i1 true)
|
|
; CHECK-NEXT: [[SH:%.*]] = lshr <2 x i8> [[CT]], <i8 3, i8 3>
|
|
; CHECK-NEXT: ret <2 x i8> [[SH]]
|
|
;
|
|
%ct = call <2 x i8> @llvm.ctlz.v2i8(<2 x i8> %x, i1 true)
|
|
%sh = lshr <2 x i8> %ct, <i8 3, i8 3>
|
|
ret <2 x i8> %sh
|
|
}
|
|
|
|
define i8 @lshr_ctlz_zero_is_undef_vec(<2 x i8> %x) {
|
|
; CHECK-LABEL: @lshr_ctlz_zero_is_undef_vec(
|
|
; CHECK-NEXT: [[CT:%.*]] = call <2 x i8> @llvm.ctlz.v2i8(<2 x i8> [[X:%.*]], i1 true)
|
|
; CHECK-NEXT: [[SH:%.*]] = lshr <2 x i8> [[CT]], <i8 3, i8 0>
|
|
; CHECK-NEXT: [[EX:%.*]] = extractelement <2 x i8> [[SH]], i32 0
|
|
; CHECK-NEXT: ret i8 [[EX]]
|
|
;
|
|
%ct = call <2 x i8> @llvm.ctlz.v2i8(<2 x i8> %x, i1 true)
|
|
%sh = lshr <2 x i8> %ct, <i8 3, i8 0>
|
|
%ex = extractelement <2 x i8> %sh, i32 0
|
|
ret i8 %ex
|
|
}
|
|
|
|
define <2 x i8> @lshr_cttz_zero_is_undef_splat_vec(<2 x i8> %x) {
|
|
; CHECK-LABEL: @lshr_cttz_zero_is_undef_splat_vec(
|
|
; CHECK-NEXT: [[CT:%.*]] = call <2 x i8> @llvm.cttz.v2i8(<2 x i8> [[X:%.*]], i1 true)
|
|
; CHECK-NEXT: [[SH:%.*]] = lshr <2 x i8> [[CT]], <i8 3, i8 3>
|
|
; CHECK-NEXT: ret <2 x i8> [[SH]]
|
|
;
|
|
%ct = call <2 x i8> @llvm.cttz.v2i8(<2 x i8> %x, i1 true)
|
|
%sh = lshr <2 x i8> %ct, <i8 3, i8 3>
|
|
ret <2 x i8> %sh
|
|
}
|
|
|
|
define i8 @lshr_cttz_zero_is_undef_vec(<2 x i8> %x) {
|
|
; CHECK-LABEL: @lshr_cttz_zero_is_undef_vec(
|
|
; CHECK-NEXT: [[CT:%.*]] = call <2 x i8> @llvm.cttz.v2i8(<2 x i8> [[X:%.*]], i1 true)
|
|
; CHECK-NEXT: [[SH:%.*]] = lshr <2 x i8> [[CT]], <i8 3, i8 0>
|
|
; CHECK-NEXT: [[EX:%.*]] = extractelement <2 x i8> [[SH]], i32 0
|
|
; CHECK-NEXT: ret i8 [[EX]]
|
|
;
|
|
%ct = call <2 x i8> @llvm.cttz.v2i8(<2 x i8> %x, i1 true)
|
|
%sh = lshr <2 x i8> %ct, <i8 3, i8 0>
|
|
%ex = extractelement <2 x i8> %sh, i32 0
|
|
ret i8 %ex
|
|
}
|
|
|
|
; The shift amount is 0 on either of high/low bytes. The middle byte doesn't matter.
|
|
|
|
define i24 @bitcast_noshift_scalar(<3 x i8> %v1, i24 %v2) {
|
|
; CHECK-LABEL: @bitcast_noshift_scalar(
|
|
; CHECK-NEXT: ret i24 [[V2:%.*]]
|
|
;
|
|
%c = insertelement <3 x i8> poison, i8 0, i64 0
|
|
%s = shufflevector <3 x i8> %v1, <3 x i8> %c, <3 x i32> <i32 3, i32 1, i32 3>
|
|
%b = bitcast <3 x i8> %s to i24
|
|
%r = shl i24 %v2, %b
|
|
ret i24 %r
|
|
}
|
|
|
|
; The shift amount is 0 on low byte of big-endian and unknown on little-endian.
|
|
|
|
define i24 @bitcast_noshift_scalar_bigend(<3 x i8> %v1, i24 %v2) {
|
|
; BIGENDIAN-LABEL: @bitcast_noshift_scalar_bigend(
|
|
; BIGENDIAN-NEXT: ret i24 [[V2:%.*]]
|
|
;
|
|
; LITTLEENDIAN-LABEL: @bitcast_noshift_scalar_bigend(
|
|
; LITTLEENDIAN-NEXT: [[S:%.*]] = shufflevector <3 x i8> [[V1:%.*]], <3 x i8> <i8 0, i8 poison, i8 poison>, <3 x i32> <i32 0, i32 1, i32 3>
|
|
; LITTLEENDIAN-NEXT: [[B:%.*]] = bitcast <3 x i8> [[S]] to i24
|
|
; LITTLEENDIAN-NEXT: [[R:%.*]] = shl i24 [[V2:%.*]], [[B]]
|
|
; LITTLEENDIAN-NEXT: ret i24 [[R]]
|
|
;
|
|
%c = insertelement <3 x i8> poison, i8 0, i64 0
|
|
%s = shufflevector <3 x i8> %v1, <3 x i8> %c, <3 x i32> <i32 0, i32 1, i32 3>
|
|
%b = bitcast <3 x i8> %s to i24
|
|
%r = shl i24 %v2, %b
|
|
ret i24 %r
|
|
}
|
|
|
|
; The shift amount is 0 on low byte of little-endian and unknown on big-endian.
|
|
|
|
define i24 @bitcast_noshift_scalar_littleend(<3 x i8> %v1, i24 %v2) {
|
|
; BIGENDIAN-LABEL: @bitcast_noshift_scalar_littleend(
|
|
; BIGENDIAN-NEXT: [[S:%.*]] = shufflevector <3 x i8> [[V1:%.*]], <3 x i8> <i8 0, i8 poison, i8 poison>, <3 x i32> <i32 3, i32 1, i32 2>
|
|
; BIGENDIAN-NEXT: [[B:%.*]] = bitcast <3 x i8> [[S]] to i24
|
|
; BIGENDIAN-NEXT: [[R:%.*]] = shl i24 [[V2:%.*]], [[B]]
|
|
; BIGENDIAN-NEXT: ret i24 [[R]]
|
|
;
|
|
; LITTLEENDIAN-LABEL: @bitcast_noshift_scalar_littleend(
|
|
; LITTLEENDIAN-NEXT: ret i24 [[V2:%.*]]
|
|
;
|
|
%c = insertelement <3 x i8> poison, i8 0, i64 0
|
|
%s = shufflevector <3 x i8> %v1, <3 x i8> %c, <3 x i32> <i32 3, i32 1, i32 2>
|
|
%b = bitcast <3 x i8> %s to i24
|
|
%r = shl i24 %v2, %b
|
|
ret i24 %r
|
|
}
|
|
|
|
; The shift amount is known 24 on little-endian and known 24<<16 on big-endian
|
|
; across all vector elements, so it's an overshift either way.
|
|
|
|
define <3 x i24> @bitcast_overshift_vector(<9 x i8> %v1, <3 x i24> %v2) {
|
|
; CHECK-LABEL: @bitcast_overshift_vector(
|
|
; CHECK-NEXT: ret <3 x i24> poison
|
|
;
|
|
%c = insertelement <9 x i8> poison, i8 24, i64 0
|
|
%s = shufflevector <9 x i8> %v1, <9 x i8> %c, <9 x i32> <i32 9, i32 1, i32 2, i32 9, i32 4, i32 5, i32 9, i32 7, i32 8>
|
|
%b = bitcast <9 x i8> %s to <3 x i24>
|
|
%r = shl <3 x i24> %v2, %b
|
|
ret <3 x i24> %r
|
|
}
|
|
|
|
; The shift amount is known 23 on little-endian and known 23<<16 on big-endian
|
|
; across all vector elements, so it's an overshift for big-endian.
|
|
|
|
define <3 x i24> @bitcast_overshift_vector_bigend(<9 x i8> %v1, <3 x i24> %v2) {
|
|
; BIGENDIAN-LABEL: @bitcast_overshift_vector_bigend(
|
|
; BIGENDIAN-NEXT: ret <3 x i24> poison
|
|
;
|
|
; LITTLEENDIAN-LABEL: @bitcast_overshift_vector_bigend(
|
|
; LITTLEENDIAN-NEXT: [[S:%.*]] = shufflevector <9 x i8> [[V1:%.*]], <9 x i8> <i8 23, i8 poison, i8 poison, i8 poison, i8 poison, i8 poison, i8 poison, i8 poison, i8 poison>, <9 x i32> <i32 9, i32 1, i32 2, i32 9, i32 4, i32 5, i32 9, i32 7, i32 8>
|
|
; LITTLEENDIAN-NEXT: [[B:%.*]] = bitcast <9 x i8> [[S]] to <3 x i24>
|
|
; LITTLEENDIAN-NEXT: [[R:%.*]] = shl <3 x i24> [[V2:%.*]], [[B]]
|
|
; LITTLEENDIAN-NEXT: ret <3 x i24> [[R]]
|
|
;
|
|
%c = insertelement <9 x i8> poison, i8 23, i64 0
|
|
%s = shufflevector <9 x i8> %v1, <9 x i8> %c, <9 x i32> <i32 9, i32 1, i32 2, i32 9, i32 4, i32 5, i32 9, i32 7, i32 8>
|
|
%b = bitcast <9 x i8> %s to <3 x i24>
|
|
%r = shl <3 x i24> %v2, %b
|
|
ret <3 x i24> %r
|
|
}
|
|
|
|
; The shift amount is known 23 on big-endian and known 23<<16 on little-endian
|
|
; across all vector elements, so it's an overshift for little-endian.
|
|
|
|
define <3 x i24> @bitcast_overshift_vector_littleend(<9 x i8> %v1, <3 x i24> %v2) {
|
|
; BIGENDIAN-LABEL: @bitcast_overshift_vector_littleend(
|
|
; BIGENDIAN-NEXT: [[S:%.*]] = shufflevector <9 x i8> [[V1:%.*]], <9 x i8> <i8 23, i8 poison, i8 poison, i8 poison, i8 poison, i8 poison, i8 poison, i8 poison, i8 poison>, <9 x i32> <i32 0, i32 1, i32 9, i32 3, i32 4, i32 9, i32 6, i32 7, i32 9>
|
|
; BIGENDIAN-NEXT: [[B:%.*]] = bitcast <9 x i8> [[S]] to <3 x i24>
|
|
; BIGENDIAN-NEXT: [[R:%.*]] = shl <3 x i24> [[V2:%.*]], [[B]]
|
|
; BIGENDIAN-NEXT: ret <3 x i24> [[R]]
|
|
;
|
|
; LITTLEENDIAN-LABEL: @bitcast_overshift_vector_littleend(
|
|
; LITTLEENDIAN-NEXT: ret <3 x i24> poison
|
|
;
|
|
%c = insertelement <9 x i8> poison, i8 23, i64 0
|
|
%s = shufflevector <9 x i8> %v1, <9 x i8> %c, <9 x i32> <i32 0, i32 1, i32 9, i32 3, i32 4, i32 9, i32 6, i32 7, i32 9>
|
|
%b = bitcast <9 x i8> %s to <3 x i24>
|
|
%r = shl <3 x i24> %v2, %b
|
|
ret <3 x i24> %r
|
|
}
|
|
|
|
; Negative test - the shift amount is known 24 or 24<<16 on only 2 out of 3 elements.
|
|
|
|
define <3 x i24> @bitcast_partial_overshift_vector(<9 x i8> %v1, <3 x i24> %v2) {
|
|
; CHECK-LABEL: @bitcast_partial_overshift_vector(
|
|
; CHECK-NEXT: [[S:%.*]] = shufflevector <9 x i8> [[V1:%.*]], <9 x i8> <i8 24, i8 poison, i8 poison, i8 poison, i8 poison, i8 poison, i8 poison, i8 poison, i8 poison>, <9 x i32> <i32 9, i32 1, i32 2, i32 9, i32 4, i32 5, i32 6, i32 7, i32 8>
|
|
; CHECK-NEXT: [[B:%.*]] = bitcast <9 x i8> [[S]] to <3 x i24>
|
|
; CHECK-NEXT: [[R:%.*]] = shl <3 x i24> [[V2:%.*]], [[B]]
|
|
; CHECK-NEXT: ret <3 x i24> [[R]]
|
|
;
|
|
%c = insertelement <9 x i8> poison, i8 24, i64 0
|
|
%s = shufflevector <9 x i8> %v1, <9 x i8> %c, <9 x i32> <i32 9, i32 1, i32 2, i32 9, i32 4, i32 5, i32 6, i32 7, i32 8>
|
|
%b = bitcast <9 x i8> %s to <3 x i24>
|
|
%r = shl <3 x i24> %v2, %b
|
|
ret <3 x i24> %r
|
|
}
|
|
|
|
; Negative test - don't know how to look through a cast with non-integer type (but we could handle this...).
|
|
|
|
define <1 x i64> @bitcast_noshift_vector_wrong_type(<2 x float> %v1, <1 x i64> %v2) {
|
|
; CHECK-LABEL: @bitcast_noshift_vector_wrong_type(
|
|
; CHECK-NEXT: [[S:%.*]] = shufflevector <2 x float> [[V1:%.*]], <2 x float> <float 0.000000e+00, float poison>, <2 x i32> <i32 2, i32 1>
|
|
; CHECK-NEXT: [[B:%.*]] = bitcast <2 x float> [[S]] to <1 x i64>
|
|
; CHECK-NEXT: [[R:%.*]] = shl <1 x i64> [[V2:%.*]], [[B]]
|
|
; CHECK-NEXT: ret <1 x i64> [[R]]
|
|
;
|
|
%c = insertelement <2 x float> poison, float 0.0, i64 0
|
|
%s = shufflevector <2 x float> %v1, <2 x float> %c, <2 x i32> <i32 2, i32 1>
|
|
%b = bitcast <2 x float> %s to <1 x i64>
|
|
%r = shl <1 x i64> %v2, %b
|
|
ret <1 x i64> %r
|
|
}
|