382 lines
		
	
	
		
			12 KiB
		
	
	
	
		
			LLVM
		
	
	
	
			
		
		
	
	
			382 lines
		
	
	
		
			12 KiB
		
	
	
	
		
			LLVM
		
	
	
	
| ; RUN: llc < %s -mtriple=arm64-eabi -verify-machineinstrs | FileCheck %s
 | |
| 
 | |
| ; CHECK-LABEL: ldp_int
 | |
| ; CHECK: ldp
 | |
| define i32 @ldp_int(i32* %p) nounwind {
 | |
|   %tmp = load i32, i32* %p, align 4
 | |
|   %add.ptr = getelementptr inbounds i32, i32* %p, i64 1
 | |
|   %tmp1 = load i32, i32* %add.ptr, align 4
 | |
|   %add = add nsw i32 %tmp1, %tmp
 | |
|   ret i32 %add
 | |
| }
 | |
| 
 | |
| ; CHECK-LABEL: ldp_sext_int
 | |
| ; CHECK: ldpsw
 | |
| define i64 @ldp_sext_int(i32* %p) nounwind {
 | |
|   %tmp = load i32, i32* %p, align 4
 | |
|   %add.ptr = getelementptr inbounds i32, i32* %p, i64 1
 | |
|   %tmp1 = load i32, i32* %add.ptr, align 4
 | |
|   %sexttmp = sext i32 %tmp to i64
 | |
|   %sexttmp1 = sext i32 %tmp1 to i64
 | |
|   %add = add nsw i64 %sexttmp1, %sexttmp
 | |
|   ret i64 %add
 | |
| }
 | |
| 
 | |
| ; CHECK-LABEL: ldp_half_sext_res0_int:
 | |
| ; CHECK: ldp     w[[DST1:[0-9]+]], w[[DST2:[0-9]+]], [x0]
 | |
| ; CHECK: sxtw     x[[DST1]], w[[DST1]]
 | |
| define i64 @ldp_half_sext_res0_int(i32* %p) nounwind {
 | |
|   %tmp = load i32, i32* %p, align 4
 | |
|   %add.ptr = getelementptr inbounds i32, i32* %p, i64 1
 | |
|   %tmp1 = load i32, i32* %add.ptr, align 4
 | |
|   %sexttmp = sext i32 %tmp to i64
 | |
|   %sexttmp1 = zext i32 %tmp1 to i64
 | |
|   %add = add nsw i64 %sexttmp1, %sexttmp
 | |
|   ret i64 %add
 | |
| }
 | |
| 
 | |
| ; CHECK-LABEL: ldp_half_sext_res1_int:
 | |
| ; CHECK: ldp     w[[DST1:[0-9]+]], w[[DST2:[0-9]+]], [x0]
 | |
| ; CHECK: sxtw     x[[DST2]], w[[DST2]]
 | |
| define i64 @ldp_half_sext_res1_int(i32* %p) nounwind {
 | |
|   %tmp = load i32, i32* %p, align 4
 | |
|   %add.ptr = getelementptr inbounds i32, i32* %p, i64 1
 | |
|   %tmp1 = load i32, i32* %add.ptr, align 4
 | |
|   %sexttmp = zext i32 %tmp to i64
 | |
|   %sexttmp1 = sext i32 %tmp1 to i64
 | |
|   %add = add nsw i64 %sexttmp1, %sexttmp
 | |
|   ret i64 %add
 | |
| }
 | |
| 
 | |
| 
 | |
| ; CHECK-LABEL: ldp_long
 | |
| ; CHECK: ldp
 | |
| define i64 @ldp_long(i64* %p) nounwind {
 | |
|   %tmp = load i64, i64* %p, align 8
 | |
|   %add.ptr = getelementptr inbounds i64, i64* %p, i64 1
 | |
|   %tmp1 = load i64, i64* %add.ptr, align 8
 | |
|   %add = add nsw i64 %tmp1, %tmp
 | |
|   ret i64 %add
 | |
| }
 | |
| 
 | |
| ; CHECK-LABEL: ldp_float
 | |
| ; CHECK: ldp
 | |
| define float @ldp_float(float* %p) nounwind {
 | |
|   %tmp = load float, float* %p, align 4
 | |
|   %add.ptr = getelementptr inbounds float, float* %p, i64 1
 | |
|   %tmp1 = load float, float* %add.ptr, align 4
 | |
|   %add = fadd float %tmp, %tmp1
 | |
|   ret float %add
 | |
| }
 | |
| 
 | |
| ; CHECK-LABEL: ldp_double
 | |
| ; CHECK: ldp
 | |
| define double @ldp_double(double* %p) nounwind {
 | |
|   %tmp = load double, double* %p, align 8
 | |
|   %add.ptr = getelementptr inbounds double, double* %p, i64 1
 | |
|   %tmp1 = load double, double* %add.ptr, align 8
 | |
|   %add = fadd double %tmp, %tmp1
 | |
|   ret double %add
 | |
| }
 | |
| 
 | |
| ; CHECK-LABEL: ldp_doublex2
 | |
| ; CHECK: ldp
 | |
| define <2 x double> @ldp_doublex2(<2 x double>* %p) nounwind {
 | |
|   %tmp = load <2 x double>, <2 x double>* %p, align 16
 | |
|   %add.ptr = getelementptr inbounds <2 x double>, <2 x double>* %p, i64 1
 | |
|   %tmp1 = load <2 x double>, <2 x double>* %add.ptr, align 16
 | |
|   %add = fadd <2 x double> %tmp, %tmp1
 | |
|   ret <2 x double> %add
 | |
| }
 | |
| 
 | |
| ; Test the load/store optimizer---combine ldurs into a ldp, if appropriate
 | |
| define i32 @ldur_int(i32* %a) nounwind {
 | |
| ; CHECK-LABEL: ldur_int
 | |
| ; CHECK: ldp     [[DST1:w[0-9]+]], [[DST2:w[0-9]+]], [x0, #-8]
 | |
| ; CHECK-NEXT: add     w{{[0-9]+}}, [[DST2]], [[DST1]]
 | |
| ; CHECK-NEXT: ret
 | |
|   %p1 = getelementptr inbounds i32, i32* %a, i32 -1
 | |
|   %tmp1 = load i32, i32* %p1, align 2
 | |
|   %p2 = getelementptr inbounds i32, i32* %a, i32 -2
 | |
|   %tmp2 = load i32, i32* %p2, align 2
 | |
|   %tmp3 = add i32 %tmp1, %tmp2
 | |
|   ret i32 %tmp3
 | |
| }
 | |
| 
 | |
| define i64 @ldur_sext_int(i32* %a) nounwind {
 | |
| ; CHECK-LABEL: ldur_sext_int
 | |
| ; CHECK: ldpsw     [[DST1:x[0-9]+]], [[DST2:x[0-9]+]], [x0, #-8]
 | |
| ; CHECK-NEXT: add     x{{[0-9]+}}, [[DST2]], [[DST1]]
 | |
| ; CHECK-NEXT: ret
 | |
|   %p1 = getelementptr inbounds i32, i32* %a, i32 -1
 | |
|   %tmp1 = load i32, i32* %p1, align 2
 | |
|   %p2 = getelementptr inbounds i32, i32* %a, i32 -2
 | |
|   %tmp2 = load i32, i32* %p2, align 2
 | |
|   %sexttmp1 = sext i32 %tmp1 to i64
 | |
|   %sexttmp2 = sext i32 %tmp2 to i64
 | |
|   %tmp3 = add i64 %sexttmp1, %sexttmp2
 | |
|   ret i64 %tmp3
 | |
| }
 | |
| 
 | |
| define i64 @ldur_half_sext_int_res0(i32* %a) nounwind {
 | |
| ; CHECK-LABEL: ldur_half_sext_int_res0
 | |
| ; CHECK: ldp     w[[DST1:[0-9]+]], w[[DST2:[0-9]+]], [x0, #-8]
 | |
| ; CHECK: sxtw     x[[DST1]], w[[DST1]]
 | |
| ; CHECK-NEXT: add     x{{[0-9]+}}, x[[DST2]], x[[DST1]]
 | |
| ; CHECK-NEXT: ret
 | |
|   %p1 = getelementptr inbounds i32, i32* %a, i32 -1
 | |
|   %tmp1 = load i32, i32* %p1, align 2
 | |
|   %p2 = getelementptr inbounds i32, i32* %a, i32 -2
 | |
|   %tmp2 = load i32, i32* %p2, align 2
 | |
|   %sexttmp1 = zext i32 %tmp1 to i64
 | |
|   %sexttmp2 = sext i32 %tmp2 to i64
 | |
|   %tmp3 = add i64 %sexttmp1, %sexttmp2
 | |
|   ret i64 %tmp3
 | |
| }
 | |
| 
 | |
| define i64 @ldur_half_sext_int_res1(i32* %a) nounwind {
 | |
| ; CHECK-LABEL: ldur_half_sext_int_res1
 | |
| ; CHECK: ldp     w[[DST1:[0-9]+]], w[[DST2:[0-9]+]], [x0, #-8]
 | |
| ; CHECK: sxtw     x[[DST2]], w[[DST2]]
 | |
| ; CHECK-NEXT: add     x{{[0-9]+}}, x[[DST2]], x[[DST1]]
 | |
| ; CHECK-NEXT: ret
 | |
|   %p1 = getelementptr inbounds i32, i32* %a, i32 -1
 | |
|   %tmp1 = load i32, i32* %p1, align 2
 | |
|   %p2 = getelementptr inbounds i32, i32* %a, i32 -2
 | |
|   %tmp2 = load i32, i32* %p2, align 2
 | |
|   %sexttmp1 = sext i32 %tmp1 to i64
 | |
|   %sexttmp2 = zext i32 %tmp2 to i64
 | |
|   %tmp3 = add i64 %sexttmp1, %sexttmp2
 | |
|   ret i64 %tmp3
 | |
| }
 | |
| 
 | |
| 
 | |
| define i64 @ldur_long(i64* %a) nounwind ssp {
 | |
| ; CHECK-LABEL: ldur_long
 | |
| ; CHECK: ldp     [[DST1:x[0-9]+]], [[DST2:x[0-9]+]], [x0, #-16]
 | |
| ; CHECK-NEXT: add     x{{[0-9]+}}, [[DST2]], [[DST1]]
 | |
| ; CHECK-NEXT: ret
 | |
|   %p1 = getelementptr inbounds i64, i64* %a, i64 -1
 | |
|   %tmp1 = load i64, i64* %p1, align 2
 | |
|   %p2 = getelementptr inbounds i64, i64* %a, i64 -2
 | |
|   %tmp2 = load i64, i64* %p2, align 2
 | |
|   %tmp3 = add i64 %tmp1, %tmp2
 | |
|   ret i64 %tmp3
 | |
| }
 | |
| 
 | |
| define float @ldur_float(float* %a) {
 | |
| ; CHECK-LABEL: ldur_float
 | |
| ; CHECK: ldp     [[DST1:s[0-9]+]], [[DST2:s[0-9]+]], [x0, #-8]
 | |
| ; CHECK-NEXT: fadd    s{{[0-9]+}}, [[DST2]], [[DST1]]
 | |
| ; CHECK-NEXT: ret
 | |
|   %p1 = getelementptr inbounds float, float* %a, i64 -1
 | |
|   %tmp1 = load float, float* %p1, align 2
 | |
|   %p2 = getelementptr inbounds float, float* %a, i64 -2
 | |
|   %tmp2 = load float, float* %p2, align 2
 | |
|   %tmp3 = fadd float %tmp1, %tmp2
 | |
|   ret float %tmp3
 | |
| }
 | |
| 
 | |
| define double @ldur_double(double* %a) {
 | |
| ; CHECK-LABEL: ldur_double
 | |
| ; CHECK: ldp     [[DST1:d[0-9]+]], [[DST2:d[0-9]+]], [x0, #-16]
 | |
| ; CHECK-NEXT: fadd    d{{[0-9]+}}, [[DST2]], [[DST1]]
 | |
| ; CHECK-NEXT: ret
 | |
|   %p1 = getelementptr inbounds double, double* %a, i64 -1
 | |
|   %tmp1 = load double, double* %p1, align 2
 | |
|   %p2 = getelementptr inbounds double, double* %a, i64 -2
 | |
|   %tmp2 = load double, double* %p2, align 2
 | |
|   %tmp3 = fadd double %tmp1, %tmp2
 | |
|   ret double %tmp3
 | |
| }
 | |
| 
 | |
| define <2 x double> @ldur_doublex2(<2 x double>* %a) {
 | |
| ; CHECK-LABEL: ldur_doublex2
 | |
| ; CHECK: ldp     q[[DST1:[0-9]+]], q[[DST2:[0-9]+]], [x0, #-32]
 | |
| ; CHECK-NEXT: fadd    v{{[0-9]+}}.2d, v[[DST2]].2d, v[[DST1]].2d
 | |
| ; CHECK-NEXT: ret
 | |
|   %p1 = getelementptr inbounds <2 x double>, <2 x double>* %a, i64 -1
 | |
|   %tmp1 = load <2 x double>, <2 x double>* %p1, align 2
 | |
|   %p2 = getelementptr inbounds <2 x double>, <2 x double>* %a, i64 -2
 | |
|   %tmp2 = load <2 x double>, <2 x double>* %p2, align 2
 | |
|   %tmp3 = fadd <2 x double> %tmp1, %tmp2
 | |
|   ret <2 x double> %tmp3
 | |
| }
 | |
| 
 | |
| ; Now check some boundary conditions
 | |
| define i64 @pairUpBarelyIn(i64* %a) nounwind ssp {
 | |
| ; CHECK-LABEL: pairUpBarelyIn
 | |
| ; CHECK-NOT: ldur
 | |
| ; CHECK: ldp     [[DST1:x[0-9]+]], [[DST2:x[0-9]+]], [x0, #-256]
 | |
| ; CHECK-NEXT: add     x{{[0-9]+}}, [[DST2]], [[DST1]]
 | |
| ; CHECK-NEXT: ret
 | |
|   %p1 = getelementptr inbounds i64, i64* %a, i64 -31
 | |
|   %tmp1 = load i64, i64* %p1, align 2
 | |
|   %p2 = getelementptr inbounds i64, i64* %a, i64 -32
 | |
|   %tmp2 = load i64, i64* %p2, align 2
 | |
|   %tmp3 = add i64 %tmp1, %tmp2
 | |
|   ret i64 %tmp3
 | |
| }
 | |
| 
 | |
| define i64 @pairUpBarelyInSext(i32* %a) nounwind ssp {
 | |
| ; CHECK-LABEL: pairUpBarelyInSext
 | |
| ; CHECK-NOT: ldur
 | |
| ; CHECK: ldpsw     [[DST1:x[0-9]+]], [[DST2:x[0-9]+]], [x0, #-256]
 | |
| ; CHECK-NEXT: add     x{{[0-9]+}}, [[DST2]], [[DST1]]
 | |
| ; CHECK-NEXT: ret
 | |
|   %p1 = getelementptr inbounds i32, i32* %a, i64 -63
 | |
|   %tmp1 = load i32, i32* %p1, align 2
 | |
|   %p2 = getelementptr inbounds i32, i32* %a, i64 -64
 | |
|   %tmp2 = load i32, i32* %p2, align 2
 | |
|   %sexttmp1 = sext i32 %tmp1 to i64
 | |
|   %sexttmp2 = sext i32 %tmp2 to i64
 | |
|   %tmp3 = add i64 %sexttmp1, %sexttmp2
 | |
|   ret i64 %tmp3
 | |
| }
 | |
| 
 | |
| define i64 @pairUpBarelyInHalfSextRes0(i32* %a) nounwind ssp {
 | |
| ; CHECK-LABEL: pairUpBarelyInHalfSextRes0
 | |
| ; CHECK-NOT: ldur
 | |
| ; CHECK: ldp     w[[DST1:[0-9]+]], w[[DST2:[0-9]+]], [x0, #-256]
 | |
| ; CHECK: sxtw     x[[DST1]], w[[DST1]]
 | |
| ; CHECK-NEXT: add     x{{[0-9]+}}, x[[DST2]], x[[DST1]]
 | |
| ; CHECK-NEXT: ret
 | |
|   %p1 = getelementptr inbounds i32, i32* %a, i64 -63
 | |
|   %tmp1 = load i32, i32* %p1, align 2
 | |
|   %p2 = getelementptr inbounds i32, i32* %a, i64 -64
 | |
|   %tmp2 = load i32, i32* %p2, align 2
 | |
|   %sexttmp1 = zext i32 %tmp1 to i64
 | |
|   %sexttmp2 = sext i32 %tmp2 to i64
 | |
|   %tmp3 = add i64 %sexttmp1, %sexttmp2
 | |
|   ret i64 %tmp3
 | |
| }
 | |
| 
 | |
| define i64 @pairUpBarelyInHalfSextRes1(i32* %a) nounwind ssp {
 | |
| ; CHECK-LABEL: pairUpBarelyInHalfSextRes1
 | |
| ; CHECK-NOT: ldur
 | |
| ; CHECK: ldp     w[[DST1:[0-9]+]], w[[DST2:[0-9]+]], [x0, #-256]
 | |
| ; CHECK: sxtw     x[[DST2]], w[[DST2]]
 | |
| ; CHECK-NEXT: add     x{{[0-9]+}}, x[[DST2]], x[[DST1]]
 | |
| ; CHECK-NEXT: ret
 | |
|   %p1 = getelementptr inbounds i32, i32* %a, i64 -63
 | |
|   %tmp1 = load i32, i32* %p1, align 2
 | |
|   %p2 = getelementptr inbounds i32, i32* %a, i64 -64
 | |
|   %tmp2 = load i32, i32* %p2, align 2
 | |
|   %sexttmp1 = sext i32 %tmp1 to i64
 | |
|   %sexttmp2 = zext i32 %tmp2 to i64
 | |
|   %tmp3 = add i64 %sexttmp1, %sexttmp2
 | |
|   ret i64 %tmp3
 | |
| }
 | |
| 
 | |
| define i64 @pairUpBarelyOut(i64* %a) nounwind ssp {
 | |
| ; CHECK-LABEL: pairUpBarelyOut
 | |
| ; CHECK-NOT: ldp
 | |
| ; Don't be fragile about which loads or manipulations of the base register
 | |
| ; are used---just check that there isn't an ldp before the add
 | |
| ; CHECK: add
 | |
| ; CHECK-NEXT: ret
 | |
|   %p1 = getelementptr inbounds i64, i64* %a, i64 -32
 | |
|   %tmp1 = load i64, i64* %p1, align 2
 | |
|   %p2 = getelementptr inbounds i64, i64* %a, i64 -33
 | |
|   %tmp2 = load i64, i64* %p2, align 2
 | |
|   %tmp3 = add i64 %tmp1, %tmp2
 | |
|   ret i64 %tmp3
 | |
| }
 | |
| 
 | |
| define i64 @pairUpBarelyOutSext(i32* %a) nounwind ssp {
 | |
| ; CHECK-LABEL: pairUpBarelyOutSext
 | |
| ; CHECK-NOT: ldp
 | |
| ; Don't be fragile about which loads or manipulations of the base register
 | |
| ; are used---just check that there isn't an ldp before the add
 | |
| ; CHECK: add
 | |
| ; CHECK-NEXT: ret
 | |
|   %p1 = getelementptr inbounds i32, i32* %a, i64 -64
 | |
|   %tmp1 = load i32, i32* %p1, align 2
 | |
|   %p2 = getelementptr inbounds i32, i32* %a, i64 -65
 | |
|   %tmp2 = load i32, i32* %p2, align 2
 | |
|   %sexttmp1 = sext i32 %tmp1 to i64
 | |
|   %sexttmp2 = sext i32 %tmp2 to i64
 | |
|   %tmp3 = add i64 %sexttmp1, %sexttmp2
 | |
|   ret i64 %tmp3
 | |
| }
 | |
| 
 | |
| define i64 @pairUpNotAligned(i64* %a) nounwind ssp {
 | |
| ; CHECK-LABEL: pairUpNotAligned
 | |
| ; CHECK-NOT: ldp
 | |
| ; CHECK: ldur
 | |
| ; CHECK-NEXT: ldur
 | |
| ; CHECK-NEXT: add
 | |
| ; CHECK-NEXT: ret
 | |
|   %p1 = getelementptr inbounds i64, i64* %a, i64 -18
 | |
|   %bp1 = bitcast i64* %p1 to i8*
 | |
|   %bp1p1 = getelementptr inbounds i8, i8* %bp1, i64 1
 | |
|   %dp1 = bitcast i8* %bp1p1 to i64*
 | |
|   %tmp1 = load i64, i64* %dp1, align 1
 | |
| 
 | |
|   %p2 = getelementptr inbounds i64, i64* %a, i64 -17
 | |
|   %bp2 = bitcast i64* %p2 to i8*
 | |
|   %bp2p1 = getelementptr inbounds i8, i8* %bp2, i64 1
 | |
|   %dp2 = bitcast i8* %bp2p1 to i64*
 | |
|   %tmp2 = load i64, i64* %dp2, align 1
 | |
| 
 | |
|   %tmp3 = add i64 %tmp1, %tmp2
 | |
|   ret i64 %tmp3
 | |
| }
 | |
| 
 | |
| define i64 @pairUpNotAlignedSext(i32* %a) nounwind ssp {
 | |
| ; CHECK-LABEL: pairUpNotAlignedSext
 | |
| ; CHECK-NOT: ldp
 | |
| ; CHECK: ldursw
 | |
| ; CHECK-NEXT: ldursw
 | |
| ; CHECK-NEXT: add
 | |
| ; CHECK-NEXT: ret
 | |
|   %p1 = getelementptr inbounds i32, i32* %a, i64 -18
 | |
|   %bp1 = bitcast i32* %p1 to i8*
 | |
|   %bp1p1 = getelementptr inbounds i8, i8* %bp1, i64 1
 | |
|   %dp1 = bitcast i8* %bp1p1 to i32*
 | |
|   %tmp1 = load i32, i32* %dp1, align 1
 | |
| 
 | |
|   %p2 = getelementptr inbounds i32, i32* %a, i64 -17
 | |
|   %bp2 = bitcast i32* %p2 to i8*
 | |
|   %bp2p1 = getelementptr inbounds i8, i8* %bp2, i64 1
 | |
|   %dp2 = bitcast i8* %bp2p1 to i32*
 | |
|   %tmp2 = load i32, i32* %dp2, align 1
 | |
| 
 | |
|   %sexttmp1 = sext i32 %tmp1 to i64
 | |
|   %sexttmp2 = sext i32 %tmp2 to i64
 | |
|   %tmp3 = add i64 %sexttmp1, %sexttmp2
 | |
|  ret i64 %tmp3
 | |
| }
 | |
| 
 | |
| declare void @use-ptr(i32*)
 | |
| 
 | |
| ; CHECK-LABEL: ldp_sext_int_pre
 | |
| ; CHECK: ldpsw x{{[0-9]+}}, x{{[0-9]+}}, [x{{[0-9]+}}, #8]
 | |
| define i64 @ldp_sext_int_pre(i32* %p) nounwind {
 | |
|   %ptr = getelementptr inbounds i32, i32* %p, i64 2
 | |
|   call void @use-ptr(i32* %ptr)
 | |
|   %add.ptr = getelementptr inbounds i32, i32* %ptr, i64 0
 | |
|   %tmp = load i32, i32* %add.ptr, align 4
 | |
|   %add.ptr1 = getelementptr inbounds i32, i32* %ptr, i64 1
 | |
|   %tmp1 = load i32, i32* %add.ptr1, align 4
 | |
|   %sexttmp = sext i32 %tmp to i64
 | |
|   %sexttmp1 = sext i32 %tmp1 to i64
 | |
|   %add = add nsw i64 %sexttmp1, %sexttmp
 | |
|   ret i64 %add
 | |
| }
 | |
| 
 | |
| ; CHECK-LABEL: ldp_sext_int_post
 | |
| ; CHECK: ldpsw x{{[0-9]+}}, x{{[0-9]+}}, [x0], #8
 | |
| define i64 @ldp_sext_int_post(i32* %p) nounwind {
 | |
|   %tmp = load i32, i32* %p, align 4
 | |
|   %add.ptr = getelementptr inbounds i32, i32* %p, i64 1
 | |
|   %tmp1 = load i32, i32* %add.ptr, align 4
 | |
|   %sexttmp = sext i32 %tmp to i64
 | |
|   %sexttmp1 = sext i32 %tmp1 to i64
 | |
|   %ptr = getelementptr inbounds i32, i32* %add.ptr, i64 1
 | |
|   call void @use-ptr(i32* %ptr)
 | |
|   %add = add nsw i64 %sexttmp1, %sexttmp
 | |
|   ret i64 %add
 | |
| }
 | |
| 
 |