328 lines
		
	
	
		
			10 KiB
		
	
	
	
		
			LLVM
		
	
	
	
			
		
		
	
	
			328 lines
		
	
	
		
			10 KiB
		
	
	
	
		
			LLVM
		
	
	
	
| ; RUN: llc -march=amdgcn -verify-machineinstrs < %s | FileCheck -check-prefix=SI -check-prefix=FUNC %s
 | |
| ; RUN: llc -march=amdgcn -mcpu=tonga -mattr=-flat-for-global -verify-machineinstrs < %s | FileCheck -check-prefix=SI -check-prefix=FUNC %s
 | |
| ; RUN: llc -march=r600 -mcpu=redwood < %s | FileCheck -check-prefix=EG -check-prefix=FUNC %s
 | |
| 
 | |
| ; FUNC-LABEL: {{^}}udiv24_i8:
 | |
| ; SI: v_cvt_f32_ubyte
 | |
| ; SI: v_cvt_f32_ubyte
 | |
| ; SI: v_rcp_f32
 | |
| ; SI: v_cvt_u32_f32
 | |
| 
 | |
| ; EG: UINT_TO_FLT
 | |
| ; EG-DAG: UINT_TO_FLT
 | |
| ; EG-DAG: RECIP_IEEE
 | |
| ; EG: FLT_TO_UINT
 | |
| define void @udiv24_i8(i8 addrspace(1)* %out, i8 addrspace(1)* %in) {
 | |
|   %den_ptr = getelementptr i8, i8 addrspace(1)* %in, i8 1
 | |
|   %num = load i8, i8 addrspace(1) * %in
 | |
|   %den = load i8, i8 addrspace(1) * %den_ptr
 | |
|   %result = udiv i8 %num, %den
 | |
|   store i8 %result, i8 addrspace(1)* %out
 | |
|   ret void
 | |
| }
 | |
| 
 | |
| ; FUNC-LABEL: {{^}}udiv24_i16:
 | |
| ; SI: v_cvt_f32_u32
 | |
| ; SI: v_cvt_f32_u32
 | |
| ; SI: v_rcp_f32
 | |
| ; SI: v_cvt_u32_f32
 | |
| 
 | |
| ; EG: UINT_TO_FLT
 | |
| ; EG-DAG: UINT_TO_FLT
 | |
| ; EG-DAG: RECIP_IEEE
 | |
| ; EG: FLT_TO_UINT
 | |
| define void @udiv24_i16(i16 addrspace(1)* %out, i16 addrspace(1)* %in) {
 | |
|   %den_ptr = getelementptr i16, i16 addrspace(1)* %in, i16 1
 | |
|   %num = load i16, i16 addrspace(1) * %in, align 2
 | |
|   %den = load i16, i16 addrspace(1) * %den_ptr, align 2
 | |
|   %result = udiv i16 %num, %den
 | |
|   store i16 %result, i16 addrspace(1)* %out, align 2
 | |
|   ret void
 | |
| }
 | |
| 
 | |
| ; FUNC-LABEL: {{^}}udiv23_i32:
 | |
| ; SI: v_cvt_f32_u32
 | |
| ; SI-DAG: v_cvt_f32_u32
 | |
| ; SI-DAG: v_rcp_f32
 | |
| ; SI: v_cvt_u32_f32
 | |
| 
 | |
| ; EG: UINT_TO_FLT
 | |
| ; EG-DAG: UINT_TO_FLT
 | |
| ; EG-DAG: RECIP_IEEE
 | |
| ; EG: FLT_TO_UINT
 | |
| define void @udiv23_i32(i32 addrspace(1)* %out, i32 addrspace(1)* %in) {
 | |
|   %den_ptr = getelementptr i32, i32 addrspace(1)* %in, i32 1
 | |
|   %num = load i32, i32 addrspace(1) * %in, align 4
 | |
|   %den = load i32, i32 addrspace(1) * %den_ptr, align 4
 | |
|   %num.i23.0 = shl i32 %num, 9
 | |
|   %den.i23.0 = shl i32 %den, 9
 | |
|   %num.i23 = lshr i32 %num.i23.0, 9
 | |
|   %den.i23 = lshr i32 %den.i23.0, 9
 | |
|   %result = udiv i32 %num.i23, %den.i23
 | |
|   store i32 %result, i32 addrspace(1)* %out, align 4
 | |
|   ret void
 | |
| }
 | |
| 
 | |
| ; FUNC-LABEL: {{^}}udiv24_i32:
 | |
| ; SI: v_rcp_iflag
 | |
| ; SI-NOT v_rcp_f32
 | |
| ; EG-NOT: RECIP_IEEE
 | |
| define void @udiv24_i32(i32 addrspace(1)* %out, i32 addrspace(1)* %in) {
 | |
|   %den_ptr = getelementptr i32, i32 addrspace(1)* %in, i32 1
 | |
|   %num = load i32, i32 addrspace(1) * %in, align 4
 | |
|   %den = load i32, i32 addrspace(1) * %den_ptr, align 4
 | |
|   %num.i24.0 = shl i32 %num, 8
 | |
|   %den.i24.0 = shl i32 %den, 8
 | |
|   %num.i24 = lshr i32 %num.i24.0, 8
 | |
|   %den.i24 = lshr i32 %den.i24.0, 8
 | |
|   %result = udiv i32 %num.i24, %den.i24
 | |
|   store i32 %result, i32 addrspace(1)* %out, align 4
 | |
|   ret void
 | |
| }
 | |
| 
 | |
| ; FUNC-LABEL: {{^}}no_udiv24_u23_u24_i32:
 | |
| ; SI: v_rcp_iflag
 | |
| ; SI-NOT v_rcp_f32
 | |
| ; EG-NOT: RECIP_IEEE
 | |
| define void @no_udiv24_u23_u24_i32(i32 addrspace(1)* %out, i32 addrspace(1)* %in) {
 | |
|   %den_ptr = getelementptr i32, i32 addrspace(1)* %in, i32 1
 | |
|   %num = load i32, i32 addrspace(1) * %in, align 4
 | |
|   %den = load i32, i32 addrspace(1) * %den_ptr, align 4
 | |
|   %num.i23.0 = shl i32 %num, 9
 | |
|   %den.i24.0 = shl i32 %den, 8
 | |
|   %num.i23 = lshr i32 %num.i23.0, 9
 | |
|   %den.i24 = lshr i32 %den.i24.0, 8
 | |
|   %result = udiv i32 %num.i23, %den.i24
 | |
|   store i32 %result, i32 addrspace(1)* %out, align 4
 | |
|   ret void
 | |
| }
 | |
| 
 | |
| ; FUNC-LABEL: {{^}}no_udiv24_u24_u23_i32:
 | |
| ; SI: v_rcp_iflag
 | |
| ; SI-NOT v_rcp_f32
 | |
| ; EG-NOT: RECIP_IEEE
 | |
| define void @no_udiv24_u24_u23_i32(i32 addrspace(1)* %out, i32 addrspace(1)* %in) {
 | |
|   %den_ptr = getelementptr i32, i32 addrspace(1)* %in, i32 1
 | |
|   %num = load i32, i32 addrspace(1) * %in, align 4
 | |
|   %den = load i32, i32 addrspace(1) * %den_ptr, align 4
 | |
|   %num.i24.0 = shl i32 %num, 8
 | |
|   %den.i23.0 = shl i32 %den, 9
 | |
|   %num.i24 = lshr i32 %num.i24.0, 8
 | |
|   %den.i23 = lshr i32 %den.i23.0, 9
 | |
|   %result = udiv i32 %num.i24, %den.i23
 | |
|   store i32 %result, i32 addrspace(1)* %out, align 4
 | |
|   ret void
 | |
| }
 | |
| 
 | |
| ; FUNC-LABEL: {{^}}udiv25_i32:
 | |
| ; RCP_IFLAG is for URECIP in the full 32b alg
 | |
| ; SI: v_rcp_iflag
 | |
| ; SI-NOT: v_rcp_f32
 | |
| 
 | |
| ; EG-NOT: UINT_TO_FLT
 | |
| ; EG-NOT: RECIP_IEEE
 | |
| define void @udiv25_i32(i32 addrspace(1)* %out, i32 addrspace(1)* %in) {
 | |
|   %den_ptr = getelementptr i32, i32 addrspace(1)* %in, i32 1
 | |
|   %num = load i32, i32 addrspace(1) * %in, align 4
 | |
|   %den = load i32, i32 addrspace(1) * %den_ptr, align 4
 | |
|   %num.i25.0 = shl i32 %num, 7
 | |
|   %den.i25.0 = shl i32 %den, 7
 | |
|   %num.i25 = lshr i32 %num.i25.0, 7
 | |
|   %den.i25 = lshr i32 %den.i25.0, 7
 | |
|   %result = udiv i32 %num.i25, %den.i25
 | |
|   store i32 %result, i32 addrspace(1)* %out, align 4
 | |
|   ret void
 | |
| }
 | |
| 
 | |
| ; FUNC-LABEL: {{^}}test_no_udiv24_i32_1:
 | |
| ; RCP_IFLAG is for URECIP in the full 32b alg
 | |
| ; SI: v_rcp_iflag
 | |
| ; SI-NOT: v_rcp_f32
 | |
| 
 | |
| ; EG-NOT: UINT_TO_FLT
 | |
| ; EG-NOT: RECIP_IEEE
 | |
| define void @test_no_udiv24_i32_1(i32 addrspace(1)* %out, i32 addrspace(1)* %in) {
 | |
|   %den_ptr = getelementptr i32, i32 addrspace(1)* %in, i32 1
 | |
|   %num = load i32, i32 addrspace(1) * %in, align 4
 | |
|   %den = load i32, i32 addrspace(1) * %den_ptr, align 4
 | |
|   %num.i24.0 = shl i32 %num, 8
 | |
|   %den.i24.0 = shl i32 %den, 7
 | |
|   %num.i24 = lshr i32 %num.i24.0, 8
 | |
|   %den.i24 = lshr i32 %den.i24.0, 7
 | |
|   %result = udiv i32 %num.i24, %den.i24
 | |
|   store i32 %result, i32 addrspace(1)* %out, align 4
 | |
|   ret void
 | |
| }
 | |
| 
 | |
| ; FUNC-LABEL: {{^}}test_no_udiv24_i32_2:
 | |
| ; RCP_IFLAG is for URECIP in the full 32b alg
 | |
| ; SI: v_rcp_iflag
 | |
| ; SI-NOT: v_rcp_f32
 | |
| 
 | |
| ; EG-NOT: UINT_TO_FLT
 | |
| ; EG-NOT: RECIP_IEEE
 | |
| define void @test_no_udiv24_i32_2(i32 addrspace(1)* %out, i32 addrspace(1)* %in) {
 | |
|   %den_ptr = getelementptr i32, i32 addrspace(1)* %in, i32 1
 | |
|   %num = load i32, i32 addrspace(1) * %in, align 4
 | |
|   %den = load i32, i32 addrspace(1) * %den_ptr, align 4
 | |
|   %num.i24.0 = shl i32 %num, 7
 | |
|   %den.i24.0 = shl i32 %den, 8
 | |
|   %num.i24 = lshr i32 %num.i24.0, 7
 | |
|   %den.i24 = lshr i32 %den.i24.0, 8
 | |
|   %result = udiv i32 %num.i24, %den.i24
 | |
|   store i32 %result, i32 addrspace(1)* %out, align 4
 | |
|   ret void
 | |
| }
 | |
| 
 | |
| ; FUNC-LABEL: {{^}}urem24_i8:
 | |
| ; SI: v_cvt_f32_ubyte
 | |
| ; SI: v_cvt_f32_ubyte
 | |
| ; SI: v_rcp_f32
 | |
| ; SI: v_cvt_u32_f32
 | |
| 
 | |
| ; EG: UINT_TO_FLT
 | |
| ; EG-DAG: UINT_TO_FLT
 | |
| ; EG-DAG: RECIP_IEEE
 | |
| ; EG: FLT_TO_UINT
 | |
| define void @urem24_i8(i8 addrspace(1)* %out, i8 addrspace(1)* %in) {
 | |
|   %den_ptr = getelementptr i8, i8 addrspace(1)* %in, i8 1
 | |
|   %num = load i8, i8 addrspace(1) * %in
 | |
|   %den = load i8, i8 addrspace(1) * %den_ptr
 | |
|   %result = urem i8 %num, %den
 | |
|   store i8 %result, i8 addrspace(1)* %out
 | |
|   ret void
 | |
| }
 | |
| 
 | |
| ; FUNC-LABEL: {{^}}urem24_i16:
 | |
| ; SI: v_cvt_f32_u32
 | |
| ; SI: v_cvt_f32_u32
 | |
| ; SI: v_rcp_f32
 | |
| ; SI: v_cvt_u32_f32
 | |
| 
 | |
| ; EG: UINT_TO_FLT
 | |
| ; EG-DAG: UINT_TO_FLT
 | |
| ; EG-DAG: RECIP_IEEE
 | |
| ; EG: FLT_TO_UINT
 | |
| define void @urem24_i16(i16 addrspace(1)* %out, i16 addrspace(1)* %in) {
 | |
|   %den_ptr = getelementptr i16, i16 addrspace(1)* %in, i16 1
 | |
|   %num = load i16, i16 addrspace(1) * %in, align 2
 | |
|   %den = load i16, i16 addrspace(1) * %den_ptr, align 2
 | |
|   %result = urem i16 %num, %den
 | |
|   store i16 %result, i16 addrspace(1)* %out, align 2
 | |
|   ret void
 | |
| }
 | |
| 
 | |
| ; FUNC-LABEL: {{^}}urem24_i32:
 | |
| ; SI-NOT: v_rcp_f32
 | |
| ; EG-NOT: RECIP_IEEE
 | |
| define void @urem24_i32(i32 addrspace(1)* %out, i32 addrspace(1)* %in) {
 | |
|   %den_ptr = getelementptr i32, i32 addrspace(1)* %in, i32 1
 | |
|   %num = load i32, i32 addrspace(1) * %in, align 4
 | |
|   %den = load i32, i32 addrspace(1) * %den_ptr, align 4
 | |
|   %num.i24.0 = shl i32 %num, 8
 | |
|   %den.i24.0 = shl i32 %den, 8
 | |
|   %num.i24 = lshr i32 %num.i24.0, 8
 | |
|   %den.i24 = lshr i32 %den.i24.0, 8
 | |
|   %result = urem i32 %num.i24, %den.i24
 | |
|   store i32 %result, i32 addrspace(1)* %out, align 4
 | |
|   ret void
 | |
| }
 | |
| 
 | |
| ; FUNC-LABEL: {{^}}urem25_i32:
 | |
| ; RCP_IFLAG is for URECIP in the full 32b alg
 | |
| ; SI: v_rcp_iflag
 | |
| ; SI-NOT: v_rcp_f32
 | |
| 
 | |
| ; EG-NOT: UINT_TO_FLT
 | |
| ; EG-NOT: RECIP_IEEE
 | |
| define void @urem25_i32(i32 addrspace(1)* %out, i32 addrspace(1)* %in) {
 | |
|   %den_ptr = getelementptr i32, i32 addrspace(1)* %in, i32 1
 | |
|   %num = load i32, i32 addrspace(1) * %in, align 4
 | |
|   %den = load i32, i32 addrspace(1) * %den_ptr, align 4
 | |
|   %num.i24.0 = shl i32 %num, 7
 | |
|   %den.i24.0 = shl i32 %den, 7
 | |
|   %num.i24 = lshr i32 %num.i24.0, 7
 | |
|   %den.i24 = lshr i32 %den.i24.0, 7
 | |
|   %result = urem i32 %num.i24, %den.i24
 | |
|   store i32 %result, i32 addrspace(1)* %out, align 4
 | |
|   ret void
 | |
| }
 | |
| 
 | |
| ; FUNC-LABEL: {{^}}test_no_urem24_i32_1:
 | |
| ; RCP_IFLAG is for URECIP in the full 32b alg
 | |
| ; SI: v_rcp_iflag
 | |
| ; SI-NOT: v_rcp_f32
 | |
| 
 | |
| ; EG-NOT: UINT_TO_FLT
 | |
| ; EG-NOT: RECIP_IEEE
 | |
| define void @test_no_urem24_i32_1(i32 addrspace(1)* %out, i32 addrspace(1)* %in) {
 | |
|   %den_ptr = getelementptr i32, i32 addrspace(1)* %in, i32 1
 | |
|   %num = load i32, i32 addrspace(1) * %in, align 4
 | |
|   %den = load i32, i32 addrspace(1) * %den_ptr, align 4
 | |
|   %num.i24.0 = shl i32 %num, 8
 | |
|   %den.i24.0 = shl i32 %den, 7
 | |
|   %num.i24 = lshr i32 %num.i24.0, 8
 | |
|   %den.i24 = lshr i32 %den.i24.0, 7
 | |
|   %result = urem i32 %num.i24, %den.i24
 | |
|   store i32 %result, i32 addrspace(1)* %out, align 4
 | |
|   ret void
 | |
| }
 | |
| 
 | |
| ; FUNC-LABEL: {{^}}test_no_urem24_i32_2:
 | |
| ; RCP_IFLAG is for URECIP in the full 32b alg
 | |
| ; SI: v_rcp_iflag
 | |
| ; SI-NOT: v_rcp_f32
 | |
| 
 | |
| ; EG-NOT: UINT_TO_FLT
 | |
| ; EG-NOT: RECIP_IEEE
 | |
| define void @test_no_urem24_i32_2(i32 addrspace(1)* %out, i32 addrspace(1)* %in) {
 | |
|   %den_ptr = getelementptr i32, i32 addrspace(1)* %in, i32 1
 | |
|   %num = load i32, i32 addrspace(1) * %in, align 4
 | |
|   %den = load i32, i32 addrspace(1) * %den_ptr, align 4
 | |
|   %num.i24.0 = shl i32 %num, 7
 | |
|   %den.i24.0 = shl i32 %den, 8
 | |
|   %num.i24 = lshr i32 %num.i24.0, 7
 | |
|   %den.i24 = lshr i32 %den.i24.0, 8
 | |
|   %result = urem i32 %num.i24, %den.i24
 | |
|   store i32 %result, i32 addrspace(1)* %out, align 4
 | |
|   ret void
 | |
| }
 | |
| 
 | |
| ; FUNC-LABEL: {{^}}test_udiv24_u16_u23_i32:
 | |
| ; SI-DAG: v_rcp_f32
 | |
| ; SI-DAG: s_mov_b32 [[MASK:s[0-9]+]], 0x7fffff{{$}}
 | |
| ; SI: v_and_b32_e32 v{{[0-9]+}}, [[MASK]],
 | |
| 
 | |
| ; EG: RECIP_IEEE
 | |
| define void @test_udiv24_u16_u23_i32(i32 addrspace(1)* %out, i32 addrspace(1)* %in) {
 | |
|   %den_ptr = getelementptr i32, i32 addrspace(1)* %in, i32 1
 | |
|   %num = load i32, i32 addrspace(1) * %in, align 4
 | |
|   %den = load i32, i32 addrspace(1) * %den_ptr, align 4
 | |
|   %num.i16.0 = shl i32 %num, 16
 | |
|   %den.i23.0 = shl i32 %den, 9
 | |
|   %num.i16 = lshr i32 %num.i16.0, 16
 | |
|   %den.i23 = lshr i32 %den.i23.0, 9
 | |
|   %result = udiv i32 %num.i16, %den.i23
 | |
|   store i32 %result, i32 addrspace(1)* %out, align 4
 | |
|   ret void
 | |
| }
 | |
| 
 | |
| ; FUNC-LABEL: {{^}}test_udiv24_u23_u16_i32:
 | |
| ; SI-DAG: v_rcp_f32
 | |
| ; SI-DAG: s_mov_b32 [[MASK:s[0-9]+]], 0x7fffff{{$}}
 | |
| ; SI: v_and_b32_e32 v{{[0-9]+}}, [[MASK]],
 | |
| 
 | |
| ; EG: RECIP_IEEE
 | |
| define void @test_udiv24_u23_u16_i32(i32 addrspace(1)* %out, i32 addrspace(1)* %in) {
 | |
|   %den_ptr = getelementptr i32, i32 addrspace(1)* %in, i32 1
 | |
|   %num = load i32, i32 addrspace(1) * %in, align 4
 | |
|   %den = load i32, i32 addrspace(1) * %den_ptr, align 4
 | |
|   %num.i23.0 = shl i32 %num, 9
 | |
|   %den.i16.0 = shl i32 %den, 16
 | |
|   %num.i23 = lshr i32 %num.i23.0, 9
 | |
|   %den.i16 = lshr i32 %den.i16.0, 16
 | |
|   %result = udiv i32 %num.i23, %den.i16
 | |
|   store i32 %result, i32 addrspace(1)* %out, align 4
 | |
|   ret void
 | |
| }
 |