507 lines
		
	
	
		
			16 KiB
		
	
	
	
		
			LLVM
		
	
	
	
			
		
		
	
	
			507 lines
		
	
	
		
			16 KiB
		
	
	
	
		
			LLVM
		
	
	
	
| ; RUN: opt -S -codegenprepare -mtriple=amdgcn-unknown-unknown -mcpu=tahiti < %s | FileCheck -check-prefix=OPT -check-prefix=OPT-SI %s
 | |
| ; RUN: opt -S -codegenprepare -mtriple=amdgcn-unknown-unknown -mcpu=bonaire < %s | FileCheck -check-prefix=OPT -check-prefix=OPT-CI %s
 | |
| ; RUN: opt -S -codegenprepare -mtriple=amdgcn-unknown-unknown -mcpu=tonga < %s | FileCheck -check-prefix=OPT -check-prefix=OPT-VI %s
 | |
| ; RUN: llc -march=amdgcn -mcpu=tahiti -mattr=-promote-alloca -amdgpu-sroa=0 < %s | FileCheck -check-prefix=GCN -check-prefix=SI %s
 | |
| ; RUN: llc -march=amdgcn -mcpu=bonaire -mattr=-promote-alloca -amdgpu-sroa=0 < %s | FileCheck -check-prefix=GCN -check-prefix=CI %s
 | |
| ; RUN: llc -march=amdgcn -mcpu=tonga -mattr=-promote-alloca -amdgpu-sroa=0 < %s | FileCheck -check-prefix=GCN -check-prefix=VI %s
 | |
| 
 | |
| ; OPT-LABEL: @test_sink_global_small_offset_i32(
 | |
| ; OPT-CI-NOT: getelementptr i32, i32 addrspace(1)* %in
 | |
| ; OPT-VI: getelementptr i32, i32 addrspace(1)* %in
 | |
| ; OPT: br i1
 | |
| ; OPT-CI: ptrtoint
 | |
| 
 | |
| ; GCN-LABEL: {{^}}test_sink_global_small_offset_i32:
 | |
| ; GCN: {{^}}BB0_2:
 | |
| define void @test_sink_global_small_offset_i32(i32 addrspace(1)* %out, i32 addrspace(1)* %in) {
 | |
| entry:
 | |
|   %out.gep = getelementptr i32, i32 addrspace(1)* %out, i64 999999
 | |
|   %in.gep = getelementptr i32, i32 addrspace(1)* %in, i64 7
 | |
|   %tid = call i32 @llvm.amdgcn.mbcnt.lo(i32 -1, i32 0) #0
 | |
|   %tmp0 = icmp eq i32 %tid, 0
 | |
|   br i1 %tmp0, label %endif, label %if
 | |
| 
 | |
| if:
 | |
|   %tmp1 = load i32, i32 addrspace(1)* %in.gep
 | |
|   br label %endif
 | |
| 
 | |
| endif:
 | |
|   %x = phi i32 [ %tmp1, %if ], [ 0, %entry ]
 | |
|   store i32 %x, i32 addrspace(1)* %out.gep
 | |
|   br label %done
 | |
| 
 | |
| done:
 | |
|   ret void
 | |
| }
 | |
| 
 | |
| ; OPT-LABEL: @test_sink_global_small_max_i32_ds_offset(
 | |
| ; OPT: %in.gep = getelementptr i8, i8 addrspace(1)* %in, i64 65535
 | |
| ; OPT: br i1
 | |
| 
 | |
| ; GCN-LABEL: {{^}}test_sink_global_small_max_i32_ds_offset:
 | |
| ; GCN: s_and_saveexec_b64
 | |
| ; GCN: buffer_load_sbyte {{v[0-9]+}}, off, {{s\[[0-9]+:[0-9]+\]}}, s{{[0-9]+$}}
 | |
| ; GCN: {{^}}BB1_2:
 | |
| ; GCN: s_or_b64 exec
 | |
| define void @test_sink_global_small_max_i32_ds_offset(i32 addrspace(1)* %out, i8 addrspace(1)* %in) {
 | |
| entry:
 | |
|   %out.gep = getelementptr i32, i32 addrspace(1)* %out, i64 99999
 | |
|   %in.gep = getelementptr i8, i8 addrspace(1)* %in, i64 65535
 | |
|   %tid = call i32 @llvm.amdgcn.mbcnt.lo(i32 -1, i32 0) #0
 | |
|   %tmp0 = icmp eq i32 %tid, 0
 | |
|   br i1 %tmp0, label %endif, label %if
 | |
| 
 | |
| if:
 | |
|   %tmp1 = load i8, i8 addrspace(1)* %in.gep
 | |
|   %tmp2 = sext i8 %tmp1 to i32
 | |
|   br label %endif
 | |
| 
 | |
| endif:
 | |
|   %x = phi i32 [ %tmp2, %if ], [ 0, %entry ]
 | |
|   store i32 %x, i32 addrspace(1)* %out.gep
 | |
|   br label %done
 | |
| 
 | |
| done:
 | |
|   ret void
 | |
| }
 | |
| 
 | |
| ; GCN-LABEL: {{^}}test_sink_global_small_max_mubuf_offset:
 | |
| ; GCN: s_and_saveexec_b64
 | |
| ; GCN: buffer_load_sbyte {{v[0-9]+}}, off, {{s\[[0-9]+:[0-9]+\]}}, 0 offset:4095{{$}}
 | |
| ; GCN: {{^}}BB2_2:
 | |
| ; GCN: s_or_b64 exec
 | |
| define void @test_sink_global_small_max_mubuf_offset(i32 addrspace(1)* %out, i8 addrspace(1)* %in) {
 | |
| entry:
 | |
|   %out.gep = getelementptr i32, i32 addrspace(1)* %out, i32 1024
 | |
|   %in.gep = getelementptr i8, i8 addrspace(1)* %in, i64 4095
 | |
|   %tid = call i32 @llvm.amdgcn.mbcnt.lo(i32 -1, i32 0) #0
 | |
|   %tmp0 = icmp eq i32 %tid, 0
 | |
|   br i1 %tmp0, label %endif, label %if
 | |
| 
 | |
| if:
 | |
|   %tmp1 = load i8, i8 addrspace(1)* %in.gep
 | |
|   %tmp2 = sext i8 %tmp1 to i32
 | |
|   br label %endif
 | |
| 
 | |
| endif:
 | |
|   %x = phi i32 [ %tmp2, %if ], [ 0, %entry ]
 | |
|   store i32 %x, i32 addrspace(1)* %out.gep
 | |
|   br label %done
 | |
| 
 | |
| done:
 | |
|   ret void
 | |
| }
 | |
| 
 | |
| ; GCN-LABEL: {{^}}test_sink_global_small_max_plus_1_mubuf_offset:
 | |
| ; GCN: s_and_saveexec_b64
 | |
| ; GCN: buffer_load_sbyte {{v[0-9]+}}, off, {{s\[[0-9]+:[0-9]+\]}}, s{{[0-9]+$}}
 | |
| ; GCN: {{^}}BB3_2:
 | |
| ; GCN: s_or_b64 exec
 | |
| define void @test_sink_global_small_max_plus_1_mubuf_offset(i32 addrspace(1)* %out, i8 addrspace(1)* %in) {
 | |
| entry:
 | |
|   %out.gep = getelementptr i32, i32 addrspace(1)* %out, i64 99999
 | |
|   %in.gep = getelementptr i8, i8 addrspace(1)* %in, i64 4096
 | |
|   %tid = call i32 @llvm.amdgcn.mbcnt.lo(i32 -1, i32 0) #0
 | |
|   %tmp0 = icmp eq i32 %tid, 0
 | |
|   br i1 %tmp0, label %endif, label %if
 | |
| 
 | |
| if:
 | |
|   %tmp1 = load i8, i8 addrspace(1)* %in.gep
 | |
|   %tmp2 = sext i8 %tmp1 to i32
 | |
|   br label %endif
 | |
| 
 | |
| endif:
 | |
|   %x = phi i32 [ %tmp2, %if ], [ 0, %entry ]
 | |
|   store i32 %x, i32 addrspace(1)* %out.gep
 | |
|   br label %done
 | |
| 
 | |
| done:
 | |
|   ret void
 | |
| }
 | |
| 
 | |
| ; OPT-LABEL: @test_sink_scratch_small_offset_i32(
 | |
| ; OPT-NOT:  getelementptr [512 x i32]
 | |
| ; OPT: br i1
 | |
| ; OPT: ptrtoint
 | |
| 
 | |
| ; GCN-LABEL: {{^}}test_sink_scratch_small_offset_i32:
 | |
| ; GCN: s_and_saveexec_b64
 | |
| ; GCN: buffer_store_dword {{v[0-9]+}}, {{v[0-9]+}}, {{s\[[0-9]+:[0-9]+\]}}, {{s[0-9]+}} offen offset:4092{{$}}
 | |
| ; GCN: buffer_load_dword {{v[0-9]+}}, {{v[0-9]+}}, {{s\[[0-9]+:[0-9]+\]}}, {{s[0-9]+}} offen offset:4092{{$}}
 | |
| ; GCN: {{^}}BB4_2:
 | |
| define void @test_sink_scratch_small_offset_i32(i32 addrspace(1)* %out, i32 addrspace(1)* %in, i32 %arg) {
 | |
| entry:
 | |
|   %alloca = alloca [512 x i32], align 4
 | |
|   %out.gep.0 = getelementptr i32, i32 addrspace(1)* %out, i64 999998
 | |
|   %out.gep.1 = getelementptr i32, i32 addrspace(1)* %out, i64 999999
 | |
|   %add.arg = add i32 %arg, 8
 | |
|   %alloca.gep = getelementptr [512 x i32], [512 x i32]* %alloca, i32 0, i32 1023
 | |
|   %tid = call i32 @llvm.amdgcn.mbcnt.lo(i32 -1, i32 0) #0
 | |
|   %tmp0 = icmp eq i32 %tid, 0
 | |
|   br i1 %tmp0, label %endif, label %if
 | |
| 
 | |
| if:
 | |
|   store volatile i32 123, i32* %alloca.gep
 | |
|   %tmp1 = load volatile i32, i32* %alloca.gep
 | |
|   br label %endif
 | |
| 
 | |
| endif:
 | |
|   %x = phi i32 [ %tmp1, %if ], [ 0, %entry ]
 | |
|   store i32 %x, i32 addrspace(1)* %out.gep.0
 | |
|   %load = load volatile i32, i32* %alloca.gep
 | |
|   store i32 %load, i32 addrspace(1)* %out.gep.1
 | |
|   br label %done
 | |
| 
 | |
| done:
 | |
|   ret void
 | |
| }
 | |
| 
 | |
| ; OPT-LABEL: @test_no_sink_scratch_large_offset_i32(
 | |
| ; OPT: %alloca.gep = getelementptr [512 x i32], [512 x i32]* %alloca, i32 0, i32 1024
 | |
| ; OPT: br i1
 | |
| ; OPT-NOT: ptrtoint
 | |
| 
 | |
| ; GCN-LABEL: {{^}}test_no_sink_scratch_large_offset_i32:
 | |
| ; GCN: s_and_saveexec_b64
 | |
| ; GCN: buffer_store_dword {{v[0-9]+}}, {{v[0-9]+}}, {{s\[[0-9]+:[0-9]+\]}}, {{s[0-9]+}} offen{{$}}
 | |
| ; GCN: buffer_load_dword {{v[0-9]+}}, {{v[0-9]+}}, {{s\[[0-9]+:[0-9]+\]}}, {{s[0-9]+}} offen{{$}}
 | |
| ; GCN: {{^}}BB5_2:
 | |
| define void @test_no_sink_scratch_large_offset_i32(i32 addrspace(1)* %out, i32 addrspace(1)* %in, i32 %arg) {
 | |
| entry:
 | |
|   %alloca = alloca [512 x i32], align 4
 | |
|   %out.gep.0 = getelementptr i32, i32 addrspace(1)* %out, i64 999998
 | |
|   %out.gep.1 = getelementptr i32, i32 addrspace(1)* %out, i64 999999
 | |
|   %add.arg = add i32 %arg, 8
 | |
|   %alloca.gep = getelementptr [512 x i32], [512 x i32]* %alloca, i32 0, i32 1024
 | |
|   %tid = call i32 @llvm.amdgcn.mbcnt.lo(i32 -1, i32 0) #0
 | |
|   %tmp0 = icmp eq i32 %tid, 0
 | |
|   br i1 %tmp0, label %endif, label %if
 | |
| 
 | |
| if:
 | |
|   store volatile i32 123, i32* %alloca.gep
 | |
|   %tmp1 = load volatile i32, i32* %alloca.gep
 | |
|   br label %endif
 | |
| 
 | |
| endif:
 | |
|   %x = phi i32 [ %tmp1, %if ], [ 0, %entry ]
 | |
|   store i32 %x, i32 addrspace(1)* %out.gep.0
 | |
|   %load = load volatile i32, i32* %alloca.gep
 | |
|   store i32 %load, i32 addrspace(1)* %out.gep.1
 | |
|   br label %done
 | |
| 
 | |
| done:
 | |
|   ret void
 | |
| }
 | |
| 
 | |
| ; GCN-LABEL: {{^}}test_sink_global_vreg_sreg_i32:
 | |
| ; GCN: s_and_saveexec_b64
 | |
| ; CI: buffer_load_dword {{v[0-9]+}}, {{v\[[0-9]+:[0-9]+\]}}, {{s\[[0-9]+:[0-9]+\]}}, 0 addr64{{$}}
 | |
| ; VI: flat_load_dword v{{[0-9]+}}, v[{{[0-9]+:[0-9]+}}]
 | |
| ; GCN: {{^}}BB6_2:
 | |
| define void @test_sink_global_vreg_sreg_i32(i32 addrspace(1)* %out, i32 addrspace(1)* %in, i32 %offset) {
 | |
| entry:
 | |
|   %offset.ext = zext i32 %offset to i64
 | |
|   %out.gep = getelementptr i32, i32 addrspace(1)* %out, i64 999999
 | |
|   %in.gep = getelementptr i32, i32 addrspace(1)* %in, i64 %offset.ext
 | |
|   %tid = call i32 @llvm.amdgcn.mbcnt.lo(i32 -1, i32 0) #0
 | |
|   %tmp0 = icmp eq i32 %tid, 0
 | |
|   br i1 %tmp0, label %endif, label %if
 | |
| 
 | |
| if:
 | |
|   %tmp1 = load i32, i32 addrspace(1)* %in.gep
 | |
|   br label %endif
 | |
| 
 | |
| endif:
 | |
|   %x = phi i32 [ %tmp1, %if ], [ 0, %entry ]
 | |
|   store i32 %x, i32 addrspace(1)* %out.gep
 | |
|   br label %done
 | |
| 
 | |
| done:
 | |
|   ret void
 | |
| }
 | |
| 
 | |
| ; OPT-LABEL: @test_sink_constant_small_offset_i32
 | |
| ; OPT-NOT:  getelementptr i32, i32 addrspace(2)*
 | |
| ; OPT: br i1
 | |
| 
 | |
| ; GCN-LABEL: {{^}}test_sink_constant_small_offset_i32:
 | |
| ; GCN: s_and_saveexec_b64
 | |
| ; SI: s_load_dword s{{[0-9]+}}, {{s\[[0-9]+:[0-9]+\]}}, 0x7{{$}}
 | |
| ; GCN: s_or_b64 exec, exec
 | |
| define void @test_sink_constant_small_offset_i32(i32 addrspace(1)* %out, i32 addrspace(2)* %in) {
 | |
| entry:
 | |
|   %out.gep = getelementptr i32, i32 addrspace(1)* %out, i64 999999
 | |
|   %in.gep = getelementptr i32, i32 addrspace(2)* %in, i64 7
 | |
|   %tid = call i32 @llvm.amdgcn.mbcnt.lo(i32 -1, i32 0) #0
 | |
|   %tmp0 = icmp eq i32 %tid, 0
 | |
|   br i1 %tmp0, label %endif, label %if
 | |
| 
 | |
| if:
 | |
|   %tmp1 = load i32, i32 addrspace(2)* %in.gep
 | |
|   br label %endif
 | |
| 
 | |
| endif:
 | |
|   %x = phi i32 [ %tmp1, %if ], [ 0, %entry ]
 | |
|   store i32 %x, i32 addrspace(1)* %out.gep
 | |
|   br label %done
 | |
| 
 | |
| done:
 | |
|   ret void
 | |
| }
 | |
| 
 | |
| ; OPT-LABEL: @test_sink_constant_max_8_bit_offset_i32
 | |
| ; OPT-NOT:  getelementptr i32, i32 addrspace(2)*
 | |
| ; OPT: br i1
 | |
| 
 | |
| ; GCN-LABEL: {{^}}test_sink_constant_max_8_bit_offset_i32:
 | |
| ; GCN: s_and_saveexec_b64
 | |
| ; SI: s_load_dword s{{[0-9]+}}, {{s\[[0-9]+:[0-9]+\]}}, 0xff{{$}}
 | |
| ; GCN: s_or_b64 exec, exec
 | |
| define void @test_sink_constant_max_8_bit_offset_i32(i32 addrspace(1)* %out, i32 addrspace(2)* %in) {
 | |
| entry:
 | |
|   %out.gep = getelementptr i32, i32 addrspace(1)* %out, i64 999999
 | |
|   %in.gep = getelementptr i32, i32 addrspace(2)* %in, i64 255
 | |
|   %tid = call i32 @llvm.amdgcn.mbcnt.lo(i32 -1, i32 0) #0
 | |
|   %tmp0 = icmp eq i32 %tid, 0
 | |
|   br i1 %tmp0, label %endif, label %if
 | |
| 
 | |
| if:
 | |
|   %tmp1 = load i32, i32 addrspace(2)* %in.gep
 | |
|   br label %endif
 | |
| 
 | |
| endif:
 | |
|   %x = phi i32 [ %tmp1, %if ], [ 0, %entry ]
 | |
|   store i32 %x, i32 addrspace(1)* %out.gep
 | |
|   br label %done
 | |
| 
 | |
| done:
 | |
|   ret void
 | |
| }
 | |
| 
 | |
| ; OPT-LABEL: @test_sink_constant_max_8_bit_offset_p1_i32
 | |
| ; OPT-SI:  getelementptr i32, i32 addrspace(2)*
 | |
| ; OPT-CI-NOT:  getelementptr i32, i32 addrspace(2)*
 | |
| ; OPT-VI-NOT:  getelementptr i32, i32 addrspace(2)*
 | |
| ; OPT: br i1
 | |
| 
 | |
| ; GCN-LABEL: {{^}}test_sink_constant_max_8_bit_offset_p1_i32:
 | |
| ; GCN: s_and_saveexec_b64
 | |
| ; SI: s_movk_i32 [[OFFSET:s[0-9]+]], 0x400
 | |
| 
 | |
| ; SI: s_load_dword s{{[0-9]+}}, {{s\[[0-9]+:[0-9]+\]}}, [[OFFSET]]{{$}}
 | |
| ; GCN: s_or_b64 exec, exec
 | |
| define void @test_sink_constant_max_8_bit_offset_p1_i32(i32 addrspace(1)* %out, i32 addrspace(2)* %in) {
 | |
| entry:
 | |
|   %out.gep = getelementptr i32, i32 addrspace(1)* %out, i64 999999
 | |
|   %in.gep = getelementptr i32, i32 addrspace(2)* %in, i64 256
 | |
|   %tid = call i32 @llvm.amdgcn.mbcnt.lo(i32 -1, i32 0) #0
 | |
|   %tmp0 = icmp eq i32 %tid, 0
 | |
|   br i1 %tmp0, label %endif, label %if
 | |
| 
 | |
| if:
 | |
|   %tmp1 = load i32, i32 addrspace(2)* %in.gep
 | |
|   br label %endif
 | |
| 
 | |
| endif:
 | |
|   %x = phi i32 [ %tmp1, %if ], [ 0, %entry ]
 | |
|   store i32 %x, i32 addrspace(1)* %out.gep
 | |
|   br label %done
 | |
| 
 | |
| done:
 | |
|   ret void
 | |
| }
 | |
| 
 | |
| ; OPT-LABEL: @test_sink_constant_max_32_bit_offset_i32
 | |
| ; OPT-SI: getelementptr i32, i32 addrspace(2)*
 | |
| ; OPT-CI-NOT: getelementptr i32, i32 addrspace(2)*
 | |
| ; OPT: br i1
 | |
| 
 | |
| ; GCN-LABEL: {{^}}test_sink_constant_max_32_bit_offset_i32:
 | |
| ; GCN: s_and_saveexec_b64
 | |
| ; GCN: s_add_u32 s{{[0-9]+}}, s{{[0-9]+}}, -4{{$}}
 | |
| ; GCN: s_addc_u32 s{{[0-9]+}}, s{{[0-9]+}}, 3{{$}}
 | |
| ; SI: s_load_dword s{{[0-9]+}}, {{s\[[0-9]+:[0-9]+\]}}, 0x0{{$}}
 | |
| ; GCN: s_or_b64 exec, exec
 | |
| define void @test_sink_constant_max_32_bit_offset_i32(i32 addrspace(1)* %out, i32 addrspace(2)* %in) {
 | |
| entry:
 | |
|   %out.gep = getelementptr i32, i32 addrspace(1)* %out, i64 999999
 | |
|   %in.gep = getelementptr i32, i32 addrspace(2)* %in, i64 4294967295
 | |
|   %tid = call i32 @llvm.amdgcn.mbcnt.lo(i32 -1, i32 0) #0
 | |
|   %tmp0 = icmp eq i32 %tid, 0
 | |
|   br i1 %tmp0, label %endif, label %if
 | |
| 
 | |
| if:
 | |
|   %tmp1 = load i32, i32 addrspace(2)* %in.gep
 | |
|   br label %endif
 | |
| 
 | |
| endif:
 | |
|   %x = phi i32 [ %tmp1, %if ], [ 0, %entry ]
 | |
|   store i32 %x, i32 addrspace(1)* %out.gep
 | |
|   br label %done
 | |
| 
 | |
| done:
 | |
|   ret void
 | |
| }
 | |
| 
 | |
| ; OPT-LABEL: @test_sink_constant_max_32_bit_offset_p1_i32
 | |
| ; OPT: getelementptr i32, i32 addrspace(2)*
 | |
| ; OPT: br i1
 | |
| 
 | |
| ; GCN-LABEL: {{^}}test_sink_constant_max_32_bit_offset_p1_i32:
 | |
| ; GCN: s_and_saveexec_b64
 | |
| ; GCN: s_add_u32
 | |
| ; GCN: s_addc_u32
 | |
| ; SI: s_load_dword s{{[0-9]+}}, {{s\[[0-9]+:[0-9]+\]}}, 0x0{{$}}
 | |
| ; GCN: s_or_b64 exec, exec
 | |
| define void @test_sink_constant_max_32_bit_offset_p1_i32(i32 addrspace(1)* %out, i32 addrspace(2)* %in) {
 | |
| entry:
 | |
|   %out.gep = getelementptr i32, i32 addrspace(1)* %out, i64 999999
 | |
|   %in.gep = getelementptr i32, i32 addrspace(2)* %in, i64 17179869181
 | |
|   %tid = call i32 @llvm.amdgcn.mbcnt.lo(i32 -1, i32 0) #0
 | |
|   %tmp0 = icmp eq i32 %tid, 0
 | |
|   br i1 %tmp0, label %endif, label %if
 | |
| 
 | |
| if:
 | |
|   %tmp1 = load i32, i32 addrspace(2)* %in.gep
 | |
|   br label %endif
 | |
| 
 | |
| endif:
 | |
|   %x = phi i32 [ %tmp1, %if ], [ 0, %entry ]
 | |
|   store i32 %x, i32 addrspace(1)* %out.gep
 | |
|   br label %done
 | |
| 
 | |
| done:
 | |
|   ret void
 | |
| }
 | |
| 
 | |
| ; GCN-LABEL: {{^}}test_sink_constant_max_20_bit_byte_offset_i32:
 | |
| ; GCN: s_and_saveexec_b64
 | |
| ; SI: s_mov_b32 [[OFFSET:s[0-9]+]], 0xffffc{{$}}
 | |
| ; SI: s_load_dword s{{[0-9]+}}, {{s\[[0-9]+:[0-9]+\]}}, [[OFFSET]]{{$}}
 | |
| 
 | |
| ; CI: s_load_dword s{{[0-9]+}}, {{s\[[0-9]+:[0-9]+\]}}, 0x3ffff{{$}}
 | |
| ; VI: s_load_dword s{{[0-9]+}}, {{s\[[0-9]+:[0-9]+\]}}, 0xffffc{{$}}
 | |
| 
 | |
| ; GCN: s_or_b64 exec, exec
 | |
| define void @test_sink_constant_max_20_bit_byte_offset_i32(i32 addrspace(1)* %out, i32 addrspace(2)* %in) {
 | |
| entry:
 | |
|   %out.gep = getelementptr i32, i32 addrspace(1)* %out, i64 999999
 | |
|   %in.gep = getelementptr i32, i32 addrspace(2)* %in, i64 262143
 | |
|   %tid = call i32 @llvm.amdgcn.mbcnt.lo(i32 -1, i32 0) #0
 | |
|   %tmp0 = icmp eq i32 %tid, 0
 | |
|   br i1 %tmp0, label %endif, label %if
 | |
| 
 | |
| if:
 | |
|   %tmp1 = load i32, i32 addrspace(2)* %in.gep
 | |
|   br label %endif
 | |
| 
 | |
| endif:
 | |
|   %x = phi i32 [ %tmp1, %if ], [ 0, %entry ]
 | |
|   store i32 %x, i32 addrspace(1)* %out.gep
 | |
|   br label %done
 | |
| 
 | |
| done:
 | |
|   ret void
 | |
| }
 | |
| 
 | |
| ; OPT-LABEL: @test_sink_constant_max_20_bit_byte_offset_p1_i32
 | |
| ; OPT-SI: getelementptr i32, i32 addrspace(2)*
 | |
| ; OPT-CI-NOT: getelementptr i32, i32 addrspace(2)*
 | |
| ; OPT-VI: getelementptr i32, i32 addrspace(2)*
 | |
| ; OPT: br i1
 | |
| 
 | |
| ; GCN-LABEL: {{^}}test_sink_constant_max_20_bit_byte_offset_p1_i32:
 | |
| ; GCN: s_and_saveexec_b64
 | |
| ; SI: s_mov_b32 [[OFFSET:s[0-9]+]], 0x100000{{$}}
 | |
| ; SI: s_load_dword s{{[0-9]+}}, {{s\[[0-9]+:[0-9]+\]}}, [[OFFSET]]{{$}}
 | |
| 
 | |
| ; CI: s_load_dword s{{[0-9]+}}, {{s\[[0-9]+:[0-9]+\]}}, 0x40000{{$}}
 | |
| 
 | |
| ; VI: s_mov_b32 [[OFFSET:s[0-9]+]], 0x100000{{$}}
 | |
| ; VI: s_load_dword s{{[0-9]+}}, {{s\[[0-9]+:[0-9]+\]}}, [[OFFSET]]{{$}}
 | |
| 
 | |
| ; GCN: s_or_b64 exec, exec
 | |
| define void @test_sink_constant_max_20_bit_byte_offset_p1_i32(i32 addrspace(1)* %out, i32 addrspace(2)* %in) {
 | |
| entry:
 | |
|   %out.gep = getelementptr i32, i32 addrspace(1)* %out, i64 999999
 | |
|   %in.gep = getelementptr i32, i32 addrspace(2)* %in, i64 262144
 | |
|   %tid = call i32 @llvm.amdgcn.mbcnt.lo(i32 -1, i32 0) #0
 | |
|   %tmp0 = icmp eq i32 %tid, 0
 | |
|   br i1 %tmp0, label %endif, label %if
 | |
| 
 | |
| if:
 | |
|   %tmp1 = load i32, i32 addrspace(2)* %in.gep
 | |
|   br label %endif
 | |
| 
 | |
| endif:
 | |
|   %x = phi i32 [ %tmp1, %if ], [ 0, %entry ]
 | |
|   store i32 %x, i32 addrspace(1)* %out.gep
 | |
|   br label %done
 | |
| 
 | |
| done:
 | |
|   ret void
 | |
| }
 | |
| 
 | |
| %struct.foo = type { [3 x float], [3 x float] }
 | |
| 
 | |
| ; OPT-LABEL: @sink_ds_address(
 | |
| ; OPT: ptrtoint %struct.foo addrspace(3)* %ptr to i64
 | |
| 
 | |
| ; GCN-LABEL: {{^}}sink_ds_address:
 | |
| ; GCN: s_load_dword [[SREG1:s[0-9]+]],
 | |
| ; GCN: v_mov_b32_e32 [[VREG1:v[0-9]+]], [[SREG1]]
 | |
| ; GCN-DAG: ds_read2_b32 v[{{[0-9+:[0-9]+}}], [[VREG1]] offset0:3 offset1:5
 | |
| define void @sink_ds_address(%struct.foo addrspace(3)* nocapture %ptr) nounwind {
 | |
| entry:
 | |
|   %x = getelementptr inbounds %struct.foo, %struct.foo addrspace(3)* %ptr, i32 0, i32 1, i32 0
 | |
|   %y = getelementptr inbounds %struct.foo, %struct.foo addrspace(3)* %ptr, i32 0, i32 1, i32 2
 | |
|   br label %bb32
 | |
| 
 | |
| bb32:
 | |
|   %a = load float, float addrspace(3)* %x, align 4
 | |
|   %b = load float, float addrspace(3)* %y, align 4
 | |
|   %cmp = fcmp one float %a, %b
 | |
|   br i1 %cmp, label %bb34, label %bb33
 | |
| 
 | |
| bb33:
 | |
|   unreachable
 | |
| 
 | |
| bb34:
 | |
|   unreachable
 | |
| }
 | |
| 
 | |
| ; Address offset is not a multiple of 4. This is a valid mubuf offset,
 | |
| ; but not smrd.
 | |
| 
 | |
| ; OPT-LABEL: @test_sink_constant_small_max_mubuf_offset_load_i32_align_1(
 | |
| ; OPT: br i1 %tmp0,
 | |
| ; OPT: if:
 | |
| ; OPT: %sunkaddr = ptrtoint i8 addrspace(2)* %in to i64
 | |
| ; OPT: %sunkaddr1 = add i64 %sunkaddr, 4095
 | |
| define void @test_sink_constant_small_max_mubuf_offset_load_i32_align_1(i32 addrspace(1)* %out, i8 addrspace(2)* %in) {
 | |
| entry:
 | |
|   %out.gep = getelementptr i32, i32 addrspace(1)* %out, i32 1024
 | |
|   %in.gep = getelementptr i8, i8 addrspace(2)* %in, i64 4095
 | |
|   %tid = call i32 @llvm.amdgcn.mbcnt.lo(i32 -1, i32 0) #0
 | |
|   %tmp0 = icmp eq i32 %tid, 0
 | |
|   br i1 %tmp0, label %endif, label %if
 | |
| 
 | |
| if:
 | |
|   %bitcast = bitcast i8 addrspace(2)* %in.gep to i32 addrspace(2)*
 | |
|   %tmp1 = load i32, i32 addrspace(2)* %bitcast, align 1
 | |
|   br label %endif
 | |
| 
 | |
| endif:
 | |
|   %x = phi i32 [ %tmp1, %if ], [ 0, %entry ]
 | |
|   store i32 %x, i32 addrspace(1)* %out.gep
 | |
|   br label %done
 | |
| 
 | |
| done:
 | |
|   ret void
 | |
| }
 | |
| 
 | |
| declare i32 @llvm.amdgcn.mbcnt.lo(i32, i32) #0
 | |
| 
 | |
| attributes #0 = { nounwind readnone }
 | |
| attributes #1 = { nounwind }
 |