624 lines
26 KiB
LLVM
624 lines
26 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
|
|
; RUN: llc -march=amdgcn -mcpu=gfx900 -verify-machineinstrs < %s | FileCheck -enable-var-scope -check-prefixes=GCN,GFX900 %s
|
|
; RUN: llc -march=amdgcn -mcpu=gfx908 -verify-machineinstrs < %s | FileCheck -enable-var-scope -check-prefixes=GCN,GFX908 %s
|
|
; RUN: llc -march=amdgcn -mcpu=gfx90a -verify-machineinstrs < %s | FileCheck -enable-var-scope -check-prefixes=GCN,GFX90A %s
|
|
; RUN: llc -march=amdgcn -mcpu=gfx1010 -verify-machineinstrs < %s | FileCheck -enable-var-scope -check-prefixes=GCN,GFX10 %s
|
|
|
|
define amdgpu_kernel void @global_atomic_fadd_ret_f32(float addrspace(1)* %ptr) #0 {
|
|
; GFX900-LABEL: global_atomic_fadd_ret_f32:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24
|
|
; GFX900-NEXT: s_mov_b64 s[2:3], 0
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-NEXT: s_load_dword s4, s[0:1], 0x0
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v0, s4
|
|
; GFX900-NEXT: BB0_1: ; %atomicrmw.start
|
|
; GFX900-NEXT: ; =>This Inner Loop Header: Depth=1
|
|
; GFX900-NEXT: v_mov_b32_e32 v1, v0
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_add_f32_e32 v0, 4.0, v1
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: global_atomic_cmpswap v0, v2, v[0:1], s[0:1] glc
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: buffer_wbinvl1_vol
|
|
; GFX900-NEXT: v_cmp_eq_u32_e32 vcc, v0, v1
|
|
; GFX900-NEXT: s_or_b64 s[2:3], vcc, s[2:3]
|
|
; GFX900-NEXT: s_andn2_b64 exec, exec, s[2:3]
|
|
; GFX900-NEXT: s_cbranch_execnz BB0_1
|
|
; GFX900-NEXT: ; %bb.2: ; %atomicrmw.end
|
|
; GFX900-NEXT: s_or_b64 exec, exec, s[2:3]
|
|
; GFX900-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX900-NEXT: s_endpgm
|
|
;
|
|
; GFX908-LABEL: global_atomic_fadd_ret_f32:
|
|
; GFX908: ; %bb.0:
|
|
; GFX908-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24
|
|
; GFX908-NEXT: s_mov_b64 s[2:3], 0
|
|
; GFX908-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX908-NEXT: s_load_dword s4, s[0:1], 0x0
|
|
; GFX908-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX908-NEXT: v_mov_b32_e32 v0, s4
|
|
; GFX908-NEXT: BB0_1: ; %atomicrmw.start
|
|
; GFX908-NEXT: ; =>This Inner Loop Header: Depth=1
|
|
; GFX908-NEXT: v_mov_b32_e32 v1, v0
|
|
; GFX908-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX908-NEXT: v_add_f32_e32 v0, 4.0, v1
|
|
; GFX908-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX908-NEXT: global_atomic_cmpswap v0, v2, v[0:1], s[0:1] glc
|
|
; GFX908-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX908-NEXT: buffer_wbinvl1_vol
|
|
; GFX908-NEXT: v_cmp_eq_u32_e32 vcc, v0, v1
|
|
; GFX908-NEXT: s_or_b64 s[2:3], vcc, s[2:3]
|
|
; GFX908-NEXT: s_andn2_b64 exec, exec, s[2:3]
|
|
; GFX908-NEXT: s_cbranch_execnz BB0_1
|
|
; GFX908-NEXT: ; %bb.2: ; %atomicrmw.end
|
|
; GFX908-NEXT: s_or_b64 exec, exec, s[2:3]
|
|
; GFX908-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX908-NEXT: s_endpgm
|
|
;
|
|
; GFX90A-LABEL: global_atomic_fadd_ret_f32:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24
|
|
; GFX90A-NEXT: s_mov_b64 s[2:3], 0
|
|
; GFX90A-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX90A-NEXT: s_load_dword s4, s[0:1], 0x0
|
|
; GFX90A-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v0, s4
|
|
; GFX90A-NEXT: BB0_1: ; %atomicrmw.start
|
|
; GFX90A-NEXT: ; =>This Inner Loop Header: Depth=1
|
|
; GFX90A-NEXT: v_mov_b32_e32 v1, v0
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_add_f32_e32 v0, 4.0, v1
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: global_atomic_cmpswap v0, v2, v[0:1], s[0:1] glc
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: buffer_wbinvl1_vol
|
|
; GFX90A-NEXT: v_cmp_eq_u32_e32 vcc, v0, v1
|
|
; GFX90A-NEXT: s_or_b64 s[2:3], vcc, s[2:3]
|
|
; GFX90A-NEXT: s_andn2_b64 exec, exec, s[2:3]
|
|
; GFX90A-NEXT: s_cbranch_execnz BB0_1
|
|
; GFX90A-NEXT: ; %bb.2: ; %atomicrmw.end
|
|
; GFX90A-NEXT: s_or_b64 exec, exec, s[2:3]
|
|
; GFX90A-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX90A-NEXT: s_endpgm
|
|
;
|
|
; GFX10-LABEL: global_atomic_fadd_ret_f32:
|
|
; GFX10: ; %bb.0:
|
|
; GFX10-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24
|
|
; GFX10-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX10-NEXT: s_load_dword s2, s[0:1], 0x0
|
|
; GFX10-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX10-NEXT: v_mov_b32_e32 v0, s2
|
|
; GFX10-NEXT: s_mov_b32 s2, 0
|
|
; GFX10-NEXT: BB0_1: ; %atomicrmw.start
|
|
; GFX10-NEXT: ; =>This Inner Loop Header: Depth=1
|
|
; GFX10-NEXT: v_mov_b32_e32 v1, v0
|
|
; GFX10-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX10-NEXT: v_add_f32_e32 v0, 4.0, v1
|
|
; GFX10-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX10-NEXT: s_waitcnt_vscnt null, 0x0
|
|
; GFX10-NEXT: global_atomic_cmpswap v0, v2, v[0:1], s[0:1] glc
|
|
; GFX10-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX10-NEXT: buffer_gl0_inv
|
|
; GFX10-NEXT: buffer_gl1_inv
|
|
; GFX10-NEXT: v_cmp_eq_u32_e32 vcc_lo, v0, v1
|
|
; GFX10-NEXT: s_or_b32 s2, vcc_lo, s2
|
|
; GFX10-NEXT: s_andn2_b32 exec_lo, exec_lo, s2
|
|
; GFX10-NEXT: s_cbranch_execnz BB0_1
|
|
; GFX10-NEXT: ; %bb.2: ; %atomicrmw.end
|
|
; GFX10-NEXT: s_or_b32 exec_lo, exec_lo, s2
|
|
; GFX10-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX10-NEXT: s_endpgm
|
|
%result = atomicrmw fadd float addrspace(1)* %ptr, float 4.0 seq_cst
|
|
store float %result, float addrspace(1)* undef
|
|
ret void
|
|
}
|
|
|
|
define amdgpu_kernel void @global_atomic_fadd_ret_f32_ieee(float addrspace(1)* %ptr) #2 {
|
|
; GFX900-LABEL: global_atomic_fadd_ret_f32_ieee:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24
|
|
; GFX900-NEXT: s_mov_b64 s[2:3], 0
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-NEXT: s_load_dword s4, s[0:1], 0x0
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v0, s4
|
|
; GFX900-NEXT: BB1_1: ; %atomicrmw.start
|
|
; GFX900-NEXT: ; =>This Inner Loop Header: Depth=1
|
|
; GFX900-NEXT: v_mov_b32_e32 v1, v0
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_add_f32_e32 v0, 4.0, v1
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: global_atomic_cmpswap v0, v2, v[0:1], s[0:1] glc
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: buffer_wbinvl1_vol
|
|
; GFX900-NEXT: v_cmp_eq_u32_e32 vcc, v0, v1
|
|
; GFX900-NEXT: s_or_b64 s[2:3], vcc, s[2:3]
|
|
; GFX900-NEXT: s_andn2_b64 exec, exec, s[2:3]
|
|
; GFX900-NEXT: s_cbranch_execnz BB1_1
|
|
; GFX900-NEXT: ; %bb.2: ; %atomicrmw.end
|
|
; GFX900-NEXT: s_or_b64 exec, exec, s[2:3]
|
|
; GFX900-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX900-NEXT: s_endpgm
|
|
;
|
|
; GFX908-LABEL: global_atomic_fadd_ret_f32_ieee:
|
|
; GFX908: ; %bb.0:
|
|
; GFX908-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24
|
|
; GFX908-NEXT: s_mov_b64 s[2:3], 0
|
|
; GFX908-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX908-NEXT: s_load_dword s4, s[0:1], 0x0
|
|
; GFX908-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX908-NEXT: v_mov_b32_e32 v0, s4
|
|
; GFX908-NEXT: BB1_1: ; %atomicrmw.start
|
|
; GFX908-NEXT: ; =>This Inner Loop Header: Depth=1
|
|
; GFX908-NEXT: v_mov_b32_e32 v1, v0
|
|
; GFX908-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX908-NEXT: v_add_f32_e32 v0, 4.0, v1
|
|
; GFX908-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX908-NEXT: global_atomic_cmpswap v0, v2, v[0:1], s[0:1] glc
|
|
; GFX908-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX908-NEXT: buffer_wbinvl1_vol
|
|
; GFX908-NEXT: v_cmp_eq_u32_e32 vcc, v0, v1
|
|
; GFX908-NEXT: s_or_b64 s[2:3], vcc, s[2:3]
|
|
; GFX908-NEXT: s_andn2_b64 exec, exec, s[2:3]
|
|
; GFX908-NEXT: s_cbranch_execnz BB1_1
|
|
; GFX908-NEXT: ; %bb.2: ; %atomicrmw.end
|
|
; GFX908-NEXT: s_or_b64 exec, exec, s[2:3]
|
|
; GFX908-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX908-NEXT: s_endpgm
|
|
;
|
|
; GFX90A-LABEL: global_atomic_fadd_ret_f32_ieee:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24
|
|
; GFX90A-NEXT: v_mov_b32_e32 v0, 0
|
|
; GFX90A-NEXT: v_mov_b32_e32 v1, 4.0
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: global_atomic_add_f32 v0, v0, v1, s[0:1] glc
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: buffer_wbinvl1_vol
|
|
; GFX90A-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX90A-NEXT: s_endpgm
|
|
;
|
|
; GFX10-LABEL: global_atomic_fadd_ret_f32_ieee:
|
|
; GFX10: ; %bb.0:
|
|
; GFX10-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24
|
|
; GFX10-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX10-NEXT: s_load_dword s2, s[0:1], 0x0
|
|
; GFX10-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX10-NEXT: v_mov_b32_e32 v0, s2
|
|
; GFX10-NEXT: s_mov_b32 s2, 0
|
|
; GFX10-NEXT: BB1_1: ; %atomicrmw.start
|
|
; GFX10-NEXT: ; =>This Inner Loop Header: Depth=1
|
|
; GFX10-NEXT: v_mov_b32_e32 v1, v0
|
|
; GFX10-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX10-NEXT: v_add_f32_e32 v0, 4.0, v1
|
|
; GFX10-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX10-NEXT: s_waitcnt_vscnt null, 0x0
|
|
; GFX10-NEXT: global_atomic_cmpswap v0, v2, v[0:1], s[0:1] glc
|
|
; GFX10-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX10-NEXT: buffer_gl0_inv
|
|
; GFX10-NEXT: buffer_gl1_inv
|
|
; GFX10-NEXT: v_cmp_eq_u32_e32 vcc_lo, v0, v1
|
|
; GFX10-NEXT: s_or_b32 s2, vcc_lo, s2
|
|
; GFX10-NEXT: s_andn2_b32 exec_lo, exec_lo, s2
|
|
; GFX10-NEXT: s_cbranch_execnz BB1_1
|
|
; GFX10-NEXT: ; %bb.2: ; %atomicrmw.end
|
|
; GFX10-NEXT: s_or_b32 exec_lo, exec_lo, s2
|
|
; GFX10-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX10-NEXT: s_endpgm
|
|
%result = atomicrmw fadd float addrspace(1)* %ptr, float 4.0 syncscope("agent") seq_cst
|
|
store float %result, float addrspace(1)* undef
|
|
ret void
|
|
}
|
|
|
|
define amdgpu_kernel void @global_atomic_fadd_noret_f32(float addrspace(1)* %ptr) #0 {
|
|
; GFX900-LABEL: global_atomic_fadd_noret_f32:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24
|
|
; GFX900-NEXT: s_mov_b64 s[2:3], 0
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-NEXT: s_load_dword s4, s[0:1], 0x0
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v1, s4
|
|
; GFX900-NEXT: BB2_1: ; %atomicrmw.start
|
|
; GFX900-NEXT: ; =>This Inner Loop Header: Depth=1
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_add_f32_e32 v0, 4.0, v1
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: global_atomic_cmpswap v0, v2, v[0:1], s[0:1] glc
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: buffer_wbinvl1_vol
|
|
; GFX900-NEXT: v_cmp_eq_u32_e32 vcc, v0, v1
|
|
; GFX900-NEXT: s_or_b64 s[2:3], vcc, s[2:3]
|
|
; GFX900-NEXT: v_mov_b32_e32 v1, v0
|
|
; GFX900-NEXT: s_andn2_b64 exec, exec, s[2:3]
|
|
; GFX900-NEXT: s_cbranch_execnz BB2_1
|
|
; GFX900-NEXT: ; %bb.2: ; %atomicrmw.end
|
|
; GFX900-NEXT: s_endpgm
|
|
;
|
|
; GFX908-LABEL: global_atomic_fadd_noret_f32:
|
|
; GFX908: ; %bb.0:
|
|
; GFX908-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24
|
|
; GFX908-NEXT: v_mov_b32_e32 v0, 0
|
|
; GFX908-NEXT: v_mov_b32_e32 v1, 4.0
|
|
; GFX908-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX908-NEXT: global_atomic_add_f32 v0, v1, s[0:1]
|
|
; GFX908-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX908-NEXT: buffer_wbinvl1_vol
|
|
; GFX908-NEXT: s_endpgm
|
|
;
|
|
; GFX90A-LABEL: global_atomic_fadd_noret_f32:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24
|
|
; GFX90A-NEXT: v_mov_b32_e32 v0, 0
|
|
; GFX90A-NEXT: v_mov_b32_e32 v1, 4.0
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: global_atomic_add_f32 v0, v1, s[0:1]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: buffer_wbinvl1_vol
|
|
; GFX90A-NEXT: s_endpgm
|
|
;
|
|
; GFX10-LABEL: global_atomic_fadd_noret_f32:
|
|
; GFX10: ; %bb.0:
|
|
; GFX10-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24
|
|
; GFX10-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX10-NEXT: s_load_dword s2, s[0:1], 0x0
|
|
; GFX10-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX10-NEXT: v_mov_b32_e32 v1, s2
|
|
; GFX10-NEXT: s_mov_b32 s2, 0
|
|
; GFX10-NEXT: BB2_1: ; %atomicrmw.start
|
|
; GFX10-NEXT: ; =>This Inner Loop Header: Depth=1
|
|
; GFX10-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX10-NEXT: v_add_f32_e32 v0, 4.0, v1
|
|
; GFX10-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX10-NEXT: s_waitcnt_vscnt null, 0x0
|
|
; GFX10-NEXT: global_atomic_cmpswap v0, v2, v[0:1], s[0:1] glc
|
|
; GFX10-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX10-NEXT: buffer_gl0_inv
|
|
; GFX10-NEXT: buffer_gl1_inv
|
|
; GFX10-NEXT: v_cmp_eq_u32_e32 vcc_lo, v0, v1
|
|
; GFX10-NEXT: v_mov_b32_e32 v1, v0
|
|
; GFX10-NEXT: s_or_b32 s2, vcc_lo, s2
|
|
; GFX10-NEXT: s_andn2_b32 exec_lo, exec_lo, s2
|
|
; GFX10-NEXT: s_cbranch_execnz BB2_1
|
|
; GFX10-NEXT: ; %bb.2: ; %atomicrmw.end
|
|
; GFX10-NEXT: s_endpgm
|
|
%result = atomicrmw fadd float addrspace(1)* %ptr, float 4.0 syncscope("agent") seq_cst
|
|
ret void
|
|
}
|
|
|
|
define amdgpu_kernel void @global_atomic_fadd_noret_f32_ieee(float addrspace(1)* %ptr) #2 {
|
|
; GFX900-LABEL: global_atomic_fadd_noret_f32_ieee:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24
|
|
; GFX900-NEXT: s_mov_b64 s[2:3], 0
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-NEXT: s_load_dword s4, s[0:1], 0x0
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v1, s4
|
|
; GFX900-NEXT: BB3_1: ; %atomicrmw.start
|
|
; GFX900-NEXT: ; =>This Inner Loop Header: Depth=1
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_add_f32_e32 v0, 4.0, v1
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: global_atomic_cmpswap v0, v2, v[0:1], s[0:1] glc
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: buffer_wbinvl1_vol
|
|
; GFX900-NEXT: v_cmp_eq_u32_e32 vcc, v0, v1
|
|
; GFX900-NEXT: s_or_b64 s[2:3], vcc, s[2:3]
|
|
; GFX900-NEXT: v_mov_b32_e32 v1, v0
|
|
; GFX900-NEXT: s_andn2_b64 exec, exec, s[2:3]
|
|
; GFX900-NEXT: s_cbranch_execnz BB3_1
|
|
; GFX900-NEXT: ; %bb.2: ; %atomicrmw.end
|
|
; GFX900-NEXT: s_endpgm
|
|
;
|
|
; GFX908-LABEL: global_atomic_fadd_noret_f32_ieee:
|
|
; GFX908: ; %bb.0:
|
|
; GFX908-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24
|
|
; GFX908-NEXT: v_mov_b32_e32 v0, 0
|
|
; GFX908-NEXT: v_mov_b32_e32 v1, 4.0
|
|
; GFX908-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX908-NEXT: global_atomic_add_f32 v0, v1, s[0:1]
|
|
; GFX908-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX908-NEXT: buffer_wbinvl1_vol
|
|
; GFX908-NEXT: s_endpgm
|
|
;
|
|
; GFX90A-LABEL: global_atomic_fadd_noret_f32_ieee:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24
|
|
; GFX90A-NEXT: v_mov_b32_e32 v0, 0
|
|
; GFX90A-NEXT: v_mov_b32_e32 v1, 4.0
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: global_atomic_add_f32 v0, v1, s[0:1]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: buffer_wbinvl1_vol
|
|
; GFX90A-NEXT: s_endpgm
|
|
;
|
|
; GFX10-LABEL: global_atomic_fadd_noret_f32_ieee:
|
|
; GFX10: ; %bb.0:
|
|
; GFX10-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24
|
|
; GFX10-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX10-NEXT: s_load_dword s2, s[0:1], 0x0
|
|
; GFX10-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX10-NEXT: v_mov_b32_e32 v1, s2
|
|
; GFX10-NEXT: s_mov_b32 s2, 0
|
|
; GFX10-NEXT: BB3_1: ; %atomicrmw.start
|
|
; GFX10-NEXT: ; =>This Inner Loop Header: Depth=1
|
|
; GFX10-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX10-NEXT: v_add_f32_e32 v0, 4.0, v1
|
|
; GFX10-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX10-NEXT: s_waitcnt_vscnt null, 0x0
|
|
; GFX10-NEXT: global_atomic_cmpswap v0, v2, v[0:1], s[0:1] glc
|
|
; GFX10-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX10-NEXT: buffer_gl0_inv
|
|
; GFX10-NEXT: buffer_gl1_inv
|
|
; GFX10-NEXT: v_cmp_eq_u32_e32 vcc_lo, v0, v1
|
|
; GFX10-NEXT: v_mov_b32_e32 v1, v0
|
|
; GFX10-NEXT: s_or_b32 s2, vcc_lo, s2
|
|
; GFX10-NEXT: s_andn2_b32 exec_lo, exec_lo, s2
|
|
; GFX10-NEXT: s_cbranch_execnz BB3_1
|
|
; GFX10-NEXT: ; %bb.2: ; %atomicrmw.end
|
|
; GFX10-NEXT: s_endpgm
|
|
%result = atomicrmw fadd float addrspace(1)* %ptr, float 4.0 syncscope("agent") seq_cst
|
|
ret void
|
|
}
|
|
|
|
define amdgpu_kernel void @global_atomic_fadd_ret_f32_agent(float addrspace(1)* %ptr) #0 {
|
|
; GFX900-LABEL: global_atomic_fadd_ret_f32_agent:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24
|
|
; GFX900-NEXT: s_mov_b64 s[2:3], 0
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-NEXT: s_load_dword s4, s[0:1], 0x0
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v0, s4
|
|
; GFX900-NEXT: BB4_1: ; %atomicrmw.start
|
|
; GFX900-NEXT: ; =>This Inner Loop Header: Depth=1
|
|
; GFX900-NEXT: v_mov_b32_e32 v1, v0
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_add_f32_e32 v0, 4.0, v1
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: global_atomic_cmpswap v0, v2, v[0:1], s[0:1] glc
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: buffer_wbinvl1_vol
|
|
; GFX900-NEXT: v_cmp_eq_u32_e32 vcc, v0, v1
|
|
; GFX900-NEXT: s_or_b64 s[2:3], vcc, s[2:3]
|
|
; GFX900-NEXT: s_andn2_b64 exec, exec, s[2:3]
|
|
; GFX900-NEXT: s_cbranch_execnz BB4_1
|
|
; GFX900-NEXT: ; %bb.2: ; %atomicrmw.end
|
|
; GFX900-NEXT: s_or_b64 exec, exec, s[2:3]
|
|
; GFX900-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX900-NEXT: s_endpgm
|
|
;
|
|
; GFX908-LABEL: global_atomic_fadd_ret_f32_agent:
|
|
; GFX908: ; %bb.0:
|
|
; GFX908-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24
|
|
; GFX908-NEXT: s_mov_b64 s[2:3], 0
|
|
; GFX908-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX908-NEXT: s_load_dword s4, s[0:1], 0x0
|
|
; GFX908-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX908-NEXT: v_mov_b32_e32 v0, s4
|
|
; GFX908-NEXT: BB4_1: ; %atomicrmw.start
|
|
; GFX908-NEXT: ; =>This Inner Loop Header: Depth=1
|
|
; GFX908-NEXT: v_mov_b32_e32 v1, v0
|
|
; GFX908-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX908-NEXT: v_add_f32_e32 v0, 4.0, v1
|
|
; GFX908-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX908-NEXT: global_atomic_cmpswap v0, v2, v[0:1], s[0:1] glc
|
|
; GFX908-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX908-NEXT: buffer_wbinvl1_vol
|
|
; GFX908-NEXT: v_cmp_eq_u32_e32 vcc, v0, v1
|
|
; GFX908-NEXT: s_or_b64 s[2:3], vcc, s[2:3]
|
|
; GFX908-NEXT: s_andn2_b64 exec, exec, s[2:3]
|
|
; GFX908-NEXT: s_cbranch_execnz BB4_1
|
|
; GFX908-NEXT: ; %bb.2: ; %atomicrmw.end
|
|
; GFX908-NEXT: s_or_b64 exec, exec, s[2:3]
|
|
; GFX908-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX908-NEXT: s_endpgm
|
|
;
|
|
; GFX90A-LABEL: global_atomic_fadd_ret_f32_agent:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24
|
|
; GFX90A-NEXT: v_mov_b32_e32 v0, 0
|
|
; GFX90A-NEXT: v_mov_b32_e32 v1, 4.0
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: global_atomic_add_f32 v0, v0, v1, s[0:1] glc
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: buffer_wbinvl1_vol
|
|
; GFX90A-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX90A-NEXT: s_endpgm
|
|
;
|
|
; GFX10-LABEL: global_atomic_fadd_ret_f32_agent:
|
|
; GFX10: ; %bb.0:
|
|
; GFX10-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24
|
|
; GFX10-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX10-NEXT: s_load_dword s2, s[0:1], 0x0
|
|
; GFX10-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX10-NEXT: v_mov_b32_e32 v0, s2
|
|
; GFX10-NEXT: s_mov_b32 s2, 0
|
|
; GFX10-NEXT: BB4_1: ; %atomicrmw.start
|
|
; GFX10-NEXT: ; =>This Inner Loop Header: Depth=1
|
|
; GFX10-NEXT: v_mov_b32_e32 v1, v0
|
|
; GFX10-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX10-NEXT: v_add_f32_e32 v0, 4.0, v1
|
|
; GFX10-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GFX10-NEXT: s_waitcnt_vscnt null, 0x0
|
|
; GFX10-NEXT: global_atomic_cmpswap v0, v2, v[0:1], s[0:1] glc
|
|
; GFX10-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX10-NEXT: buffer_gl0_inv
|
|
; GFX10-NEXT: buffer_gl1_inv
|
|
; GFX10-NEXT: v_cmp_eq_u32_e32 vcc_lo, v0, v1
|
|
; GFX10-NEXT: s_or_b32 s2, vcc_lo, s2
|
|
; GFX10-NEXT: s_andn2_b32 exec_lo, exec_lo, s2
|
|
; GFX10-NEXT: s_cbranch_execnz BB4_1
|
|
; GFX10-NEXT: ; %bb.2: ; %atomicrmw.end
|
|
; GFX10-NEXT: s_or_b32 exec_lo, exec_lo, s2
|
|
; GFX10-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX10-NEXT: s_endpgm
|
|
%result = atomicrmw fadd float addrspace(1)* %ptr, float 4.0 syncscope("agent") seq_cst
|
|
store float %result, float addrspace(1)* undef
|
|
ret void
|
|
}
|
|
|
|
define amdgpu_kernel void @global_atomic_fadd_ret_f32_system(float addrspace(1)* %ptr) #0 {
|
|
; GFX900-LABEL: global_atomic_fadd_ret_f32_system:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24
|
|
; GFX900-NEXT: s_mov_b64 s[2:3], 0
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-NEXT: s_load_dword s4, s[0:1], 0x0
|
|
; GFX900-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v0, s4
|
|
; GFX900-NEXT: BB5_1: ; %atomicrmw.start
|
|
; GFX900-NEXT: ; =>This Inner Loop Header: Depth=1
|
|
; GFX900-NEXT: v_mov_b32_e32 v1, v0
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_add_f32_e32 v0, 4.0, v1
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: global_atomic_cmpswap v0, v2, v[0:1], s[0:1] glc
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: buffer_wbinvl1_vol
|
|
; GFX900-NEXT: v_cmp_eq_u32_e32 vcc, v0, v1
|
|
; GFX900-NEXT: s_or_b64 s[2:3], vcc, s[2:3]
|
|
; GFX900-NEXT: s_andn2_b64 exec, exec, s[2:3]
|
|
; GFX900-NEXT: s_cbranch_execnz BB5_1
|
|
; GFX900-NEXT: ; %bb.2: ; %atomicrmw.end
|
|
; GFX900-NEXT: s_or_b64 exec, exec, s[2:3]
|
|
; GFX900-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX900-NEXT: s_endpgm
|
|
;
|
|
; GFX908-LABEL: global_atomic_fadd_ret_f32_system:
|
|
; GFX908: ; %bb.0:
|
|
; GFX908-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24
|
|
; GFX908-NEXT: s_mov_b64 s[2:3], 0
|
|
; GFX908-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX908-NEXT: s_load_dword s4, s[0:1], 0x0
|
|
; GFX908-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX908-NEXT: v_mov_b32_e32 v0, s4
|
|
; GFX908-NEXT: BB5_1: ; %atomicrmw.start
|
|
; GFX908-NEXT: ; =>This Inner Loop Header: Depth=1
|
|
; GFX908-NEXT: v_mov_b32_e32 v1, v0
|
|
; GFX908-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX908-NEXT: v_add_f32_e32 v0, 4.0, v1
|
|
; GFX908-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX908-NEXT: global_atomic_cmpswap v0, v2, v[0:1], s[0:1] glc
|
|
; GFX908-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX908-NEXT: buffer_wbinvl1_vol
|
|
; GFX908-NEXT: v_cmp_eq_u32_e32 vcc, v0, v1
|
|
; GFX908-NEXT: s_or_b64 s[2:3], vcc, s[2:3]
|
|
; GFX908-NEXT: s_andn2_b64 exec, exec, s[2:3]
|
|
; GFX908-NEXT: s_cbranch_execnz BB5_1
|
|
; GFX908-NEXT: ; %bb.2: ; %atomicrmw.end
|
|
; GFX908-NEXT: s_or_b64 exec, exec, s[2:3]
|
|
; GFX908-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX908-NEXT: s_endpgm
|
|
;
|
|
; GFX90A-LABEL: global_atomic_fadd_ret_f32_system:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24
|
|
; GFX90A-NEXT: s_mov_b64 s[2:3], 0
|
|
; GFX90A-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX90A-NEXT: s_load_dword s4, s[0:1], 0x0
|
|
; GFX90A-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v0, s4
|
|
; GFX90A-NEXT: BB5_1: ; %atomicrmw.start
|
|
; GFX90A-NEXT: ; =>This Inner Loop Header: Depth=1
|
|
; GFX90A-NEXT: v_mov_b32_e32 v1, v0
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_add_f32_e32 v0, 4.0, v1
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: global_atomic_cmpswap v0, v2, v[0:1], s[0:1] glc
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: buffer_wbinvl1_vol
|
|
; GFX90A-NEXT: v_cmp_eq_u32_e32 vcc, v0, v1
|
|
; GFX90A-NEXT: s_or_b64 s[2:3], vcc, s[2:3]
|
|
; GFX90A-NEXT: s_andn2_b64 exec, exec, s[2:3]
|
|
; GFX90A-NEXT: s_cbranch_execnz BB5_1
|
|
; GFX90A-NEXT: ; %bb.2: ; %atomicrmw.end
|
|
; GFX90A-NEXT: s_or_b64 exec, exec, s[2:3]
|
|
; GFX90A-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX90A-NEXT: s_endpgm
|
|
;
|
|
; GFX10-LABEL: global_atomic_fadd_ret_f32_system:
|
|
; GFX10: ; %bb.0:
|
|
; GFX10-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24
|
|
; GFX10-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX10-NEXT: s_load_dword s2, s[0:1], 0x0
|
|
; GFX10-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GFX10-NEXT: v_mov_b32_e32 v0, s2
|
|
; GFX10-NEXT: s_mov_b32 s2, 0
|
|
; GFX10-NEXT: BB5_1: ; %atomicrmw.start
|
|
; GFX10-NEXT: ; =>This Inner Loop Header: Depth=1
|
|
; GFX10-NEXT: v_mov_b32_e32 v1, v0
|
|
; GFX10-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX10-NEXT: v_add_f32_e32 v0, 4.0, v1
|
|
; GFX10-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX10-NEXT: s_waitcnt_vscnt null, 0x0
|
|
; GFX10-NEXT: global_atomic_cmpswap v0, v2, v[0:1], s[0:1] glc
|
|
; GFX10-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX10-NEXT: buffer_gl0_inv
|
|
; GFX10-NEXT: buffer_gl1_inv
|
|
; GFX10-NEXT: v_cmp_eq_u32_e32 vcc_lo, v0, v1
|
|
; GFX10-NEXT: s_or_b32 s2, vcc_lo, s2
|
|
; GFX10-NEXT: s_andn2_b32 exec_lo, exec_lo, s2
|
|
; GFX10-NEXT: s_cbranch_execnz BB5_1
|
|
; GFX10-NEXT: ; %bb.2: ; %atomicrmw.end
|
|
; GFX10-NEXT: s_or_b32 exec_lo, exec_lo, s2
|
|
; GFX10-NEXT: global_store_dword v[0:1], v0, off
|
|
; GFX10-NEXT: s_endpgm
|
|
%result = atomicrmw fadd float addrspace(1)* %ptr, float 4.0 syncscope("one-as") seq_cst
|
|
store float %result, float addrspace(1)* undef
|
|
ret void
|
|
}
|
|
|
|
define amdgpu_kernel void @global_atomic_fadd_ret_f32_wrong_subtarget(float addrspace(1)* %ptr) #1 {
|
|
; GCN-LABEL: global_atomic_fadd_ret_f32_wrong_subtarget:
|
|
; GCN: ; %bb.0:
|
|
; GCN-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24
|
|
; GCN-NEXT: s_mov_b64 s[2:3], 0
|
|
; GCN-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GCN-NEXT: s_load_dword s4, s[0:1], 0x0
|
|
; GCN-NEXT: s_waitcnt lgkmcnt(0)
|
|
; GCN-NEXT: v_mov_b32_e32 v0, s4
|
|
; GCN-NEXT: BB6_1: ; %atomicrmw.start
|
|
; GCN-NEXT: ; =>This Inner Loop Header: Depth=1
|
|
; GCN-NEXT: v_mov_b32_e32 v1, v0
|
|
; GCN-NEXT: v_mov_b32_e32 v2, 0
|
|
; GCN-NEXT: v_add_f32_e32 v0, 4.0, v1
|
|
; GCN-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GCN-NEXT: global_atomic_cmpswap v0, v2, v[0:1], s[0:1] glc
|
|
; GCN-NEXT: s_waitcnt vmcnt(0)
|
|
; GCN-NEXT: buffer_wbinvl1_vol
|
|
; GCN-NEXT: v_cmp_eq_u32_e32 vcc, v0, v1
|
|
; GCN-NEXT: s_or_b64 s[2:3], vcc, s[2:3]
|
|
; GCN-NEXT: s_andn2_b64 exec, exec, s[2:3]
|
|
; GCN-NEXT: s_cbranch_execnz BB6_1
|
|
; GCN-NEXT: ; %bb.2: ; %atomicrmw.end
|
|
; GCN-NEXT: s_or_b64 exec, exec, s[2:3]
|
|
; GCN-NEXT: global_store_dword v[0:1], v0, off
|
|
; GCN-NEXT: s_endpgm
|
|
%result = atomicrmw fadd float addrspace(1)* %ptr, float 4.0 syncscope("agent") seq_cst
|
|
store float %result, float addrspace(1)* undef
|
|
ret void
|
|
}
|
|
|
|
define amdgpu_kernel void @global_atomic_fadd_noret_f32_wrong_subtarget(float addrspace(1)* %ptr) #1 {
|
|
; GCN-LABEL: global_atomic_fadd_noret_f32_wrong_subtarget:
|
|
; GCN: ; %bb.0:
|
|
; GCN-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24
|
|
; GCN-NEXT: v_mov_b32_e32 v0, 0
|
|
; GCN-NEXT: v_mov_b32_e32 v1, 4.0
|
|
; GCN-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
|
|
; GCN-NEXT: global_atomic_add_f32 v0, v1, s[0:1]
|
|
; GCN-NEXT: s_waitcnt vmcnt(0)
|
|
; GCN-NEXT: buffer_wbinvl1_vol
|
|
; GCN-NEXT: s_endpgm
|
|
%result = atomicrmw fadd float addrspace(1)* %ptr, float 4.0 syncscope("agent") seq_cst
|
|
ret void
|
|
}
|
|
|
|
attributes #0 = { "denormal-fp-math-f32"="preserve-sign,preserve-sign" "amdgpu-unsafe-fp-atomics"="true" }
|
|
attributes #1 = { "denormal-fp-math-f32"="preserve-sign,preserve-sign" "target-cpu"="gfx803" "target-features"="+atomic-fadd-insts" "amdgpu-unsafe-fp-atomics"="true" }
|
|
attributes #2 = { "amdgpu-unsafe-fp-atomics"="true" }
|