diff options
Diffstat (limited to 'llvm/test')
6 files changed, 2216 insertions, 139 deletions
diff --git a/llvm/test/CodeGen/AMDGPU/memory-legalizer-invalid-addrspace.mir b/llvm/test/CodeGen/AMDGPU/memory-legalizer-invalid-addrspace.mir new file mode 100644 index 00000000000..18bdd4c47db --- /dev/null +++ b/llvm/test/CodeGen/AMDGPU/memory-legalizer-invalid-addrspace.mir @@ -0,0 +1,69 @@ +# RUN: not llc -march=amdgcn -mcpu=gfx803 -run-pass si-memory-legalizer %s -o - 2>&1 | FileCheck -check-prefix=GCN %s + +--- + +# GCN: error: <unknown>:0:0: in function invalid_load void (): Unsupported atomic address space + +name: invalid_load +body: | + bb.0: + liveins: $sgpr0_sgpr1 + + $vgpr0 = V_MOV_B32_e32 $sgpr2, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr2_sgpr3 + $vgpr1 = V_MOV_B32_e32 killed $sgpr3, implicit $exec, implicit $sgpr2_sgpr3, implicit $exec + renamable $vgpr2 = FLAT_LOAD_DWORD killed renamable $vgpr0_vgpr1, 0, 0, 0, implicit $exec, implicit $flat_scr :: (volatile load seq_cst 4 from `i32 addrspace(42)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN: error: <unknown>:0:0: in function invalid_store void (): Unsupported atomic address space + +name: invalid_store +body: | + bb.0: + liveins: $sgpr0_sgpr1 + + $vgpr2 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (volatile store syncscope("agent") seq_cst 4 into `i32 addrspace(42)* undef`) + S_ENDPGM + +... +--- + +# GCN: error: <unknown>:0:0: in function invalid_cmpxchg void (): Unsupported atomic address space + +name: invalid_cmpxchg +body: | + bb.0: + liveins: $sgpr0_sgpr1 + + $vgpr3 = V_MOV_B32_e32 $sgpr1, implicit $exec, implicit-def $vgpr2_vgpr3, implicit $sgpr0_sgpr1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr4, implicit $exec, implicit $exec + $vgpr1 = V_MOV_B32_e32 killed $sgpr5, implicit $exec, implicit $exec + $vgpr2 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_ATOMIC_CMPSWAP killed renamable $vgpr2_vgpr3, killed renamable $vgpr0_vgpr1, 0, 0, implicit $exec, implicit $flat_scr :: (volatile load store syncscope("workgroup") seq_cst seq_cst 4 on `i32 addrspace(42)* undef`) + S_ENDPGM + +... +--- + +# GCN: error: <unknown>:0:0: in function invalid_rmw void (): Unsupported atomic address space + +name: invalid_rmw +body: | + bb.0: + liveins: $sgpr0_sgpr1 + + $vgpr0 = V_MOV_B32_e32 $sgpr2, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr2_sgpr3 + $vgpr1 = V_MOV_B32_e32 killed $sgpr3, implicit $exec, implicit $sgpr2_sgpr3, implicit $exec + $vgpr2 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + FLAT_ATOMIC_SWAP killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, implicit $exec, implicit $flat_scr :: (volatile load store syncscope("wavefront") seq_cst 4 on `i32 addrspace(42)* undef`) + S_ENDPGM + +... diff --git a/llvm/test/CodeGen/AMDGPU/memory-legalizer-invalid-syncscope.ll b/llvm/test/CodeGen/AMDGPU/memory-legalizer-invalid-syncscope.ll index f3a0e4887b8..500593989f2 100644 --- a/llvm/test/CodeGen/AMDGPU/memory-legalizer-invalid-syncscope.ll +++ b/llvm/test/CodeGen/AMDGPU/memory-legalizer-invalid-syncscope.ll @@ -1,14 +1,14 @@ ; RUN: not llc -mtriple=amdgcn-amd- -mcpu=gfx803 -verify-machineinstrs < %s 2>&1 | FileCheck %s ; RUN: not llc -mtriple=amdgcn-amd-amdhsa -mcpu=gfx803 -verify-machineinstrs < %s 2>&1 | FileCheck %s -; CHECK: error: <unknown>:0:0: in function invalid_fence void (): Unsupported synchronization scope +; CHECK: error: <unknown>:0:0: in function invalid_fence void (): Unsupported atomic synchronization scope define amdgpu_kernel void @invalid_fence() { entry: fence syncscope("invalid") seq_cst ret void } -; CHECK: error: <unknown>:0:0: in function invalid_load void (i32*, i32*): Unsupported synchronization scope +; CHECK: error: <unknown>:0:0: in function invalid_load void (i32*, i32*): Unsupported non-inclusive atomic synchronization scope define amdgpu_kernel void @invalid_load( i32* %in, i32* %out) { entry: @@ -17,7 +17,7 @@ entry: ret void } -; CHECK: error: <unknown>:0:0: in function invalid_store void (i32, i32*): Unsupported synchronization scope +; CHECK: error: <unknown>:0:0: in function invalid_store void (i32, i32*): Unsupported non-inclusive atomic synchronization scope define amdgpu_kernel void @invalid_store( i32 %in, i32* %out) { entry: @@ -25,7 +25,7 @@ entry: ret void } -; CHECK: error: <unknown>:0:0: in function invalid_cmpxchg void (i32*, i32, i32): Unsupported synchronization scope +; CHECK: error: <unknown>:0:0: in function invalid_cmpxchg void (i32*, i32, i32): Unsupported non-inclusive atomic synchronization scope define amdgpu_kernel void @invalid_cmpxchg( i32* %out, i32 %in, i32 %old) { entry: @@ -34,7 +34,7 @@ entry: ret void } -; CHECK: error: <unknown>:0:0: in function invalid_rmw void (i32*, i32): Unsupported synchronization scope +; CHECK: error: <unknown>:0:0: in function invalid_rmw void (i32*, i32): Unsupported non-inclusive atomic synchronization scope define amdgpu_kernel void @invalid_rmw( i32* %out, i32 %in) { entry: diff --git a/llvm/test/CodeGen/AMDGPU/memory-legalizer-load.ll b/llvm/test/CodeGen/AMDGPU/memory-legalizer-load.ll index d64e240d791..76ab6259b42 100644 --- a/llvm/test/CodeGen/AMDGPU/memory-legalizer-load.ll +++ b/llvm/test/CodeGen/AMDGPU/memory-legalizer-load.ll @@ -9,7 +9,7 @@ declare i32 @llvm.amdgcn.workitem.id.x() ; GCN-NOT: s_waitcnt vmcnt(0){{$}} ; GCN: flat_load_dword [[RET:v[0-9]+]], v[{{[0-9]+}}:{{[0-9]+}}]{{$}} ; GCN-NOT: s_waitcnt vmcnt(0){{$}} -; GCN-NOT: buffer_wbinvl1_vol +; GFX89-NOT: buffer_wbinvl1_vol ; GCN: flat_store_dword v{{\[[0-9]+:[0-9]+\]}}, [[RET]] define amdgpu_kernel void @system_unordered( i32* %in, i32* %out) { @@ -23,7 +23,7 @@ entry: ; GCN-NOT: s_waitcnt vmcnt(0){{$}} ; GFX89: flat_load_dword [[RET:v[0-9]+]], v[{{[0-9]+}}:{{[0-9]+}}] glc{{$}} ; GCN-NOT: s_waitcnt vmcnt(0){{$}} -; GCN-NOT: buffer_wbinvl1_vol +; GFX89-NOT: buffer_wbinvl1_vol ; GCN: flat_store_dword v{{\[[0-9]+:[0-9]+\]}}, [[RET]] define amdgpu_kernel void @system_monotonic( i32* %in, i32* %out) { @@ -65,7 +65,7 @@ entry: ; GCN-NOT: s_waitcnt vmcnt(0){{$}} ; GCN: flat_load_dword [[RET:v[0-9]+]], v[{{[0-9]+}}:{{[0-9]+}}]{{$}} ; GCN-NOT: s_waitcnt vmcnt(0){{$}} -; GCN-NOT: buffer_wbinvl1_vol +; GFX89-NOT: buffer_wbinvl1_vol ; GCN: flat_store_dword v{{\[[0-9]+:[0-9]+\]}}, [[RET]] define amdgpu_kernel void @singlethread_unordered( i32* %in, i32* %out) { @@ -79,7 +79,7 @@ entry: ; GCN-NOT: s_waitcnt vmcnt(0){{$}} ; GCN: flat_load_dword [[RET:v[0-9]+]], v[{{[0-9]+}}:{{[0-9]+}}]{{$}} ; GCN-NOT: s_waitcnt vmcnt(0){{$}} -; GCN-NOT: buffer_wbinvl1_vol +; GFX89-NOT: buffer_wbinvl1_vol ; GCN: flat_store_dword v{{\[[0-9]+:[0-9]+\]}}, [[RET]] define amdgpu_kernel void @singlethread_monotonic( i32* %in, i32* %out) { @@ -93,7 +93,7 @@ entry: ; GCN-NOT: s_waitcnt vmcnt(0){{$}} ; GCN: flat_load_dword [[RET:v[0-9]+]], v[{{[0-9]+}}:{{[0-9]+}}]{{$}} ; GCN-NOT: s_waitcnt vmcnt(0){{$}} -; GCN-NOT: buffer_wbinvl1_vol +; GFX89-NOT: buffer_wbinvl1_vol ; GCN: flat_store_dword v{{\[[0-9]+:[0-9]+\]}}, [[RET]] define amdgpu_kernel void @singlethread_acquire( i32* %in, i32* %out) { @@ -107,7 +107,7 @@ entry: ; GCN-NOT: s_waitcnt vmcnt(0){{$}} ; GCN: flat_load_dword [[RET:v[0-9]+]], v[{{[0-9]+}}:{{[0-9]+}}]{{$}} ; GCN-NOT: s_waitcnt vmcnt(0){{$}} -; GCN-NOT: buffer_wbinvl1_vol +; GFX89-NOT: buffer_wbinvl1_vol ; GCN: flat_store_dword v{{\[[0-9]+:[0-9]+\]}}, [[RET]] define amdgpu_kernel void @singlethread_seq_cst( i32* %in, i32* %out) { @@ -121,7 +121,7 @@ entry: ; GCN-NOT: s_waitcnt vmcnt(0){{$}} ; GCN: flat_load_dword [[RET:v[0-9]+]], v[{{[0-9]+}}:{{[0-9]+}}]{{$}} ; GCN-NOT: s_waitcnt vmcnt(0){{$}} -; GCN-NOT: buffer_wbinvl1_vol +; GFX89-NOT: buffer_wbinvl1_vol ; GCN: flat_store_dword v{{\[[0-9]+:[0-9]+\]}}, [[RET]] define amdgpu_kernel void @agent_unordered( i32* %in, i32* %out) { @@ -135,7 +135,7 @@ entry: ; GCN-NOT: s_waitcnt vmcnt(0){{$}} ; GFX89: flat_load_dword [[RET:v[0-9]+]], v[{{[0-9]+}}:{{[0-9]+}}] glc{{$}} ; GCN-NOT: s_waitcnt vmcnt(0){{$}} -; GCN-NOT: buffer_wbinvl1_vol +; GFX89-NOT: buffer_wbinvl1_vol ; GCN: flat_store_dword v{{\[[0-9]+:[0-9]+\]}}, [[RET]] define amdgpu_kernel void @agent_monotonic( i32* %in, i32* %out) { @@ -175,9 +175,9 @@ entry: ; GCN-LABEL: {{^}}workgroup_unordered: ; GCN-NOT: s_waitcnt vmcnt(0){{$}} -; GFX89: flat_load_dword [[RET:v[0-9]+]], v[{{[0-9]+}}:{{[0-9]+}}]{{$}} +; GCN: flat_load_dword [[RET:v[0-9]+]], v[{{[0-9]+}}:{{[0-9]+}}]{{$}} ; GCN-NOT: s_waitcnt vmcnt(0){{$}} -; GCN-NOT: buffer_wbinvl1_vol +; GFX89-NOT: buffer_wbinvl1_vol ; GCN: flat_store_dword v{{\[[0-9]+:[0-9]+\]}}, [[RET]] define amdgpu_kernel void @workgroup_unordered( i32* %in, i32* %out) { @@ -191,7 +191,7 @@ entry: ; GCN-NOT: s_waitcnt vmcnt(0){{$}} ; GFX89: flat_load_dword [[RET:v[0-9]+]], v[{{[0-9]+}}:{{[0-9]+}}]{{$}} ; GCN-NOT: s_waitcnt vmcnt(0){{$}} -; GCN-NOT: buffer_wbinvl1_vol +; GFX89-NOT: buffer_wbinvl1_vol ; GCN: flat_store_dword v{{\[[0-9]+:[0-9]+\]}}, [[RET]] define amdgpu_kernel void @workgroup_monotonic( i32* %in, i32* %out) { @@ -233,7 +233,7 @@ entry: ; GCN-NOT: s_waitcnt vmcnt(0){{$}} ; GCN: flat_load_dword [[RET:v[0-9]+]], v[{{[0-9]+}}:{{[0-9]+}}]{{$}} ; GCN-NOT: s_waitcnt vmcnt(0){{$}} -; GCN-NOT: buffer_wbinvl1_vol +; GFX89-NOT: buffer_wbinvl1_vol ; GCN: flat_store_dword v{{\[[0-9]+:[0-9]+\]}}, [[RET]] define amdgpu_kernel void @wavefront_unordered( i32* %in, i32* %out) { @@ -247,7 +247,7 @@ entry: ; GCN-NOT: s_waitcnt vmcnt(0){{$}} ; GCN: flat_load_dword [[RET:v[0-9]+]], v[{{[0-9]+}}:{{[0-9]+}}]{{$}} ; GCN-NOT: s_waitcnt vmcnt(0){{$}} -; GCN-NOT: buffer_wbinvl1_vol +; GFX89-NOT: buffer_wbinvl1_vol ; GCN: flat_store_dword v{{\[[0-9]+:[0-9]+\]}}, [[RET]] define amdgpu_kernel void @wavefront_monotonic( i32* %in, i32* %out) { @@ -261,7 +261,7 @@ entry: ; GCN-NOT: s_waitcnt vmcnt(0){{$}} ; GCN: flat_load_dword [[RET:v[0-9]+]], v[{{[0-9]+}}:{{[0-9]+}}]{{$}} ; GCN-NOT: s_waitcnt vmcnt(0){{$}} -; GCN-NOT: buffer_wbinvl1_vol +; GFX89-NOT: buffer_wbinvl1_vol ; GCN: flat_store_dword v{{\[[0-9]+:[0-9]+\]}}, [[RET]] define amdgpu_kernel void @wavefront_acquire( i32* %in, i32* %out) { @@ -275,7 +275,7 @@ entry: ; GCN-NOT: s_waitcnt vmcnt(0){{$}} ; GCN: flat_load_dword [[RET:v[0-9]+]], v[{{[0-9]+}}:{{[0-9]+}}]{{$}} ; GCN-NOT: s_waitcnt vmcnt(0){{$}} -; GCN-NOT: buffer_wbinvl1_vol +; GFX89-NOT: buffer_wbinvl1_vol ; GCN: flat_store_dword v{{\[[0-9]+:[0-9]+\]}}, [[RET]] define amdgpu_kernel void @wavefront_seq_cst( i32* %in, i32* %out) { diff --git a/llvm/test/CodeGen/AMDGPU/memory-legalizer-local.mir b/llvm/test/CodeGen/AMDGPU/memory-legalizer-local.mir new file mode 100644 index 00000000000..6713937f08e --- /dev/null +++ b/llvm/test/CodeGen/AMDGPU/memory-legalizer-local.mir @@ -0,0 +1,1054 @@ +# RUN: llc -march=amdgcn -mcpu=gfx803 -run-pass si-memory-legalizer %s -o - | FileCheck -check-prefix=GCN %s + +--- + +# GCN-LABEL: name: load_singlethread_unordered + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_singlethread_unordered +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 0, implicit $m0, implicit $exec :: (volatile load syncscope("singlethread") unordered 4 from `i32 addrspace(3)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_singlethread_monotonic + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_singlethread_monotonic +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 0, implicit $m0, implicit $exec :: (volatile load syncscope("singlethread") monotonic 4 from `i32 addrspace(3)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_singlethread_acquire + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_singlethread_acquire +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 0, implicit $m0, implicit $exec :: (volatile load syncscope("singlethread") acquire 4 from `i32 addrspace(3)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_singlethread_seq_cst + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_singlethread_seq_cst +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 0, implicit $m0, implicit $exec :: (volatile load syncscope("singlethread") seq_cst 4 from `i32 addrspace(3)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_wavefront_unordered + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_wavefront_unordered +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 0, implicit $m0, implicit $exec :: (volatile load syncscope("wavefront") unordered 4 from `i32 addrspace(3)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_wavefront_monotonic + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_wavefront_monotonic +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 0, implicit $m0, implicit $exec :: (volatile load syncscope("wavefront") monotonic 4 from `i32 addrspace(3)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_wavefront_acquire + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_wavefront_acquire +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 0, implicit $m0, implicit $exec :: (volatile load syncscope("wavefront") acquire 4 from `i32 addrspace(3)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_wavefront_seq_cst + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_wavefront_seq_cst +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 0, implicit $m0, implicit $exec :: (volatile load syncscope("wavefront") seq_cst 4 from `i32 addrspace(3)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_workgroup_unordered + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_workgroup_unordered +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 0, implicit $m0, implicit $exec :: (volatile load syncscope("workgroup") unordered 4 from `i32 addrspace(3)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_workgroup_monotonic + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_workgroup_monotonic +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 0, implicit $m0, implicit $exec :: (volatile load syncscope("workgroup") monotonic 4 from `i32 addrspace(3)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_workgroup_acquire + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_workgroup_acquire +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 0, implicit $m0, implicit $exec :: (volatile load syncscope("workgroup") acquire 4 from `i32 addrspace(3)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_workgroup_seq_cst + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_workgroup_seq_cst +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 0, implicit $m0, implicit $exec :: (volatile load syncscope("workgroup") seq_cst 4 from `i32 addrspace(3)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_agent_unordered + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_agent_unordered +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 0, implicit $m0, implicit $exec :: (volatile load syncscope("agent") unordered 4 from `i32 addrspace(3)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_agent_monotonic + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_agent_monotonic +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 0, implicit $m0, implicit $exec :: (volatile load syncscope("agent") monotonic 4 from `i32 addrspace(3)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_agent_acquire + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_agent_acquire +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 0, implicit $m0, implicit $exec :: (volatile load syncscope("agent") acquire 4 from `i32 addrspace(3)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_agent_seq_cst + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_agent_seq_cst +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 0, implicit $m0, implicit $exec :: (volatile load syncscope("agent") seq_cst 4 from `i32 addrspace(3)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_system_unordered + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_system_unordered +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 0, implicit $m0, implicit $exec :: (volatile load unordered 4 from `i32 addrspace(3)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_system_monotonic + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_system_monotonic +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 0, implicit $m0, implicit $exec :: (volatile load monotonic 4 from `i32 addrspace(3)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_system_acquire + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_system_acquire +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 0, implicit $m0, implicit $exec :: (volatile load acquire 4 from `i32 addrspace(3)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_system_seq_cst + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_system_seq_cst +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 0, implicit $m0, implicit $exec :: (volatile load seq_cst 4 from `i32 addrspace(3)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_singlethread_unordered + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_singlethread_unordered +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 0, implicit $m0, implicit $exec :: (volatile store syncscope("singlethread") unordered 4 into `i32 addrspace(3)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_singlethread_monotonic + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_singlethread_monotonic +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 0, implicit $m0, implicit $exec :: (volatile store syncscope("singlethread") monotonic 4 into `i32 addrspace(3)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_singlethread_release + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_singlethread_release +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 0, implicit $m0, implicit $exec :: (volatile store syncscope("singlethread") release 4 into `i32 addrspace(3)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_singlethread_seq_cst + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_singlethread_seq_cst +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 0, implicit $m0, implicit $exec :: (volatile store syncscope("singlethread") seq_cst 4 into `i32 addrspace(3)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_wavefront_unordered + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_wavefront_unordered +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 0, implicit $m0, implicit $exec :: (volatile store syncscope("wavefront") unordered 4 into `i32 addrspace(3)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_wavefront_monotonic + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_wavefront_monotonic +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 0, implicit $m0, implicit $exec :: (volatile store syncscope("wavefront") monotonic 4 into `i32 addrspace(3)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_wavefront_release + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_wavefront_release +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 0, implicit $m0, implicit $exec :: (volatile store syncscope("wavefront") release 4 into `i32 addrspace(3)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_wavefront_seq_cst + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_wavefront_seq_cst +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 0, implicit $m0, implicit $exec :: (volatile store syncscope("wavefront") seq_cst 4 into `i32 addrspace(3)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_workgroup_unordered + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_workgroup_unordered +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 0, implicit $m0, implicit $exec :: (volatile store syncscope("workgroup") unordered 4 into `i32 addrspace(3)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_workgroup_monotonic + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_workgroup_monotonic +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 0, implicit $m0, implicit $exec :: (volatile store syncscope("workgroup") monotonic 4 into `i32 addrspace(3)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_workgroup_release + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_workgroup_release +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 0, implicit $m0, implicit $exec :: (volatile store syncscope("workgroup") release 4 into `i32 addrspace(3)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_workgroup_seq_cst + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_workgroup_seq_cst +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 0, implicit $m0, implicit $exec :: (volatile store syncscope("workgroup") seq_cst 4 into `i32 addrspace(3)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_agent_unordered + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_agent_unordered +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 0, implicit $m0, implicit $exec :: (volatile store syncscope("agent") unordered 4 into `i32 addrspace(3)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_agent_monotonic + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_agent_monotonic +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 0, implicit $m0, implicit $exec :: (volatile store syncscope("agent") monotonic 4 into `i32 addrspace(3)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_agent_release + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_agent_release +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 0, implicit $m0, implicit $exec :: (volatile store syncscope("agent") release 4 into `i32 addrspace(3)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_agent_seq_cst + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_agent_seq_cst +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 0, implicit $m0, implicit $exec :: (volatile store syncscope("agent") seq_cst 4 into `i32 addrspace(3)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_system_unordered + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_system_unordered +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 0, implicit $m0, implicit $exec :: (volatile store unordered 4 into `i32 addrspace(3)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_system_monotonic + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_system_monotonic +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 0, implicit $m0, implicit $exec :: (volatile store monotonic 4 into `i32 addrspace(3)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_system_release + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_system_release +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 0, implicit $m0, implicit $exec :: (volatile store release 4 into `i32 addrspace(3)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_system_seq_cst + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_system_seq_cst +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 0, implicit $m0, implicit $exec :: (volatile store seq_cst 4 into `i32 addrspace(3)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: atomicrmw_singlethread_unordered + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRXCHG_RTN_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: atomicrmw_singlethread_unordered +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + $vgpr2 = DS_WRXCHG_RTN_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 0, implicit $m0, implicit $exec :: (volatile store syncscope("singlethread") unordered 4 into `i32 addrspace(3)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: atomicrmw_singlethread_monotonic + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRXCHG_RTN_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: atomicrmw_singlethread_monotonic +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + $vgpr2 = DS_WRXCHG_RTN_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 0, implicit $m0, implicit $exec :: (volatile store syncscope("singlethread") monotonic 4 into `i32 addrspace(3)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: atomicrmw_singlethread_acquire + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRXCHG_RTN_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: atomicrmw_singlethread_acquire +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + $vgpr2 = DS_WRXCHG_RTN_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 0, implicit $m0, implicit $exec :: (volatile store syncscope("singlethread") acquire 4 into `i32 addrspace(3)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: atomicrmw_singlethread_release + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRXCHG_RTN_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: atomicrmw_singlethread_release +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + $vgpr2 = DS_WRXCHG_RTN_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 0, implicit $m0, implicit $exec :: (volatile store syncscope("singlethread") release 4 into `i32 addrspace(3)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: atomicrmw_singlethread_acq_rel + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRXCHG_RTN_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: atomicrmw_singlethread_acq_rel +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + $vgpr2 = DS_WRXCHG_RTN_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 0, implicit $m0, implicit $exec :: (volatile store syncscope("singlethread") acq_rel 4 into `i32 addrspace(3)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: atomicrmw_singlethread_seq_cst + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRXCHG_RTN_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: atomicrmw_singlethread_seq_cst +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + $vgpr2 = DS_WRXCHG_RTN_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 0, implicit $m0, implicit $exec :: (volatile store syncscope("singlethread") seq_cst 4 into `i32 addrspace(3)* undef`) + S_ENDPGM + +... diff --git a/llvm/test/CodeGen/AMDGPU/memory-legalizer-multiple-mem-operands-atomics.mir b/llvm/test/CodeGen/AMDGPU/memory-legalizer-multiple-mem-operands-atomics.mir index e24624ebffa..94b0970104b 100644 --- a/llvm/test/CodeGen/AMDGPU/memory-legalizer-multiple-mem-operands-atomics.mir +++ b/llvm/test/CodeGen/AMDGPU/memory-legalizer-multiple-mem-operands-atomics.mir @@ -1,119 +1,19 @@ -# RUN: llc -march=amdgcn -mcpu=gfx803 -run-pass si-memory-legalizer %s -o - | FileCheck %s +# RUN: llc -march=amdgcn -mcpu=gfx803 -run-pass si-memory-legalizer %s -o - | FileCheck -check-prefix=GCN %s ---- | - ; ModuleID = 'memory-legalizer-multiple-mem-operands.ll' - source_filename = "memory-legalizer-multiple-mem-operands.ll" - target datalayout = "e-p:32:32-p1:64:64-p2:64:64-p3:32:32-p4:64:64-p5:32:32-i64:64-v16:16-v24:32-v32:32-v48:64-v96:128-v192:256-v256:256-v512:512-v1024:1024-v2048:2048-n32:64-A5" - - define amdgpu_kernel void @multiple_mem_operands(i32 addrspace(1)* %out, i32 %cond, i32 %if_offset, i32 %else_offset) #0 { - entry: - %scratch0 = alloca [8192 x i32], addrspace(5) - %scratch1 = alloca [8192 x i32], addrspace(5) - %scratchptr01 = bitcast [8192 x i32] addrspace(5)* %scratch0 to i32 addrspace(5)* - store i32 1, i32 addrspace(5)* %scratchptr01 - %scratchptr12 = bitcast [8192 x i32] addrspace(5)* %scratch1 to i32 addrspace(5)* - store i32 2, i32 addrspace(5)* %scratchptr12 - %cmp = icmp eq i32 %cond, 0 - br i1 %cmp, label %if, label %else, !structurizecfg.uniform !0, !amdgpu.uniform !0 - - if: ; preds = %entry - %if_ptr = getelementptr [8192 x i32], [8192 x i32] addrspace(5)* %scratch0, i32 0, i32 %if_offset, !amdgpu.uniform !0 - %if_value = load atomic i32, i32 addrspace(5)* %if_ptr syncscope("workgroup") seq_cst, align 4 - br label %done, !structurizecfg.uniform !0 - - else: ; preds = %entry - %else_ptr = getelementptr [8192 x i32], [8192 x i32] addrspace(5)* %scratch1, i32 0, i32 %else_offset, !amdgpu.uniform !0 - %else_value = load atomic i32, i32 addrspace(5)* %else_ptr syncscope("agent") unordered, align 4 - br label %done, !structurizecfg.uniform !0 - - done: ; preds = %else, %if - %value = phi i32 [ %if_value, %if ], [ %else_value, %else ] - store i32 %value, i32 addrspace(1)* %out - ret void - } - - ; Function Attrs: convergent nounwind - declare { i1, i64 } @llvm.amdgcn.if(i1) #1 - - ; Function Attrs: convergent nounwind - declare { i1, i64 } @llvm.amdgcn.else(i64) #1 - - ; Function Attrs: convergent nounwind readnone - declare i64 @llvm.amdgcn.break(i64) #2 - - ; Function Attrs: convergent nounwind readnone - declare i64 @llvm.amdgcn.if.break(i1, i64) #2 - - ; Function Attrs: convergent nounwind readnone - declare i64 @llvm.amdgcn.else.break(i64, i64) #2 - - ; Function Attrs: convergent nounwind - declare i1 @llvm.amdgcn.loop(i64) #1 - - ; Function Attrs: convergent nounwind - declare void @llvm.amdgcn.end.cf(i64) #1 - - attributes #0 = { "target-cpu"="gfx803" } - attributes #1 = { convergent nounwind } - attributes #2 = { convergent nounwind readnone } - - !0 = !{} - -... --- -# CHECK-LABEL: name: multiple_mem_operands +# GCN-LABEL: name: multiple_mem_operands -# CHECK-LABEL: bb.3.done: -# CHECK: S_WAITCNT 3952 -# CHECK-NEXT: BUFFER_LOAD_DWORD_OFFEN -# CHECK-NEXT: S_WAITCNT 3952 -# CHECK-NEXT: BUFFER_WBINVL1_VOL +# GCN-LABEL: bb.3: +# GCN: S_WAITCNT 3952 +# GCN-NEXT: BUFFER_LOAD_DWORD_OFFEN +# GCN-NEXT: S_WAITCNT 3952 +# GCN-NEXT: BUFFER_WBINVL1_VOL name: multiple_mem_operands -alignment: 0 -exposesReturnsTwice: false -legalized: false -regBankSelected: false -selected: false -tracksRegLiveness: true -registers: -liveins: - - { reg: '$sgpr0_sgpr1', virtual-reg: '' } - - { reg: '$sgpr3', virtual-reg: '' } -frameInfo: - isFrameAddressTaken: false - isReturnAddressTaken: false - hasStackMap: false - hasPatchPoint: false - stackSize: 65540 - offsetAdjustment: 0 - maxAlignment: 4 - adjustsStack: false - hasCalls: false - stackProtector: '' - maxCallFrameSize: 0 - hasOpaqueSPAdjustment: false - hasVAStart: false - hasMustTailInVarArgFunc: false - savePoint: '' - restorePoint: '' -fixedStack: - - { id: 0, type: default, offset: 0, size: 4, alignment: 4, stack-id: 0, - isImmutable: false, isAliased: false, callee-saved-register: '' } -stack: - - { id: 0, name: scratch0, type: default, offset: 4, size: 32768, alignment: 4, - stack-id: 0, callee-saved-register: '', local-offset: 0, - debug-info-variable: '', debug-info-expression: '', - debug-info-location: '' } - - { id: 1, name: scratch1, type: default, offset: 32772, size: 32768, - alignment: 4, stack-id: 0, callee-saved-register: '', local-offset: 32768, - debug-info-variable: '', debug-info-expression: '', - debug-info-location: '' } -constants: body: | bb.0.entry: - successors: %bb.1.if(0x30000000), %bb.2.else(0x50000000) + successors: %bb.1(0x30000000), %bb.2(0x50000000) liveins: $sgpr0_sgpr1, $sgpr3 $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 44, 0 :: (non-temporal dereferenceable invariant load 4 from `i32 addrspace(2)* undef`) @@ -123,43 +23,43 @@ body: | $sgpr10 = S_MOV_B32 4294967295, implicit-def $sgpr8_sgpr9_sgpr10_sgpr11 $sgpr11 = S_MOV_B32 15204352, implicit-def $sgpr8_sgpr9_sgpr10_sgpr11 $vgpr0 = V_MOV_B32_e32 1, implicit $exec - BUFFER_STORE_DWORD_OFFSET killed $vgpr0, $sgpr8_sgpr9_sgpr10_sgpr11, $sgpr3, 4, 0, 0, 0, implicit $exec :: (store 4 into %ir.scratchptr01) + BUFFER_STORE_DWORD_OFFSET killed $vgpr0, $sgpr8_sgpr9_sgpr10_sgpr11, $sgpr3, 4, 0, 0, 0, implicit $exec :: (store 4 into `i32 addrspace(5)* undef`) S_WAITCNT 127 S_CMP_LG_U32 killed $sgpr2, 0, implicit-def $scc S_WAITCNT 3855 $vgpr0 = V_MOV_B32_e32 2, implicit $exec $vgpr1 = V_MOV_B32_e32 32772, implicit $exec - BUFFER_STORE_DWORD_OFFEN killed $vgpr0, killed $vgpr1, $sgpr8_sgpr9_sgpr10_sgpr11, $sgpr3, 0, 0, 0, 0, implicit $exec :: (store 4 into %ir.scratchptr12) - S_CBRANCH_SCC0 %bb.1.if, implicit killed $scc + BUFFER_STORE_DWORD_OFFEN killed $vgpr0, killed $vgpr1, $sgpr8_sgpr9_sgpr10_sgpr11, $sgpr3, 0, 0, 0, 0, implicit $exec :: (store 4 into `i32 addrspace(5)* undef`) + S_CBRANCH_SCC0 %bb.1, implicit killed $scc - bb.2.else: - successors: %bb.3.done(0x80000000) + bb.2: + successors: %bb.3(0x80000000) liveins: $sgpr0_sgpr1, $sgpr4_sgpr5, $sgpr3, $sgpr8_sgpr9_sgpr10_sgpr11 $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 52, 0 :: (non-temporal dereferenceable invariant load 4 from `i32 addrspace(2)* undef`) S_WAITCNT 3855 $vgpr0 = V_MOV_B32_e32 32772, implicit $exec - S_BRANCH %bb.3.done + S_BRANCH %bb.3 - bb.1.if: - successors: %bb.3.done(0x80000000) + bb.1: + successors: %bb.3(0x80000000) liveins: $sgpr0_sgpr1, $sgpr4_sgpr5, $sgpr3, $sgpr8_sgpr9_sgpr10_sgpr11 $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 48, 0 :: (non-temporal dereferenceable invariant load 4 from `i32 addrspace(2)* undef`) S_WAITCNT 3855 $vgpr0 = V_MOV_B32_e32 4, implicit $exec - bb.3.done: + bb.3: liveins: $sgpr3, $sgpr4_sgpr5, $sgpr8_sgpr9_sgpr10_sgpr11, $vgpr0, $sgpr0 S_WAITCNT 127 $sgpr0 = S_LSHL_B32 killed $sgpr0, 2, implicit-def dead $scc $vgpr0 = V_ADD_I32_e32 killed $sgpr0, killed $vgpr0, implicit-def dead $vcc, implicit $exec - $vgpr0 = BUFFER_LOAD_DWORD_OFFEN killed $vgpr0, killed $sgpr8_sgpr9_sgpr10_sgpr11, $sgpr3, 0, 0, 0, 0, implicit $exec :: (load syncscope("agent") unordered 4 from %ir.else_ptr), (load syncscope("workgroup") seq_cst 4 from %ir.if_ptr) + $vgpr0 = BUFFER_LOAD_DWORD_OFFEN killed $vgpr0, killed $sgpr8_sgpr9_sgpr10_sgpr11, $sgpr3, 0, 0, 0, 0, implicit $exec :: (load syncscope("agent") unordered 4 from `i32 addrspace(1)* undef`), (load syncscope("workgroup") seq_cst 4 from `[8192 x i32] addrspace(5)* undef`) $vgpr1 = V_MOV_B32_e32 $sgpr4, implicit $exec, implicit-def $vgpr1_vgpr2, implicit $sgpr4_sgpr5 $vgpr2 = V_MOV_B32_e32 killed $sgpr5, implicit $exec, implicit $sgpr4_sgpr5, implicit $exec S_WAITCNT 3952 - FLAT_STORE_DWORD killed $vgpr1_vgpr2, killed $vgpr0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into %ir.out) + FLAT_STORE_DWORD killed $vgpr1_vgpr2, killed $vgpr0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32 addrspace(1)* undef`) S_ENDPGM ... diff --git a/llvm/test/CodeGen/AMDGPU/memory-legalizer-region.mir b/llvm/test/CodeGen/AMDGPU/memory-legalizer-region.mir new file mode 100644 index 00000000000..8d160e84c11 --- /dev/null +++ b/llvm/test/CodeGen/AMDGPU/memory-legalizer-region.mir @@ -0,0 +1,1054 @@ +# RUN: llc -march=amdgcn -mcpu=gfx803 -run-pass si-memory-legalizer %s -o - | FileCheck -check-prefix=GCN %s + +--- + +# GCN-LABEL: name: load_singlethread_unordered + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_singlethread_unordered +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 1, 0, implicit $m0, implicit $exec :: (volatile load syncscope("singlethread") unordered 4 from `i32 addrspace(4)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_singlethread_monotonic + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_singlethread_monotonic +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 1, implicit $m0, implicit $exec :: (volatile load syncscope("singlethread") monotonic 4 from `i32 addrspace(4)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_singlethread_acquire + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_singlethread_acquire +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 1, implicit $m0, implicit $exec :: (volatile load syncscope("singlethread") acquire 4 from `i32 addrspace(4)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_singlethread_seq_cst + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_singlethread_seq_cst +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 1, implicit $m0, implicit $exec :: (volatile load syncscope("singlethread") seq_cst 4 from `i32 addrspace(4)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_wavefront_unordered + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_wavefront_unordered +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 1, implicit $m0, implicit $exec :: (volatile load syncscope("wavefront") unordered 4 from `i32 addrspace(4)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_wavefront_monotonic + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_wavefront_monotonic +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 1, implicit $m0, implicit $exec :: (volatile load syncscope("wavefront") monotonic 4 from `i32 addrspace(4)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_wavefront_acquire + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_wavefront_acquire +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 1, implicit $m0, implicit $exec :: (volatile load syncscope("wavefront") acquire 4 from `i32 addrspace(4)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_wavefront_seq_cst + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_wavefront_seq_cst +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 1, implicit $m0, implicit $exec :: (volatile load syncscope("wavefront") seq_cst 4 from `i32 addrspace(4)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_workgroup_unordered + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_workgroup_unordered +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 1, implicit $m0, implicit $exec :: (volatile load syncscope("workgroup") unordered 4 from `i32 addrspace(4)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_workgroup_monotonic + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_workgroup_monotonic +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 1, implicit $m0, implicit $exec :: (volatile load syncscope("workgroup") monotonic 4 from `i32 addrspace(4)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_workgroup_acquire + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_workgroup_acquire +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 1, implicit $m0, implicit $exec :: (volatile load syncscope("workgroup") acquire 4 from `i32 addrspace(4)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_workgroup_seq_cst + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_workgroup_seq_cst +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 1, implicit $m0, implicit $exec :: (volatile load syncscope("workgroup") seq_cst 4 from `i32 addrspace(4)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_agent_unordered + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_agent_unordered +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 1, implicit $m0, implicit $exec :: (volatile load syncscope("agent") unordered 4 from `i32 addrspace(4)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_agent_monotonic + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_agent_monotonic +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 1, implicit $m0, implicit $exec :: (volatile load syncscope("agent") monotonic 4 from `i32 addrspace(4)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_agent_acquire + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_agent_acquire +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 1, implicit $m0, implicit $exec :: (volatile load syncscope("agent") acquire 4 from `i32 addrspace(4)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_agent_seq_cst + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_agent_seq_cst +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 1, implicit $m0, implicit $exec :: (volatile load syncscope("agent") seq_cst 4 from `i32 addrspace(4)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_system_unordered + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_system_unordered +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 1, implicit $m0, implicit $exec :: (volatile load unordered 4 from `i32 addrspace(4)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_system_monotonic + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_system_monotonic +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 1, implicit $m0, implicit $exec :: (volatile load monotonic 4 from `i32 addrspace(4)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_system_acquire + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_system_acquire +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 1, implicit $m0, implicit $exec :: (volatile load acquire 4 from `i32 addrspace(4)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: load_system_seq_cst + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_READ_B32 +# GCN-NOT: S_WAITCNT +# GCN: FLAT_STORE_DWORD + +name: load_system_seq_cst +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0_sgpr1 = S_LOAD_DWORDX2_IMM killed $sgpr0_sgpr1, 44, 0 :: (dereferenceable invariant load 8 from `i64 addrspace(4)* undef`, align 4, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr0 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + renamable $vgpr2 = DS_READ_B32 killed renamable $vgpr0, 0, 1, implicit $m0, implicit $exec :: (volatile load seq_cst 4 from `i32 addrspace(4)* undef`) + $vgpr0 = V_MOV_B32_e32 $sgpr0, implicit $exec, implicit-def $vgpr0_vgpr1, implicit $sgpr0_sgpr1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr1, implicit $exec, implicit $sgpr0_sgpr1, implicit $exec + FLAT_STORE_DWORD killed renamable $vgpr0_vgpr1, killed renamable $vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4 into `i32* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_singlethread_unordered + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_singlethread_unordered +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 1, implicit $m0, implicit $exec :: (volatile store syncscope("singlethread") unordered 4 into `i32 addrspace(4)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_singlethread_monotonic + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_singlethread_monotonic +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 1, implicit $m0, implicit $exec :: (volatile store syncscope("singlethread") monotonic 4 into `i32 addrspace(4)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_singlethread_release + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_singlethread_release +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 1, implicit $m0, implicit $exec :: (volatile store syncscope("singlethread") release 4 into `i32 addrspace(4)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_singlethread_seq_cst + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_singlethread_seq_cst +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 1, implicit $m0, implicit $exec :: (volatile store syncscope("singlethread") seq_cst 4 into `i32 addrspace(4)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_wavefront_unordered + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_wavefront_unordered +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 1, implicit $m0, implicit $exec :: (volatile store syncscope("wavefront") unordered 4 into `i32 addrspace(4)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_wavefront_monotonic + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_wavefront_monotonic +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 1, implicit $m0, implicit $exec :: (volatile store syncscope("wavefront") monotonic 4 into `i32 addrspace(4)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_wavefront_release + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_wavefront_release +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 1, implicit $m0, implicit $exec :: (volatile store syncscope("wavefront") release 4 into `i32 addrspace(4)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_wavefront_seq_cst + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_wavefront_seq_cst +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 1, implicit $m0, implicit $exec :: (volatile store syncscope("wavefront") seq_cst 4 into `i32 addrspace(4)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_workgroup_unordered + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_workgroup_unordered +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 1, implicit $m0, implicit $exec :: (volatile store syncscope("workgroup") unordered 4 into `i32 addrspace(4)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_workgroup_monotonic + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_workgroup_monotonic +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 1, implicit $m0, implicit $exec :: (volatile store syncscope("workgroup") monotonic 4 into `i32 addrspace(4)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_workgroup_release + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_workgroup_release +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 1, implicit $m0, implicit $exec :: (volatile store syncscope("workgroup") release 4 into `i32 addrspace(4)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_workgroup_seq_cst + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_workgroup_seq_cst +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 1, implicit $m0, implicit $exec :: (volatile store syncscope("workgroup") seq_cst 4 into `i32 addrspace(4)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_agent_unordered + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_agent_unordered +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 1, implicit $m0, implicit $exec :: (volatile store syncscope("agent") unordered 4 into `i32 addrspace(4)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_agent_monotonic + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_agent_monotonic +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 1, implicit $m0, implicit $exec :: (volatile store syncscope("agent") monotonic 4 into `i32 addrspace(4)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_agent_release + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_agent_release +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 1, implicit $m0, implicit $exec :: (volatile store syncscope("agent") release 4 into `i32 addrspace(4)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_agent_seq_cst + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_agent_seq_cst +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 1, implicit $m0, implicit $exec :: (volatile store syncscope("agent") seq_cst 4 into `i32 addrspace(4)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_system_unordered + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_system_unordered +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 1, implicit $m0, implicit $exec :: (volatile store unordered 4 into `i32 addrspace(4)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_system_monotonic + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_system_monotonic +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 1, implicit $m0, implicit $exec :: (volatile store monotonic 4 into `i32 addrspace(4)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_system_release + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_system_release +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 1, implicit $m0, implicit $exec :: (volatile store release 4 into `i32 addrspace(4)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: store_system_seq_cst + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRITE_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: store_system_seq_cst +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + DS_WRITE_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 1, implicit $m0, implicit $exec :: (volatile store seq_cst 4 into `i32 addrspace(4)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: atomicrmw_singlethread_unordered + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRXCHG_RTN_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: atomicrmw_singlethread_unordered +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + $vgpr2 = DS_WRXCHG_RTN_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 1, implicit $m0, implicit $exec :: (volatile store syncscope("singlethread") unordered 4 into `i32 addrspace(4)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: atomicrmw_singlethread_monotonic + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRXCHG_RTN_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: atomicrmw_singlethread_monotonic +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + $vgpr2 = DS_WRXCHG_RTN_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 1, implicit $m0, implicit $exec :: (volatile store syncscope("singlethread") monotonic 4 into `i32 addrspace(4)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: atomicrmw_singlethread_acquire + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRXCHG_RTN_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: atomicrmw_singlethread_acquire +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + $vgpr2 = DS_WRXCHG_RTN_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 1, implicit $m0, implicit $exec :: (volatile store syncscope("singlethread") acquire 4 into `i32 addrspace(4)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: atomicrmw_singlethread_release + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRXCHG_RTN_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: atomicrmw_singlethread_release +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + $vgpr2 = DS_WRXCHG_RTN_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 1, implicit $m0, implicit $exec :: (volatile store syncscope("singlethread") release 4 into `i32 addrspace(4)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: atomicrmw_singlethread_acq_rel + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRXCHG_RTN_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: atomicrmw_singlethread_acq_rel +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + $vgpr2 = DS_WRXCHG_RTN_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 1, implicit $m0, implicit $exec :: (volatile store syncscope("singlethread") acq_rel 4 into `i32 addrspace(4)* undef`) + S_ENDPGM + +... +--- + +# GCN-LABEL: name: atomicrmw_singlethread_seq_cst + +# GCN-LABEL: bb.0: +# GCN-NOT: S_WAITCNT +# GCN: DS_WRXCHG_RTN_B32 +# GCN-NOT: S_WAITCNT +# GCN: S_ENDPGM + +name: atomicrmw_singlethread_seq_cst +body: | + bb.0: + $sgpr2 = S_LOAD_DWORD_IMM $sgpr0_sgpr1, 36, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, addrspace 4) + $sgpr0 = S_LOAD_DWORD_IMM killed $sgpr0_sgpr1, 40, 0 :: (dereferenceable invariant load 4 from `i32 addrspace(4)* undef`, align 8, addrspace 4) + $m0 = S_MOV_B32 -1 + $vgpr1 = V_MOV_B32_e32 killed $sgpr2, implicit $exec, implicit $exec + $vgpr0 = V_MOV_B32_e32 killed $sgpr0, implicit $exec, implicit $exec + $vgpr2 = DS_WRXCHG_RTN_B32 killed renamable $vgpr0, killed renamable $vgpr1, 0, 1, implicit $m0, implicit $exec :: (volatile store syncscope("singlethread") seq_cst 4 into `i32 addrspace(4)* undef`) + S_ENDPGM + +... |
