diff options
author | Yaxun Liu <Yaxun.Liu@amd.com> | 2018-02-02 16:07:16 +0000 |
---|---|---|
committer | Yaxun Liu <Yaxun.Liu@amd.com> | 2018-02-02 16:07:16 +0000 |
commit | 2a22c5deff3830d50fbc3f877ab30af9f42792f9 (patch) | |
tree | 25b57e509727b39c0a06715cccf5dbab3e1ea67e /llvm/test/CodeGen/AMDGPU/flat_atomics_i64.ll | |
parent | a43e9653bbb388d7fe3d58541bdf13612705cc8f (diff) | |
download | bcm5719-llvm-2a22c5deff3830d50fbc3f877ab30af9f42792f9.tar.gz bcm5719-llvm-2a22c5deff3830d50fbc3f877ab30af9f42792f9.zip |
[AMDGPU] Switch to the new addr space mapping by default
This requires corresponding clang change.
Differential Revision: https://reviews.llvm.org/D40955
llvm-svn: 324101
Diffstat (limited to 'llvm/test/CodeGen/AMDGPU/flat_atomics_i64.ll')
-rw-r--r-- | llvm/test/CodeGen/AMDGPU/flat_atomics_i64.ll | 678 |
1 files changed, 339 insertions, 339 deletions
diff --git a/llvm/test/CodeGen/AMDGPU/flat_atomics_i64.ll b/llvm/test/CodeGen/AMDGPU/flat_atomics_i64.ll index acbfe6ab4cb..ca1364e6753 100644 --- a/llvm/test/CodeGen/AMDGPU/flat_atomics_i64.ll +++ b/llvm/test/CodeGen/AMDGPU/flat_atomics_i64.ll @@ -3,973 +3,973 @@ ; GCN-LABEL: {{^}}atomic_add_i64_offset: ; GCN: flat_atomic_add_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}}{{$}} -define amdgpu_kernel void @atomic_add_i64_offset(i64 addrspace(4)* %out, i64 %in) { +define amdgpu_kernel void @atomic_add_i64_offset(i64* %out, i64 %in) { entry: - %gep = getelementptr i64, i64 addrspace(4)* %out, i64 4 - %tmp0 = atomicrmw volatile add i64 addrspace(4)* %gep, i64 %in seq_cst + %gep = getelementptr i64, i64* %out, i64 4 + %tmp0 = atomicrmw volatile add i64* %gep, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_add_i64_ret_offset: ; GCN: flat_atomic_add_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_add_i64_ret_offset(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in) { +define amdgpu_kernel void @atomic_add_i64_ret_offset(i64* %out, i64* %out2, i64 %in) { entry: - %gep = getelementptr i64, i64 addrspace(4)* %out, i64 4 - %tmp0 = atomicrmw volatile add i64 addrspace(4)* %gep, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %gep = getelementptr i64, i64* %out, i64 4 + %tmp0 = atomicrmw volatile add i64* %gep, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_add_i64_addr64_offset: ; GCN: flat_atomic_add_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}}{{$}} -define amdgpu_kernel void @atomic_add_i64_addr64_offset(i64 addrspace(4)* %out, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_add_i64_addr64_offset(i64* %out, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %gep = getelementptr i64, i64 addrspace(4)* %ptr, i64 4 - %tmp0 = atomicrmw volatile add i64 addrspace(4)* %gep, i64 %in seq_cst + %ptr = getelementptr i64, i64* %out, i64 %index + %gep = getelementptr i64, i64* %ptr, i64 4 + %tmp0 = atomicrmw volatile add i64* %gep, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_add_i64_ret_addr64_offset: ; GCN: flat_atomic_add_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_add_i64_ret_addr64_offset(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_add_i64_ret_addr64_offset(i64* %out, i64* %out2, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %gep = getelementptr i64, i64 addrspace(4)* %ptr, i64 4 - %tmp0 = atomicrmw volatile add i64 addrspace(4)* %gep, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %ptr = getelementptr i64, i64* %out, i64 %index + %gep = getelementptr i64, i64* %ptr, i64 4 + %tmp0 = atomicrmw volatile add i64* %gep, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_add_i64: ; GCN: flat_atomic_add_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_add_i64(i64 addrspace(4)* %out, i64 %in) { +define amdgpu_kernel void @atomic_add_i64(i64* %out, i64 %in) { entry: - %tmp0 = atomicrmw volatile add i64 addrspace(4)* %out, i64 %in seq_cst + %tmp0 = atomicrmw volatile add i64* %out, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_add_i64_ret: ; GCN: flat_atomic_add_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_add_i64_ret(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in) { +define amdgpu_kernel void @atomic_add_i64_ret(i64* %out, i64* %out2, i64 %in) { entry: - %tmp0 = atomicrmw volatile add i64 addrspace(4)* %out, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %tmp0 = atomicrmw volatile add i64* %out, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_add_i64_addr64: ; GCN: flat_atomic_add_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_add_i64_addr64(i64 addrspace(4)* %out, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_add_i64_addr64(i64* %out, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %tmp0 = atomicrmw volatile add i64 addrspace(4)* %ptr, i64 %in seq_cst + %ptr = getelementptr i64, i64* %out, i64 %index + %tmp0 = atomicrmw volatile add i64* %ptr, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_add_i64_ret_addr64: ; GCN: flat_atomic_add_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_add_i64_ret_addr64(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_add_i64_ret_addr64(i64* %out, i64* %out2, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %tmp0 = atomicrmw volatile add i64 addrspace(4)* %ptr, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %ptr = getelementptr i64, i64* %out, i64 %index + %tmp0 = atomicrmw volatile add i64* %ptr, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_and_i64_offset: ; GCN: flat_atomic_and_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_and_i64_offset(i64 addrspace(4)* %out, i64 %in) { +define amdgpu_kernel void @atomic_and_i64_offset(i64* %out, i64 %in) { entry: - %gep = getelementptr i64, i64 addrspace(4)* %out, i64 4 - %tmp0 = atomicrmw volatile and i64 addrspace(4)* %gep, i64 %in seq_cst + %gep = getelementptr i64, i64* %out, i64 4 + %tmp0 = atomicrmw volatile and i64* %gep, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_and_i64_ret_offset: ; GCN: flat_atomic_and_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_and_i64_ret_offset(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in) { +define amdgpu_kernel void @atomic_and_i64_ret_offset(i64* %out, i64* %out2, i64 %in) { entry: - %gep = getelementptr i64, i64 addrspace(4)* %out, i64 4 - %tmp0 = atomicrmw volatile and i64 addrspace(4)* %gep, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %gep = getelementptr i64, i64* %out, i64 4 + %tmp0 = atomicrmw volatile and i64* %gep, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_and_i64_addr64_offset: ; GCN: flat_atomic_and_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_and_i64_addr64_offset(i64 addrspace(4)* %out, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_and_i64_addr64_offset(i64* %out, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %gep = getelementptr i64, i64 addrspace(4)* %ptr, i64 4 - %tmp0 = atomicrmw volatile and i64 addrspace(4)* %gep, i64 %in seq_cst + %ptr = getelementptr i64, i64* %out, i64 %index + %gep = getelementptr i64, i64* %ptr, i64 4 + %tmp0 = atomicrmw volatile and i64* %gep, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_and_i64_ret_addr64_offset: ; GCN: flat_atomic_and_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_and_i64_ret_addr64_offset(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_and_i64_ret_addr64_offset(i64* %out, i64* %out2, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %gep = getelementptr i64, i64 addrspace(4)* %ptr, i64 4 - %tmp0 = atomicrmw volatile and i64 addrspace(4)* %gep, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %ptr = getelementptr i64, i64* %out, i64 %index + %gep = getelementptr i64, i64* %ptr, i64 4 + %tmp0 = atomicrmw volatile and i64* %gep, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_and_i64: ; GCN: flat_atomic_and_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_and_i64(i64 addrspace(4)* %out, i64 %in) { +define amdgpu_kernel void @atomic_and_i64(i64* %out, i64 %in) { entry: - %tmp0 = atomicrmw volatile and i64 addrspace(4)* %out, i64 %in seq_cst + %tmp0 = atomicrmw volatile and i64* %out, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_and_i64_ret: ; GCN: flat_atomic_and_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_and_i64_ret(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in) { +define amdgpu_kernel void @atomic_and_i64_ret(i64* %out, i64* %out2, i64 %in) { entry: - %tmp0 = atomicrmw volatile and i64 addrspace(4)* %out, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %tmp0 = atomicrmw volatile and i64* %out, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_and_i64_addr64: ; GCN: flat_atomic_and_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_and_i64_addr64(i64 addrspace(4)* %out, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_and_i64_addr64(i64* %out, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %tmp0 = atomicrmw volatile and i64 addrspace(4)* %ptr, i64 %in seq_cst + %ptr = getelementptr i64, i64* %out, i64 %index + %tmp0 = atomicrmw volatile and i64* %ptr, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_and_i64_ret_addr64: ; GCN: flat_atomic_and_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_and_i64_ret_addr64(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_and_i64_ret_addr64(i64* %out, i64* %out2, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %tmp0 = atomicrmw volatile and i64 addrspace(4)* %ptr, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %ptr = getelementptr i64, i64* %out, i64 %index + %tmp0 = atomicrmw volatile and i64* %ptr, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_sub_i64_offset: ; GCN: flat_atomic_sub_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_sub_i64_offset(i64 addrspace(4)* %out, i64 %in) { +define amdgpu_kernel void @atomic_sub_i64_offset(i64* %out, i64 %in) { entry: - %gep = getelementptr i64, i64 addrspace(4)* %out, i64 4 - %tmp0 = atomicrmw volatile sub i64 addrspace(4)* %gep, i64 %in seq_cst + %gep = getelementptr i64, i64* %out, i64 4 + %tmp0 = atomicrmw volatile sub i64* %gep, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_sub_i64_ret_offset: ; GCN: flat_atomic_sub_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_sub_i64_ret_offset(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in) { +define amdgpu_kernel void @atomic_sub_i64_ret_offset(i64* %out, i64* %out2, i64 %in) { entry: - %gep = getelementptr i64, i64 addrspace(4)* %out, i64 4 - %tmp0 = atomicrmw volatile sub i64 addrspace(4)* %gep, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %gep = getelementptr i64, i64* %out, i64 4 + %tmp0 = atomicrmw volatile sub i64* %gep, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_sub_i64_addr64_offset: ; GCN: flat_atomic_sub_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_sub_i64_addr64_offset(i64 addrspace(4)* %out, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_sub_i64_addr64_offset(i64* %out, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %gep = getelementptr i64, i64 addrspace(4)* %ptr, i64 4 - %tmp0 = atomicrmw volatile sub i64 addrspace(4)* %gep, i64 %in seq_cst + %ptr = getelementptr i64, i64* %out, i64 %index + %gep = getelementptr i64, i64* %ptr, i64 4 + %tmp0 = atomicrmw volatile sub i64* %gep, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_sub_i64_ret_addr64_offset: ; GCN: flat_atomic_sub_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_sub_i64_ret_addr64_offset(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_sub_i64_ret_addr64_offset(i64* %out, i64* %out2, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %gep = getelementptr i64, i64 addrspace(4)* %ptr, i64 4 - %tmp0 = atomicrmw volatile sub i64 addrspace(4)* %gep, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %ptr = getelementptr i64, i64* %out, i64 %index + %gep = getelementptr i64, i64* %ptr, i64 4 + %tmp0 = atomicrmw volatile sub i64* %gep, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_sub_i64: ; GCN: flat_atomic_sub_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_sub_i64(i64 addrspace(4)* %out, i64 %in) { +define amdgpu_kernel void @atomic_sub_i64(i64* %out, i64 %in) { entry: - %tmp0 = atomicrmw volatile sub i64 addrspace(4)* %out, i64 %in seq_cst + %tmp0 = atomicrmw volatile sub i64* %out, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_sub_i64_ret: ; GCN: flat_atomic_sub_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_sub_i64_ret(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in) { +define amdgpu_kernel void @atomic_sub_i64_ret(i64* %out, i64* %out2, i64 %in) { entry: - %tmp0 = atomicrmw volatile sub i64 addrspace(4)* %out, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %tmp0 = atomicrmw volatile sub i64* %out, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_sub_i64_addr64: ; GCN: flat_atomic_sub_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_sub_i64_addr64(i64 addrspace(4)* %out, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_sub_i64_addr64(i64* %out, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %tmp0 = atomicrmw volatile sub i64 addrspace(4)* %ptr, i64 %in seq_cst + %ptr = getelementptr i64, i64* %out, i64 %index + %tmp0 = atomicrmw volatile sub i64* %ptr, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_sub_i64_ret_addr64: ; GCN: flat_atomic_sub_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_sub_i64_ret_addr64(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_sub_i64_ret_addr64(i64* %out, i64* %out2, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %tmp0 = atomicrmw volatile sub i64 addrspace(4)* %ptr, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %ptr = getelementptr i64, i64* %out, i64 %index + %tmp0 = atomicrmw volatile sub i64* %ptr, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_max_i64_offset: ; GCN: flat_atomic_smax_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_max_i64_offset(i64 addrspace(4)* %out, i64 %in) { +define amdgpu_kernel void @atomic_max_i64_offset(i64* %out, i64 %in) { entry: - %gep = getelementptr i64, i64 addrspace(4)* %out, i64 4 - %tmp0 = atomicrmw volatile max i64 addrspace(4)* %gep, i64 %in seq_cst + %gep = getelementptr i64, i64* %out, i64 4 + %tmp0 = atomicrmw volatile max i64* %gep, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_max_i64_ret_offset: ; GCN: flat_atomic_smax_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_max_i64_ret_offset(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in) { +define amdgpu_kernel void @atomic_max_i64_ret_offset(i64* %out, i64* %out2, i64 %in) { entry: - %gep = getelementptr i64, i64 addrspace(4)* %out, i64 4 - %tmp0 = atomicrmw volatile max i64 addrspace(4)* %gep, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %gep = getelementptr i64, i64* %out, i64 4 + %tmp0 = atomicrmw volatile max i64* %gep, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_max_i64_addr64_offset: ; GCN: flat_atomic_smax_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_max_i64_addr64_offset(i64 addrspace(4)* %out, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_max_i64_addr64_offset(i64* %out, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %gep = getelementptr i64, i64 addrspace(4)* %ptr, i64 4 - %tmp0 = atomicrmw volatile max i64 addrspace(4)* %gep, i64 %in seq_cst + %ptr = getelementptr i64, i64* %out, i64 %index + %gep = getelementptr i64, i64* %ptr, i64 4 + %tmp0 = atomicrmw volatile max i64* %gep, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_max_i64_ret_addr64_offset: ; GCN: flat_atomic_smax_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_max_i64_ret_addr64_offset(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_max_i64_ret_addr64_offset(i64* %out, i64* %out2, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %gep = getelementptr i64, i64 addrspace(4)* %ptr, i64 4 - %tmp0 = atomicrmw volatile max i64 addrspace(4)* %gep, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %ptr = getelementptr i64, i64* %out, i64 %index + %gep = getelementptr i64, i64* %ptr, i64 4 + %tmp0 = atomicrmw volatile max i64* %gep, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_max_i64: ; GCN: flat_atomic_smax_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_max_i64(i64 addrspace(4)* %out, i64 %in) { +define amdgpu_kernel void @atomic_max_i64(i64* %out, i64 %in) { entry: - %tmp0 = atomicrmw volatile max i64 addrspace(4)* %out, i64 %in seq_cst + %tmp0 = atomicrmw volatile max i64* %out, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_max_i64_ret: ; GCN: flat_atomic_smax_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_max_i64_ret(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in) { +define amdgpu_kernel void @atomic_max_i64_ret(i64* %out, i64* %out2, i64 %in) { entry: - %tmp0 = atomicrmw volatile max i64 addrspace(4)* %out, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %tmp0 = atomicrmw volatile max i64* %out, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_max_i64_addr64: ; GCN: flat_atomic_smax_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_max_i64_addr64(i64 addrspace(4)* %out, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_max_i64_addr64(i64* %out, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %tmp0 = atomicrmw volatile max i64 addrspace(4)* %ptr, i64 %in seq_cst + %ptr = getelementptr i64, i64* %out, i64 %index + %tmp0 = atomicrmw volatile max i64* %ptr, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_max_i64_ret_addr64: ; GCN: flat_atomic_smax_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_max_i64_ret_addr64(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_max_i64_ret_addr64(i64* %out, i64* %out2, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %tmp0 = atomicrmw volatile max i64 addrspace(4)* %ptr, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %ptr = getelementptr i64, i64* %out, i64 %index + %tmp0 = atomicrmw volatile max i64* %ptr, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_umax_i64_offset: ; GCN: flat_atomic_umax_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_umax_i64_offset(i64 addrspace(4)* %out, i64 %in) { +define amdgpu_kernel void @atomic_umax_i64_offset(i64* %out, i64 %in) { entry: - %gep = getelementptr i64, i64 addrspace(4)* %out, i64 4 - %tmp0 = atomicrmw volatile umax i64 addrspace(4)* %gep, i64 %in seq_cst + %gep = getelementptr i64, i64* %out, i64 4 + %tmp0 = atomicrmw volatile umax i64* %gep, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_umax_i64_ret_offset: ; GCN: flat_atomic_umax_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_umax_i64_ret_offset(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in) { +define amdgpu_kernel void @atomic_umax_i64_ret_offset(i64* %out, i64* %out2, i64 %in) { entry: - %gep = getelementptr i64, i64 addrspace(4)* %out, i64 4 - %tmp0 = atomicrmw volatile umax i64 addrspace(4)* %gep, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %gep = getelementptr i64, i64* %out, i64 4 + %tmp0 = atomicrmw volatile umax i64* %gep, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_umax_i64_addr64_offset: ; GCN: flat_atomic_umax_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_umax_i64_addr64_offset(i64 addrspace(4)* %out, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_umax_i64_addr64_offset(i64* %out, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %gep = getelementptr i64, i64 addrspace(4)* %ptr, i64 4 - %tmp0 = atomicrmw volatile umax i64 addrspace(4)* %gep, i64 %in seq_cst + %ptr = getelementptr i64, i64* %out, i64 %index + %gep = getelementptr i64, i64* %ptr, i64 4 + %tmp0 = atomicrmw volatile umax i64* %gep, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_umax_i64_ret_addr64_offset: ; GCN: flat_atomic_umax_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_umax_i64_ret_addr64_offset(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_umax_i64_ret_addr64_offset(i64* %out, i64* %out2, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %gep = getelementptr i64, i64 addrspace(4)* %ptr, i64 4 - %tmp0 = atomicrmw volatile umax i64 addrspace(4)* %gep, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %ptr = getelementptr i64, i64* %out, i64 %index + %gep = getelementptr i64, i64* %ptr, i64 4 + %tmp0 = atomicrmw volatile umax i64* %gep, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_umax_i64: ; GCN: flat_atomic_umax_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_umax_i64(i64 addrspace(4)* %out, i64 %in) { +define amdgpu_kernel void @atomic_umax_i64(i64* %out, i64 %in) { entry: - %tmp0 = atomicrmw volatile umax i64 addrspace(4)* %out, i64 %in seq_cst + %tmp0 = atomicrmw volatile umax i64* %out, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_umax_i64_ret: ; GCN: flat_atomic_umax_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_umax_i64_ret(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in) { +define amdgpu_kernel void @atomic_umax_i64_ret(i64* %out, i64* %out2, i64 %in) { entry: - %tmp0 = atomicrmw volatile umax i64 addrspace(4)* %out, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %tmp0 = atomicrmw volatile umax i64* %out, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_umax_i64_addr64: ; GCN: flat_atomic_umax_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_umax_i64_addr64(i64 addrspace(4)* %out, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_umax_i64_addr64(i64* %out, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %tmp0 = atomicrmw volatile umax i64 addrspace(4)* %ptr, i64 %in seq_cst + %ptr = getelementptr i64, i64* %out, i64 %index + %tmp0 = atomicrmw volatile umax i64* %ptr, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_umax_i64_ret_addr64: ; GCN: flat_atomic_umax_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_umax_i64_ret_addr64(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_umax_i64_ret_addr64(i64* %out, i64* %out2, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %tmp0 = atomicrmw volatile umax i64 addrspace(4)* %ptr, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %ptr = getelementptr i64, i64* %out, i64 %index + %tmp0 = atomicrmw volatile umax i64* %ptr, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_min_i64_offset: ; GCN: flat_atomic_smin_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_min_i64_offset(i64 addrspace(4)* %out, i64 %in) { +define amdgpu_kernel void @atomic_min_i64_offset(i64* %out, i64 %in) { entry: - %gep = getelementptr i64, i64 addrspace(4)* %out, i64 4 - %tmp0 = atomicrmw volatile min i64 addrspace(4)* %gep, i64 %in seq_cst + %gep = getelementptr i64, i64* %out, i64 4 + %tmp0 = atomicrmw volatile min i64* %gep, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_min_i64_ret_offset: ; GCN: flat_atomic_smin_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_min_i64_ret_offset(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in) { +define amdgpu_kernel void @atomic_min_i64_ret_offset(i64* %out, i64* %out2, i64 %in) { entry: - %gep = getelementptr i64, i64 addrspace(4)* %out, i64 4 - %tmp0 = atomicrmw volatile min i64 addrspace(4)* %gep, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %gep = getelementptr i64, i64* %out, i64 4 + %tmp0 = atomicrmw volatile min i64* %gep, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_min_i64_addr64_offset: ; GCN: flat_atomic_smin_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_min_i64_addr64_offset(i64 addrspace(4)* %out, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_min_i64_addr64_offset(i64* %out, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %gep = getelementptr i64, i64 addrspace(4)* %ptr, i64 4 - %tmp0 = atomicrmw volatile min i64 addrspace(4)* %gep, i64 %in seq_cst + %ptr = getelementptr i64, i64* %out, i64 %index + %gep = getelementptr i64, i64* %ptr, i64 4 + %tmp0 = atomicrmw volatile min i64* %gep, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_min_i64_ret_addr64_offset: ; GCN: flat_atomic_smin_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_min_i64_ret_addr64_offset(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_min_i64_ret_addr64_offset(i64* %out, i64* %out2, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %gep = getelementptr i64, i64 addrspace(4)* %ptr, i64 4 - %tmp0 = atomicrmw volatile min i64 addrspace(4)* %gep, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %ptr = getelementptr i64, i64* %out, i64 %index + %gep = getelementptr i64, i64* %ptr, i64 4 + %tmp0 = atomicrmw volatile min i64* %gep, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_min_i64: ; GCN: flat_atomic_smin_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_min_i64(i64 addrspace(4)* %out, i64 %in) { +define amdgpu_kernel void @atomic_min_i64(i64* %out, i64 %in) { entry: - %tmp0 = atomicrmw volatile min i64 addrspace(4)* %out, i64 %in seq_cst + %tmp0 = atomicrmw volatile min i64* %out, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_min_i64_ret: ; GCN: flat_atomic_smin_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_min_i64_ret(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in) { +define amdgpu_kernel void @atomic_min_i64_ret(i64* %out, i64* %out2, i64 %in) { entry: - %tmp0 = atomicrmw volatile min i64 addrspace(4)* %out, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %tmp0 = atomicrmw volatile min i64* %out, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_min_i64_addr64: ; GCN: flat_atomic_smin_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_min_i64_addr64(i64 addrspace(4)* %out, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_min_i64_addr64(i64* %out, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %tmp0 = atomicrmw volatile min i64 addrspace(4)* %ptr, i64 %in seq_cst + %ptr = getelementptr i64, i64* %out, i64 %index + %tmp0 = atomicrmw volatile min i64* %ptr, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_min_i64_ret_addr64: ; GCN: flat_atomic_smin_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_min_i64_ret_addr64(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_min_i64_ret_addr64(i64* %out, i64* %out2, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %tmp0 = atomicrmw volatile min i64 addrspace(4)* %ptr, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %ptr = getelementptr i64, i64* %out, i64 %index + %tmp0 = atomicrmw volatile min i64* %ptr, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_umin_i64_offset: ; GCN: flat_atomic_umin_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_umin_i64_offset(i64 addrspace(4)* %out, i64 %in) { +define amdgpu_kernel void @atomic_umin_i64_offset(i64* %out, i64 %in) { entry: - %gep = getelementptr i64, i64 addrspace(4)* %out, i64 4 - %tmp0 = atomicrmw volatile umin i64 addrspace(4)* %gep, i64 %in seq_cst + %gep = getelementptr i64, i64* %out, i64 4 + %tmp0 = atomicrmw volatile umin i64* %gep, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_umin_i64_ret_offset: ; GCN: flat_atomic_umin_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_umin_i64_ret_offset(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in) { +define amdgpu_kernel void @atomic_umin_i64_ret_offset(i64* %out, i64* %out2, i64 %in) { entry: - %gep = getelementptr i64, i64 addrspace(4)* %out, i64 4 - %tmp0 = atomicrmw volatile umin i64 addrspace(4)* %gep, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %gep = getelementptr i64, i64* %out, i64 4 + %tmp0 = atomicrmw volatile umin i64* %gep, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_umin_i64_addr64_offset: ; GCN: flat_atomic_umin_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_umin_i64_addr64_offset(i64 addrspace(4)* %out, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_umin_i64_addr64_offset(i64* %out, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %gep = getelementptr i64, i64 addrspace(4)* %ptr, i64 4 - %tmp0 = atomicrmw volatile umin i64 addrspace(4)* %gep, i64 %in seq_cst + %ptr = getelementptr i64, i64* %out, i64 %index + %gep = getelementptr i64, i64* %ptr, i64 4 + %tmp0 = atomicrmw volatile umin i64* %gep, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_umin_i64_ret_addr64_offset: ; GCN: flat_atomic_umin_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_umin_i64_ret_addr64_offset(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_umin_i64_ret_addr64_offset(i64* %out, i64* %out2, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %gep = getelementptr i64, i64 addrspace(4)* %ptr, i64 4 - %tmp0 = atomicrmw volatile umin i64 addrspace(4)* %gep, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %ptr = getelementptr i64, i64* %out, i64 %index + %gep = getelementptr i64, i64* %ptr, i64 4 + %tmp0 = atomicrmw volatile umin i64* %gep, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_umin_i64: ; GCN: flat_atomic_umin_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_umin_i64(i64 addrspace(4)* %out, i64 %in) { +define amdgpu_kernel void @atomic_umin_i64(i64* %out, i64 %in) { entry: - %tmp0 = atomicrmw volatile umin i64 addrspace(4)* %out, i64 %in seq_cst + %tmp0 = atomicrmw volatile umin i64* %out, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_umin_i64_ret: ; GCN: flat_atomic_umin_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_umin_i64_ret(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in) { +define amdgpu_kernel void @atomic_umin_i64_ret(i64* %out, i64* %out2, i64 %in) { entry: - %tmp0 = atomicrmw volatile umin i64 addrspace(4)* %out, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %tmp0 = atomicrmw volatile umin i64* %out, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_umin_i64_addr64: ; GCN: flat_atomic_umin_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_umin_i64_addr64(i64 addrspace(4)* %out, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_umin_i64_addr64(i64* %out, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %tmp0 = atomicrmw volatile umin i64 addrspace(4)* %ptr, i64 %in seq_cst + %ptr = getelementptr i64, i64* %out, i64 %index + %tmp0 = atomicrmw volatile umin i64* %ptr, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_umin_i64_ret_addr64: ; GCN: flat_atomic_umin_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_umin_i64_ret_addr64(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_umin_i64_ret_addr64(i64* %out, i64* %out2, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %tmp0 = atomicrmw volatile umin i64 addrspace(4)* %ptr, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %ptr = getelementptr i64, i64* %out, i64 %index + %tmp0 = atomicrmw volatile umin i64* %ptr, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_or_i64_offset: ; GCN: flat_atomic_or_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_or_i64_offset(i64 addrspace(4)* %out, i64 %in) { +define amdgpu_kernel void @atomic_or_i64_offset(i64* %out, i64 %in) { entry: - %gep = getelementptr i64, i64 addrspace(4)* %out, i64 4 - %tmp0 = atomicrmw volatile or i64 addrspace(4)* %gep, i64 %in seq_cst + %gep = getelementptr i64, i64* %out, i64 4 + %tmp0 = atomicrmw volatile or i64* %gep, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_or_i64_ret_offset: ; GCN: flat_atomic_or_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_or_i64_ret_offset(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in) { +define amdgpu_kernel void @atomic_or_i64_ret_offset(i64* %out, i64* %out2, i64 %in) { entry: - %gep = getelementptr i64, i64 addrspace(4)* %out, i64 4 - %tmp0 = atomicrmw volatile or i64 addrspace(4)* %gep, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %gep = getelementptr i64, i64* %out, i64 4 + %tmp0 = atomicrmw volatile or i64* %gep, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_or_i64_addr64_offset: ; GCN: flat_atomic_or_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_or_i64_addr64_offset(i64 addrspace(4)* %out, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_or_i64_addr64_offset(i64* %out, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %gep = getelementptr i64, i64 addrspace(4)* %ptr, i64 4 - %tmp0 = atomicrmw volatile or i64 addrspace(4)* %gep, i64 %in seq_cst + %ptr = getelementptr i64, i64* %out, i64 %index + %gep = getelementptr i64, i64* %ptr, i64 4 + %tmp0 = atomicrmw volatile or i64* %gep, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_or_i64_ret_addr64_offset: ; GCN: flat_atomic_or_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_or_i64_ret_addr64_offset(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_or_i64_ret_addr64_offset(i64* %out, i64* %out2, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %gep = getelementptr i64, i64 addrspace(4)* %ptr, i64 4 - %tmp0 = atomicrmw volatile or i64 addrspace(4)* %gep, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %ptr = getelementptr i64, i64* %out, i64 %index + %gep = getelementptr i64, i64* %ptr, i64 4 + %tmp0 = atomicrmw volatile or i64* %gep, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_or_i64: ; GCN: flat_atomic_or_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_or_i64(i64 addrspace(4)* %out, i64 %in) { +define amdgpu_kernel void @atomic_or_i64(i64* %out, i64 %in) { entry: - %tmp0 = atomicrmw volatile or i64 addrspace(4)* %out, i64 %in seq_cst + %tmp0 = atomicrmw volatile or i64* %out, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_or_i64_ret: ; GCN: flat_atomic_or_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_or_i64_ret(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in) { +define amdgpu_kernel void @atomic_or_i64_ret(i64* %out, i64* %out2, i64 %in) { entry: - %tmp0 = atomicrmw volatile or i64 addrspace(4)* %out, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %tmp0 = atomicrmw volatile or i64* %out, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_or_i64_addr64: ; GCN: flat_atomic_or_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_or_i64_addr64(i64 addrspace(4)* %out, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_or_i64_addr64(i64* %out, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %tmp0 = atomicrmw volatile or i64 addrspace(4)* %ptr, i64 %in seq_cst + %ptr = getelementptr i64, i64* %out, i64 %index + %tmp0 = atomicrmw volatile or i64* %ptr, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_or_i64_ret_addr64: ; GCN: flat_atomic_or_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_or_i64_ret_addr64(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_or_i64_ret_addr64(i64* %out, i64* %out2, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %tmp0 = atomicrmw volatile or i64 addrspace(4)* %ptr, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %ptr = getelementptr i64, i64* %out, i64 %index + %tmp0 = atomicrmw volatile or i64* %ptr, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_xchg_i64_offset: ; GCN: flat_atomic_swap_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_xchg_i64_offset(i64 addrspace(4)* %out, i64 %in) { +define amdgpu_kernel void @atomic_xchg_i64_offset(i64* %out, i64 %in) { entry: - %gep = getelementptr i64, i64 addrspace(4)* %out, i64 4 - %tmp0 = atomicrmw volatile xchg i64 addrspace(4)* %gep, i64 %in seq_cst + %gep = getelementptr i64, i64* %out, i64 4 + %tmp0 = atomicrmw volatile xchg i64* %gep, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_xchg_i64_ret_offset: ; GCN: flat_atomic_swap_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_xchg_i64_ret_offset(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in) { +define amdgpu_kernel void @atomic_xchg_i64_ret_offset(i64* %out, i64* %out2, i64 %in) { entry: - %gep = getelementptr i64, i64 addrspace(4)* %out, i64 4 - %tmp0 = atomicrmw volatile xchg i64 addrspace(4)* %gep, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %gep = getelementptr i64, i64* %out, i64 4 + %tmp0 = atomicrmw volatile xchg i64* %gep, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_xchg_i64_addr64_offset: ; GCN: flat_atomic_swap_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_xchg_i64_addr64_offset(i64 addrspace(4)* %out, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_xchg_i64_addr64_offset(i64* %out, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %gep = getelementptr i64, i64 addrspace(4)* %ptr, i64 4 - %tmp0 = atomicrmw volatile xchg i64 addrspace(4)* %gep, i64 %in seq_cst + %ptr = getelementptr i64, i64* %out, i64 %index + %gep = getelementptr i64, i64* %ptr, i64 4 + %tmp0 = atomicrmw volatile xchg i64* %gep, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_xchg_i64_ret_addr64_offset: ; GCN: flat_atomic_swap_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_xchg_i64_ret_addr64_offset(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_xchg_i64_ret_addr64_offset(i64* %out, i64* %out2, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %gep = getelementptr i64, i64 addrspace(4)* %ptr, i64 4 - %tmp0 = atomicrmw volatile xchg i64 addrspace(4)* %gep, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %ptr = getelementptr i64, i64* %out, i64 %index + %gep = getelementptr i64, i64* %ptr, i64 4 + %tmp0 = atomicrmw volatile xchg i64* %gep, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_xchg_i64: ; GCN: flat_atomic_swap_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_xchg_i64(i64 addrspace(4)* %out, i64 %in) { +define amdgpu_kernel void @atomic_xchg_i64(i64* %out, i64 %in) { entry: - %tmp0 = atomicrmw volatile xchg i64 addrspace(4)* %out, i64 %in seq_cst + %tmp0 = atomicrmw volatile xchg i64* %out, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_xchg_i64_ret: ; GCN: flat_atomic_swap_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_xchg_i64_ret(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in) { +define amdgpu_kernel void @atomic_xchg_i64_ret(i64* %out, i64* %out2, i64 %in) { entry: - %tmp0 = atomicrmw volatile xchg i64 addrspace(4)* %out, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %tmp0 = atomicrmw volatile xchg i64* %out, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_xchg_i64_addr64: ; GCN: flat_atomic_swap_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_xchg_i64_addr64(i64 addrspace(4)* %out, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_xchg_i64_addr64(i64* %out, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %tmp0 = atomicrmw volatile xchg i64 addrspace(4)* %ptr, i64 %in seq_cst + %ptr = getelementptr i64, i64* %out, i64 %index + %tmp0 = atomicrmw volatile xchg i64* %ptr, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_xchg_i64_ret_addr64: ; GCN: flat_atomic_swap_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_xchg_i64_ret_addr64(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_xchg_i64_ret_addr64(i64* %out, i64* %out2, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %tmp0 = atomicrmw volatile xchg i64 addrspace(4)* %ptr, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %ptr = getelementptr i64, i64* %out, i64 %index + %tmp0 = atomicrmw volatile xchg i64* %ptr, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_xor_i64_offset: ; GCN: flat_atomic_xor_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_xor_i64_offset(i64 addrspace(4)* %out, i64 %in) { +define amdgpu_kernel void @atomic_xor_i64_offset(i64* %out, i64 %in) { entry: - %gep = getelementptr i64, i64 addrspace(4)* %out, i64 4 - %tmp0 = atomicrmw volatile xor i64 addrspace(4)* %gep, i64 %in seq_cst + %gep = getelementptr i64, i64* %out, i64 4 + %tmp0 = atomicrmw volatile xor i64* %gep, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_xor_i64_ret_offset: ; GCN: flat_atomic_xor_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_xor_i64_ret_offset(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in) { +define amdgpu_kernel void @atomic_xor_i64_ret_offset(i64* %out, i64* %out2, i64 %in) { entry: - %gep = getelementptr i64, i64 addrspace(4)* %out, i64 4 - %tmp0 = atomicrmw volatile xor i64 addrspace(4)* %gep, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %gep = getelementptr i64, i64* %out, i64 4 + %tmp0 = atomicrmw volatile xor i64* %gep, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_xor_i64_addr64_offset: ; GCN: flat_atomic_xor_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_xor_i64_addr64_offset(i64 addrspace(4)* %out, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_xor_i64_addr64_offset(i64* %out, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %gep = getelementptr i64, i64 addrspace(4)* %ptr, i64 4 - %tmp0 = atomicrmw volatile xor i64 addrspace(4)* %gep, i64 %in seq_cst + %ptr = getelementptr i64, i64* %out, i64 %index + %gep = getelementptr i64, i64* %ptr, i64 4 + %tmp0 = atomicrmw volatile xor i64* %gep, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_xor_i64_ret_addr64_offset: ; GCN: flat_atomic_xor_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_xor_i64_ret_addr64_offset(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_xor_i64_ret_addr64_offset(i64* %out, i64* %out2, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %gep = getelementptr i64, i64 addrspace(4)* %ptr, i64 4 - %tmp0 = atomicrmw volatile xor i64 addrspace(4)* %gep, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %ptr = getelementptr i64, i64* %out, i64 %index + %gep = getelementptr i64, i64* %ptr, i64 4 + %tmp0 = atomicrmw volatile xor i64* %gep, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_xor_i64: ; GCN: flat_atomic_xor_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_xor_i64(i64 addrspace(4)* %out, i64 %in) { +define amdgpu_kernel void @atomic_xor_i64(i64* %out, i64 %in) { entry: - %tmp0 = atomicrmw volatile xor i64 addrspace(4)* %out, i64 %in seq_cst + %tmp0 = atomicrmw volatile xor i64* %out, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_xor_i64_ret: ; GCN: flat_atomic_xor_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_xor_i64_ret(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in) { +define amdgpu_kernel void @atomic_xor_i64_ret(i64* %out, i64* %out2, i64 %in) { entry: - %tmp0 = atomicrmw volatile xor i64 addrspace(4)* %out, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %tmp0 = atomicrmw volatile xor i64* %out, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_xor_i64_addr64: ; GCN: flat_atomic_xor_x2 v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]$}} -define amdgpu_kernel void @atomic_xor_i64_addr64(i64 addrspace(4)* %out, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_xor_i64_addr64(i64* %out, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %tmp0 = atomicrmw volatile xor i64 addrspace(4)* %ptr, i64 %in seq_cst + %ptr = getelementptr i64, i64* %out, i64 %index + %tmp0 = atomicrmw volatile xor i64* %ptr, i64 %in seq_cst ret void } ; GCN-LABEL: {{^}}atomic_xor_i64_ret_addr64: ; GCN: flat_atomic_xor_x2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}], v{{\[[0-9]+:[0-9]+\]}} glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_xor_i64_ret_addr64(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in, i64 %index) { +define amdgpu_kernel void @atomic_xor_i64_ret_addr64(i64* %out, i64* %out2, i64 %in, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %tmp0 = atomicrmw volatile xor i64 addrspace(4)* %ptr, i64 %in seq_cst - store i64 %tmp0, i64 addrspace(4)* %out2 + %ptr = getelementptr i64, i64* %out, i64 %index + %tmp0 = atomicrmw volatile xor i64* %ptr, i64 %in seq_cst + store i64 %tmp0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_load_i64_offset: ; GCN: flat_load_dwordx2 [[RET:v\[[0-9]+:[0-9]\]]], v[{{[0-9]+}}:{{[0-9]+}}] glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_load_i64_offset(i64 addrspace(4)* %in, i64 addrspace(4)* %out) { +define amdgpu_kernel void @atomic_load_i64_offset(i64* %in, i64* %out) { entry: - %gep = getelementptr i64, i64 addrspace(4)* %in, i64 4 - %val = load atomic i64, i64 addrspace(4)* %gep seq_cst, align 8 - store i64 %val, i64 addrspace(4)* %out + %gep = getelementptr i64, i64* %in, i64 4 + %val = load atomic i64, i64* %gep seq_cst, align 8 + store i64 %val, i64* %out ret void } ; GCN-LABEL: {{^}}atomic_load_i64: ; GCN: flat_load_dwordx2 [[RET:v\[[0-9]+:[0-9]\]]], v[{{[0-9]+}}:{{[0-9]+}}] glc ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_load_i64(i64 addrspace(4)* %in, i64 addrspace(4)* %out) { +define amdgpu_kernel void @atomic_load_i64(i64* %in, i64* %out) { entry: - %val = load atomic i64, i64 addrspace(4)* %in seq_cst, align 8 - store i64 %val, i64 addrspace(4)* %out + %val = load atomic i64, i64* %in seq_cst, align 8 + store i64 %val, i64* %out ret void } ; GCN-LABEL: {{^}}atomic_load_i64_addr64_offset: ; GCN: flat_load_dwordx2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}] glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_load_i64_addr64_offset(i64 addrspace(4)* %in, i64 addrspace(4)* %out, i64 %index) { +define amdgpu_kernel void @atomic_load_i64_addr64_offset(i64* %in, i64* %out, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %in, i64 %index - %gep = getelementptr i64, i64 addrspace(4)* %ptr, i64 4 - %val = load atomic i64, i64 addrspace(4)* %gep seq_cst, align 8 - store i64 %val, i64 addrspace(4)* %out + %ptr = getelementptr i64, i64* %in, i64 %index + %gep = getelementptr i64, i64* %ptr, i64 4 + %val = load atomic i64, i64* %gep seq_cst, align 8 + store i64 %val, i64* %out ret void } ; GCN-LABEL: {{^}}atomic_load_i64_addr64: ; GCN: flat_load_dwordx2 [[RET:v\[[0-9]+:[0-9]+\]]], v[{{[0-9]+:[0-9]+}}] glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, [[RET]] -define amdgpu_kernel void @atomic_load_i64_addr64(i64 addrspace(4)* %in, i64 addrspace(4)* %out, i64 %index) { +define amdgpu_kernel void @atomic_load_i64_addr64(i64* %in, i64* %out, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %in, i64 %index - %val = load atomic i64, i64 addrspace(4)* %ptr seq_cst, align 8 - store i64 %val, i64 addrspace(4)* %out + %ptr = getelementptr i64, i64* %in, i64 %index + %val = load atomic i64, i64* %ptr seq_cst, align 8 + store i64 %val, i64* %out ret void } ; GCN-LABEL: {{^}}atomic_store_i64_offset: ; GCN: flat_store_dwordx2 [[RET:v\[[0-9]+:[0-9]\]]], v[{{[0-9]+}}:{{[0-9]+}}]{{$}} -define amdgpu_kernel void @atomic_store_i64_offset(i64 %in, i64 addrspace(4)* %out) { +define amdgpu_kernel void @atomic_store_i64_offset(i64 %in, i64* %out) { entry: - %gep = getelementptr i64, i64 addrspace(4)* %out, i64 4 - store atomic i64 %in, i64 addrspace(4)* %gep seq_cst, align 8 + %gep = getelementptr i64, i64* %out, i64 4 + store atomic i64 %in, i64* %gep seq_cst, align 8 ret void } ; GCN-LABEL: {{^}}atomic_store_i64: ; GCN: flat_store_dwordx2 {{v\[[0-9]+:[0-9]\]}}, v[{{[0-9]+}}:{{[0-9]+}}] -define amdgpu_kernel void @atomic_store_i64(i64 %in, i64 addrspace(4)* %out) { +define amdgpu_kernel void @atomic_store_i64(i64 %in, i64* %out) { entry: - store atomic i64 %in, i64 addrspace(4)* %out seq_cst, align 8 + store atomic i64 %in, i64* %out seq_cst, align 8 ret void } ; GCN-LABEL: {{^}}atomic_store_i64_addr64_offset: ; GCN: flat_store_dwordx2 {{v\[[0-9]+:[0-9]+\]}}, v[{{[0-9]+:[0-9]+}}]{{$}} -define amdgpu_kernel void @atomic_store_i64_addr64_offset(i64 %in, i64 addrspace(4)* %out, i64 %index) { +define amdgpu_kernel void @atomic_store_i64_addr64_offset(i64 %in, i64* %out, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %gep = getelementptr i64, i64 addrspace(4)* %ptr, i64 4 - store atomic i64 %in, i64 addrspace(4)* %gep seq_cst, align 8 + %ptr = getelementptr i64, i64* %out, i64 %index + %gep = getelementptr i64, i64* %ptr, i64 4 + store atomic i64 %in, i64* %gep seq_cst, align 8 ret void } ; GCN-LABEL: {{^}}atomic_store_i64_addr64: ; GCN: flat_store_dwordx2 {{v\[[0-9]+:[0-9]+\]}}, v[{{[0-9]+:[0-9]+}}]{{$}} -define amdgpu_kernel void @atomic_store_i64_addr64(i64 %in, i64 addrspace(4)* %out, i64 %index) { +define amdgpu_kernel void @atomic_store_i64_addr64(i64 %in, i64* %out, i64 %index) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - store atomic i64 %in, i64 addrspace(4)* %ptr seq_cst, align 8 + %ptr = getelementptr i64, i64* %out, i64 %index + store atomic i64 %in, i64* %ptr seq_cst, align 8 ret void } ; GCN-LABEL: {{^}}atomic_cmpxchg_i64_offset: ; GCN: flat_atomic_cmpswap_x2 v[{{[0-9]+\:[0-9]+}}], v[{{[0-9]+}}:{{[0-9]+}}]{{$}} -define amdgpu_kernel void @atomic_cmpxchg_i64_offset(i64 addrspace(4)* %out, i64 %in, i64 %old) { +define amdgpu_kernel void @atomic_cmpxchg_i64_offset(i64* %out, i64 %in, i64 %old) { entry: - %gep = getelementptr i64, i64 addrspace(4)* %out, i64 4 - %val = cmpxchg volatile i64 addrspace(4)* %gep, i64 %old, i64 %in seq_cst seq_cst + %gep = getelementptr i64, i64* %out, i64 4 + %val = cmpxchg volatile i64* %gep, i64 %old, i64 %in seq_cst seq_cst ret void } ; GCN-LABEL: {{^}}atomic_cmpxchg_i64_soffset: ; GCN: flat_atomic_cmpswap_x2 v[{{[0-9]+}}:{{[0-9]+}}], v[{{[0-9]+}}:{{[0-9]+}}]{{$}} -define amdgpu_kernel void @atomic_cmpxchg_i64_soffset(i64 addrspace(4)* %out, i64 %in, i64 %old) { +define amdgpu_kernel void @atomic_cmpxchg_i64_soffset(i64* %out, i64 %in, i64 %old) { entry: - %gep = getelementptr i64, i64 addrspace(4)* %out, i64 9000 - %val = cmpxchg volatile i64 addrspace(4)* %gep, i64 %old, i64 %in seq_cst seq_cst + %gep = getelementptr i64, i64* %out, i64 9000 + %val = cmpxchg volatile i64* %gep, i64 %old, i64 %in seq_cst seq_cst ret void } ; GCN-LABEL: {{^}}atomic_cmpxchg_i64_ret_offset: ; GCN: flat_atomic_cmpswap_x2 v{{\[}}[[RET:[0-9]+]]{{:[0-9]+}}], v[{{[0-9]+:[0-9]+}}], v[{{[0-9]+:[0-9]+}}] glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, v{{\[}}[[RET]]: -define amdgpu_kernel void @atomic_cmpxchg_i64_ret_offset(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in, i64 %old) { +define amdgpu_kernel void @atomic_cmpxchg_i64_ret_offset(i64* %out, i64* %out2, i64 %in, i64 %old) { entry: - %gep = getelementptr i64, i64 addrspace(4)* %out, i64 4 - %val = cmpxchg volatile i64 addrspace(4)* %gep, i64 %old, i64 %in seq_cst seq_cst + %gep = getelementptr i64, i64* %out, i64 4 + %val = cmpxchg volatile i64* %gep, i64 %old, i64 %in seq_cst seq_cst %extract0 = extractvalue { i64, i1 } %val, 0 - store i64 %extract0, i64 addrspace(4)* %out2 + store i64 %extract0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_cmpxchg_i64_addr64_offset: ; GCN: flat_atomic_cmpswap_x2 v[{{[0-9]+\:[0-9]+}}], v[{{[0-9]+}}:{{[0-9]+}}]{{$}} -define amdgpu_kernel void @atomic_cmpxchg_i64_addr64_offset(i64 addrspace(4)* %out, i64 %in, i64 %index, i64 %old) { +define amdgpu_kernel void @atomic_cmpxchg_i64_addr64_offset(i64* %out, i64 %in, i64 %index, i64 %old) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %gep = getelementptr i64, i64 addrspace(4)* %ptr, i64 4 - %val = cmpxchg volatile i64 addrspace(4)* %gep, i64 %old, i64 %in seq_cst seq_cst + %ptr = getelementptr i64, i64* %out, i64 %index + %gep = getelementptr i64, i64* %ptr, i64 4 + %val = cmpxchg volatile i64* %gep, i64 %old, i64 %in seq_cst seq_cst ret void } ; GCN-LABEL: {{^}}atomic_cmpxchg_i64_ret_addr64_offset: ; GCN: flat_atomic_cmpswap_x2 v{{\[}}[[RET:[0-9]+]]:{{[0-9]+\]}}, v[{{[0-9]+:[0-9]+}}], v[{{[0-9]+:[0-9]+}}] glc{{$}} ; GCN: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, v{{\[}}[[RET]]: -define amdgpu_kernel void @atomic_cmpxchg_i64_ret_addr64_offset(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in, i64 %index, i64 %old) { +define amdgpu_kernel void @atomic_cmpxchg_i64_ret_addr64_offset(i64* %out, i64* %out2, i64 %in, i64 %index, i64 %old) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %gep = getelementptr i64, i64 addrspace(4)* %ptr, i64 4 - %val = cmpxchg volatile i64 addrspace(4)* %gep, i64 %old, i64 %in seq_cst seq_cst + %ptr = getelementptr i64, i64* %out, i64 %index + %gep = getelementptr i64, i64* %ptr, i64 4 + %val = cmpxchg volatile i64* %gep, i64 %old, i64 %in seq_cst seq_cst %extract0 = extractvalue { i64, i1 } %val, 0 - store i64 %extract0, i64 addrspace(4)* %out2 + store i64 %extract0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_cmpxchg_i64: ; GCN: flat_atomic_cmpswap_x2 v[{{[0-9]+:[0-9]+}}], v[{{[0-9]+:[0-9]+}}]{{$}} -define amdgpu_kernel void @atomic_cmpxchg_i64(i64 addrspace(4)* %out, i64 %in, i64 %old) { +define amdgpu_kernel void @atomic_cmpxchg_i64(i64* %out, i64 %in, i64 %old) { entry: - %val = cmpxchg volatile i64 addrspace(4)* %out, i64 %old, i64 %in seq_cst seq_cst + %val = cmpxchg volatile i64* %out, i64 %old, i64 %in seq_cst seq_cst ret void } ; GCN-LABEL: {{^}}atomic_cmpxchg_i64_ret: ; GCN: flat_atomic_cmpswap_x2 v{{\[}}[[RET:[0-9]+]]:{{[0-9]+\]}}, v[{{[0-9]+:[0-9]+}}], v[{{[0-9]+:[0-9]+}}] glc{{$}} ; GCN: flat_store_dwordx2 {{v\[[0-9]+:[0-9]+\]}}, v{{\[}}[[RET]]: -define amdgpu_kernel void @atomic_cmpxchg_i64_ret(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in, i64 %old) { +define amdgpu_kernel void @atomic_cmpxchg_i64_ret(i64* %out, i64* %out2, i64 %in, i64 %old) { entry: - %val = cmpxchg volatile i64 addrspace(4)* %out, i64 %old, i64 %in seq_cst seq_cst + %val = cmpxchg volatile i64* %out, i64 %old, i64 %in seq_cst seq_cst %extract0 = extractvalue { i64, i1 } %val, 0 - store i64 %extract0, i64 addrspace(4)* %out2 + store i64 %extract0, i64* %out2 ret void } ; GCN-LABEL: {{^}}atomic_cmpxchg_i64_addr64: ; GCN: flat_atomic_cmpswap_x2 v[{{[0-9]+:[0-9]+}}], v[{{[0-9]+:[0-9]+}}]{{$}} -define amdgpu_kernel void @atomic_cmpxchg_i64_addr64(i64 addrspace(4)* %out, i64 %in, i64 %index, i64 %old) { +define amdgpu_kernel void @atomic_cmpxchg_i64_addr64(i64* %out, i64 %in, i64 %index, i64 %old) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %val = cmpxchg volatile i64 addrspace(4)* %ptr, i64 %old, i64 %in seq_cst seq_cst + %ptr = getelementptr i64, i64* %out, i64 %index + %val = cmpxchg volatile i64* %ptr, i64 %old, i64 %in seq_cst seq_cst ret void } ; GCN-LABEL: {{^}}atomic_cmpxchg_i64_ret_addr64: ; GCN: flat_atomic_cmpswap_x2 v{{\[}}[[RET:[0-9]+]]:{{[0-9]+\]}}, v[{{[0-9]+:[0-9]+}}], v[{{[0-9]+:[0-9]+}}] glc{{$}} ; GCN: flat_store_dwordx2 {{v\[[0-9]+:[0-9]+\]}}, v{{\[}}[[RET]]: -define amdgpu_kernel void @atomic_cmpxchg_i64_ret_addr64(i64 addrspace(4)* %out, i64 addrspace(4)* %out2, i64 %in, i64 %index, i64 %old) { +define amdgpu_kernel void @atomic_cmpxchg_i64_ret_addr64(i64* %out, i64* %out2, i64 %in, i64 %index, i64 %old) { entry: - %ptr = getelementptr i64, i64 addrspace(4)* %out, i64 %index - %val = cmpxchg volatile i64 addrspace(4)* %ptr, i64 %old, i64 %in seq_cst seq_cst + %ptr = getelementptr i64, i64* %out, i64 %index + %val = cmpxchg volatile i64* %ptr, i64 %old, i64 %in seq_cst seq_cst %extract0 = extractvalue { i64, i1 } %val, 0 - store i64 %extract0, i64 addrspace(4)* %out2 + store i64 %extract0, i64* %out2 ret void } |