https://github.com/Pierre-vh updated 
https://github.com/llvm/llvm-project/pull/189556

>From 102778bab5632ff41fc4813447e33a2324cbdb4b Mon Sep 17 00:00:00 2001
From: pvanhout <[email protected]>
Date: Tue, 31 Mar 2026 10:00:17 +0200
Subject: [PATCH] [AMDGPU][SIMemoryLegalizer] Consider scratch operations as
 NV=1 if GAS is disabled

- Clarify that `thread-private` MMO flag is still useful.
- If GAS is not enabled (which is the default as of last patch), consider an op 
as `NV=1` if it's a `scratch_` opcode, or if the MMO is in the private AS.
- Add tests for the new cases.
- Update AMDGPUUsage GFX12.5 memory model
---
 llvm/docs/AMDGPUUsage.md                      |   2 +
 llvm/lib/Target/AMDGPU/SIInstrInfo.h          |   4 +-
 llvm/lib/Target/AMDGPU/SIMemoryLegalizer.cpp  |  19 +-
 .../AMDGPU/memory-legalizer-cfs-policy.ll     |  12 +-
 .../AMDGPU/memory-legalizer-non-volatile.ll   | 111 +++++++----
 .../AMDGPU/memory-legalizer-non-volatile.mir  | 181 ++++++++++++++++++
 6 files changed, 282 insertions(+), 47 deletions(-)
 create mode 100644 llvm/test/CodeGen/AMDGPU/memory-legalizer-non-volatile.mir

diff --git a/llvm/docs/AMDGPUUsage.md b/llvm/docs/AMDGPUUsage.md
index b48364684eb79f..caa6decc5f4961 100644
--- a/llvm/docs/AMDGPUUsage.md
+++ b/llvm/docs/AMDGPUUsage.md
@@ -14471,6 +14471,8 @@ Scalar operations memory model needs more elaboration 
as well.
   - When `nv=0` reads hit dirty `$nv=1` data in cache, the hardware will
     writeback the data to the next level in the hierarchy and then 
subsequently read
     it again, updating the cache line with a clean `$nv=0` copy of the data.
+  - ``nv=1`` is set on operations that are known to access read-only memory, 
or memory
+    that can only be modified by the current thread.
 
 - `global_inv`, `global_wb` and `global_wbinv` are cache control instructions.
   The affected cache(s) are controlled by the `SCOPE` of the instruction.
diff --git a/llvm/lib/Target/AMDGPU/SIInstrInfo.h 
b/llvm/lib/Target/AMDGPU/SIInstrInfo.h
index 04210db5e6b913..378a6efb61ec63 100644
--- a/llvm/lib/Target/AMDGPU/SIInstrInfo.h
+++ b/llvm/lib/Target/AMDGPU/SIInstrInfo.h
@@ -60,7 +60,9 @@ struct V2PhysSCopyInfo {
   SmallVector<Register> SGPRs;
 };
 /// Mark the MMO of accesses to memory locations that are
-/// never written to by other threads.
+/// known to never written to by other threads, no matter the
+/// target and target features enabled
+/// (e.g. even with globally-addressable scratch enabled).
 static const MachineMemOperand::Flags MOThreadPrivate =
     MachineMemOperand::MOTargetFlag4;
 
diff --git a/llvm/lib/Target/AMDGPU/SIMemoryLegalizer.cpp 
b/llvm/lib/Target/AMDGPU/SIMemoryLegalizer.cpp
index 11ed0cb236592e..91b7815c46c147 100644
--- a/llvm/lib/Target/AMDGPU/SIMemoryLegalizer.cpp
+++ b/llvm/lib/Target/AMDGPU/SIMemoryLegalizer.cpp
@@ -1023,11 +1023,22 @@ SIMemOpAccess::getLDSDMAInfo(const 
MachineBasicBlock::iterator &MI) const {
 /// being marked as non-volatile. This means that either they are accessing the
 /// constant address space, are accessing a known invariant memory location, or
 /// that they are marked with the non-volatile metadata/MMO flag.
-static bool isNonVolatileMemoryAccess(const MachineInstr &MI) {
+static bool isNonVolatileMemoryAccess(const GCNSubtarget &ST,
+                                      const MachineInstr &MI) {
   if (MI.getNumMemOperands() == 0)
     return false;
-  return all_of(MI.memoperands(), [&](const MachineMemOperand *MMO) {
-    return MMO->getFlags() & (MOThreadPrivate | 
MachineMemOperand::MOInvariant);
+  // If globally addressable scratch is not in use, we can assume any scratch
+  // opcode accesses thread-local memory, thus is NV=1.
+  bool GASEnabled = ST.isGloballyAddressableScratchEnabled();
+  if (!GASEnabled && ST.getInstrInfo()->isFLATScratch(MI.getOpcode()))
+    return true;
+  return all_of(MI.memoperands(), [GASEnabled](const MachineMemOperand *MMO) {
+    // If globally addressable scratch is enabled, we can only set NV=1 by
+    // checking for the thread-private or invariant memory. If it is disabled,
+    // we can additionally consider private memory.
+    return (!GASEnabled && MMO->getAddrSpace() == AMDGPUAS::PRIVATE_ADDRESS) ||
+           (MMO->getFlags() &
+            (MOThreadPrivate | MachineMemOperand::MOInvariant));
   });
 }
 
@@ -2689,7 +2700,7 @@ bool SIMemoryLegalizer::run(MachineFunction &MF) {
           Changed |= expandAtomicCmpxchgOrRmw(*MOI, MI);
       }
 
-      if (isNonVolatileMemoryAccess(*MI))
+      if (isNonVolatileMemoryAccess(ST, *MI))
         Changed |= CC->handleNonVolatile(*MI);
     }
   }
diff --git a/llvm/test/CodeGen/AMDGPU/memory-legalizer-cfs-policy.ll 
b/llvm/test/CodeGen/AMDGPU/memory-legalizer-cfs-policy.ll
index 73de8438022463..82547cfe9c60e4 100644
--- a/llvm/test/CodeGen/AMDGPU/memory-legalizer-cfs-policy.ll
+++ b/llvm/test/CodeGen/AMDGPU/memory-legalizer-cfs-policy.ll
@@ -440,9 +440,9 @@ define amdgpu_kernel void @scratch_load_store_cfs_128B(ptr 
addrspace(5) %in, ptr
 ; GFX13:       ; %bb.0: ; %entry
 ; GFX13-NEXT:    s_load_b64 s[0:1], s[4:5], 0x24 nv
 ; GFX13-NEXT:    s_wait_kmcnt 0x0
-; GFX13-NEXT:    scratch_load_b32 v0, off, s0 cfs:CFS_128B
+; GFX13-NEXT:    scratch_load_b32 v0, off, s0 nv cfs:CFS_128B
 ; GFX13-NEXT:    s_wait_loadcnt 0x0
-; GFX13-NEXT:    scratch_store_b32 off, v0, s1 cfs:CFS_128B
+; GFX13-NEXT:    scratch_store_b32 off, v0, s1 nv cfs:CFS_128B
 ; GFX13-NEXT:    s_endpgm
 entry:
   %val = load i32, ptr addrspace(5) %in, align 4, !amdgpu.cfs !{i32 1}
@@ -455,9 +455,9 @@ define amdgpu_kernel void @scratch_load_store_cfs_64B(ptr 
addrspace(5) %in, ptr
 ; GFX13:       ; %bb.0: ; %entry
 ; GFX13-NEXT:    s_load_b64 s[0:1], s[4:5], 0x24 nv
 ; GFX13-NEXT:    s_wait_kmcnt 0x0
-; GFX13-NEXT:    scratch_load_b32 v0, off, s0 cfs:CFS_64B
+; GFX13-NEXT:    scratch_load_b32 v0, off, s0 nv cfs:CFS_64B
 ; GFX13-NEXT:    s_wait_loadcnt 0x0
-; GFX13-NEXT:    scratch_store_b32 off, v0, s1 cfs:CFS_64B
+; GFX13-NEXT:    scratch_store_b32 off, v0, s1 nv cfs:CFS_64B
 ; GFX13-NEXT:    s_endpgm
 entry:
   %val = load i32, ptr addrspace(5) %in, align 4, !amdgpu.cfs !{i32 2}
@@ -470,9 +470,9 @@ define amdgpu_kernel void @scratch_load_store_cfs_32B(ptr 
addrspace(5) %in, ptr
 ; GFX13:       ; %bb.0: ; %entry
 ; GFX13-NEXT:    s_load_b64 s[0:1], s[4:5], 0x24 nv
 ; GFX13-NEXT:    s_wait_kmcnt 0x0
-; GFX13-NEXT:    scratch_load_b32 v0, off, s0 cfs:CFS_32B
+; GFX13-NEXT:    scratch_load_b32 v0, off, s0 nv cfs:CFS_32B
 ; GFX13-NEXT:    s_wait_loadcnt 0x0
-; GFX13-NEXT:    scratch_store_b32 off, v0, s1 cfs:CFS_32B
+; GFX13-NEXT:    scratch_store_b32 off, v0, s1 nv cfs:CFS_32B
 ; GFX13-NEXT:    s_endpgm
 entry:
   %val = load i32, ptr addrspace(5) %in, align 4, !amdgpu.cfs !{i32 3}
diff --git a/llvm/test/CodeGen/AMDGPU/memory-legalizer-non-volatile.ll 
b/llvm/test/CodeGen/AMDGPU/memory-legalizer-non-volatile.ll
index 6155d88a75e6da..1ce08065d4b19f 100644
--- a/llvm/test/CodeGen/AMDGPU/memory-legalizer-non-volatile.ll
+++ b/llvm/test/CodeGen/AMDGPU/memory-legalizer-non-volatile.ll
@@ -2,8 +2,10 @@
 ; RUN: llc -global-isel=0 -mtriple=amdgpu12.00-amd-amdhsa -mattr=+cumode < %s 
| FileCheck --check-prefixes=GFX12-CU,GFX12-CU-DAGISEL %s
 ; RUN: llc -global-isel=1 -mtriple=amdgpu12.00-amd-amdhsa -mattr=+cumode < %s 
| FileCheck --check-prefixes=GFX12-CU,GFX12-CU-GISEL %s
 
-; RUN: llc -global-isel=0 -mtriple=amdgpu12.50-amd-amdhsa < %s | FileCheck 
--check-prefixes=GFX1250,GFX1250-DAGISEL %s
-; RUN: llc -global-isel=1 -mtriple=amdgpu12.50-amd-amdhsa < %s | FileCheck 
--check-prefixes=GFX1250,GFX1250-GISEL %s
+; RUN: llc -global-isel=0 -mtriple=amdgpu12.50-amd-amdhsa 
--amdgpu-enable-globally-addressable-scratch  < %s | FileCheck 
--check-prefixes=GFX1250,GFX1250-GAS,GFX1250-GAS-DAGISEL %s
+; RUN: llc -global-isel=0 -mtriple=amdgpu12.50-amd-amdhsa < %s                 
                      | FileCheck 
--check-prefixes=GFX1250,GFX1250-NOGAS,GFX1250-NOGAS-DAGISEL %s
+; RUN: llc -global-isel=1 -mtriple=amdgpu12.50-amd-amdhsa 
--amdgpu-enable-globally-addressable-scratch < %s  | FileCheck 
--check-prefixes=GFX1250,GFX1250-GAS,GFX1250-GAS-GISEL %s
+; RUN: llc -global-isel=1 -mtriple=amdgpu12.50-amd-amdhsa -mcpu=gfx1250 < %s   
                      | FileCheck 
--check-prefixes=GFX1250,GFX1250-NOGAS,GFX1250-NOGAS-GISEL %s
 
 define void @flat_i32_nonatomic(ptr addrspace(0) %in, ptr addrspace(0) %out) {
 ; GFX12-CU-LABEL: flat_i32_nonatomic:
@@ -174,14 +176,23 @@ define void @scratch_i32_nonatomic(ptr addrspace(5) %in, 
ptr addrspace(5) %out)
 ; GFX12-CU-NEXT:    scratch_store_b32 v1, v0, off
 ; GFX12-CU-NEXT:    s_setpc_b64 s[30:31]
 ;
-; GFX1250-LABEL: scratch_i32_nonatomic:
-; GFX1250:       ; %bb.0: ; %entry
-; GFX1250-NEXT:    s_wait_loadcnt_dscnt 0x0
-; GFX1250-NEXT:    s_wait_kmcnt 0x0
-; GFX1250-NEXT:    scratch_load_b32 v0, v0, off
-; GFX1250-NEXT:    s_wait_loadcnt 0x0
-; GFX1250-NEXT:    scratch_store_b32 v1, v0, off
-; GFX1250-NEXT:    s_set_pc_i64 s[30:31]
+; GFX1250-GAS-LABEL: scratch_i32_nonatomic:
+; GFX1250-GAS:       ; %bb.0: ; %entry
+; GFX1250-GAS-NEXT:    s_wait_loadcnt_dscnt 0x0
+; GFX1250-GAS-NEXT:    s_wait_kmcnt 0x0
+; GFX1250-GAS-NEXT:    scratch_load_b32 v0, v0, off
+; GFX1250-GAS-NEXT:    s_wait_loadcnt 0x0
+; GFX1250-GAS-NEXT:    scratch_store_b32 v1, v0, off
+; GFX1250-GAS-NEXT:    s_set_pc_i64 s[30:31]
+;
+; GFX1250-NOGAS-LABEL: scratch_i32_nonatomic:
+; GFX1250-NOGAS:       ; %bb.0: ; %entry
+; GFX1250-NOGAS-NEXT:    s_wait_loadcnt_dscnt 0x0
+; GFX1250-NOGAS-NEXT:    s_wait_kmcnt 0x0
+; GFX1250-NOGAS-NEXT:    scratch_load_b32 v0, v0, off nv
+; GFX1250-NOGAS-NEXT:    s_wait_loadcnt 0x0
+; GFX1250-NOGAS-NEXT:    scratch_store_b32 v1, v0, off nv
+; GFX1250-NOGAS-NEXT:    s_set_pc_i64 s[30:31]
 entry:
   %val = load i32, ptr addrspace(5) %in
   store i32 %val, ptr addrspace(5) %out
@@ -303,33 +314,61 @@ define void @buffer_i32_nonatomic(ptr addrspace(7) inreg 
%in, ptr addrspace(7) i
 ; GFX12-CU-GISEL-NEXT:    buffer_store_b32 v0, v1, s[4:7], null offen
 ; GFX12-CU-GISEL-NEXT:    s_setpc_b64 s[30:31]
 ;
-; GFX1250-DAGISEL-LABEL: buffer_i32_nonatomic:
-; GFX1250-DAGISEL:       ; %bb.0: ; %entry
-; GFX1250-DAGISEL-NEXT:    s_wait_loadcnt_dscnt 0x0
-; GFX1250-DAGISEL-NEXT:    s_wait_kmcnt 0x0
-; GFX1250-DAGISEL-NEXT:    v_dual_mov_b32 v0, s16 :: v_dual_mov_b32 v1, s21
-; GFX1250-DAGISEL-NEXT:    s_mov_b32 s7, s20
-; GFX1250-DAGISEL-NEXT:    s_mov_b32 s6, s19
-; GFX1250-DAGISEL-NEXT:    s_mov_b32 s5, s18
-; GFX1250-DAGISEL-NEXT:    buffer_load_b32 v0, v0, s[0:3], null offen
-; GFX1250-DAGISEL-NEXT:    s_mov_b32 s4, s17
-; GFX1250-DAGISEL-NEXT:    s_wait_loadcnt 0x0
-; GFX1250-DAGISEL-NEXT:    buffer_store_b32 v0, v1, s[4:7], null offen
-; GFX1250-DAGISEL-NEXT:    s_set_pc_i64 s[30:31]
+; GFX1250-GAS-DAGISEL-LABEL: buffer_i32_nonatomic:
+; GFX1250-GAS-DAGISEL:       ; %bb.0: ; %entry
+; GFX1250-GAS-DAGISEL-NEXT:    s_wait_loadcnt_dscnt 0x0
+; GFX1250-GAS-DAGISEL-NEXT:    s_wait_kmcnt 0x0
+; GFX1250-GAS-DAGISEL-NEXT:    v_dual_mov_b32 v0, s16 :: v_dual_mov_b32 v1, s21
+; GFX1250-GAS-DAGISEL-NEXT:    s_mov_b32 s7, s20
+; GFX1250-GAS-DAGISEL-NEXT:    s_mov_b32 s6, s19
+; GFX1250-GAS-DAGISEL-NEXT:    s_mov_b32 s5, s18
+; GFX1250-GAS-DAGISEL-NEXT:    buffer_load_b32 v0, v0, s[0:3], null offen
+; GFX1250-GAS-DAGISEL-NEXT:    s_mov_b32 s4, s17
+; GFX1250-GAS-DAGISEL-NEXT:    s_wait_loadcnt 0x0
+; GFX1250-GAS-DAGISEL-NEXT:    buffer_store_b32 v0, v1, s[4:7], null offen
+; GFX1250-GAS-DAGISEL-NEXT:    s_set_pc_i64 s[30:31]
+;
+; GFX1250-NOGAS-DAGISEL-LABEL: buffer_i32_nonatomic:
+; GFX1250-NOGAS-DAGISEL:       ; %bb.0: ; %entry
+; GFX1250-NOGAS-DAGISEL-NEXT:    s_wait_loadcnt_dscnt 0x0
+; GFX1250-NOGAS-DAGISEL-NEXT:    s_wait_kmcnt 0x0
+; GFX1250-NOGAS-DAGISEL-NEXT:    v_dual_mov_b32 v0, s16 :: v_dual_mov_b32 v1, 
s21
+; GFX1250-NOGAS-DAGISEL-NEXT:    s_mov_b32 s7, s20
+; GFX1250-NOGAS-DAGISEL-NEXT:    s_mov_b32 s6, s19
+; GFX1250-NOGAS-DAGISEL-NEXT:    s_mov_b32 s5, s18
+; GFX1250-NOGAS-DAGISEL-NEXT:    buffer_load_b32 v0, v0, s[0:3], null offen
+; GFX1250-NOGAS-DAGISEL-NEXT:    s_mov_b32 s4, s17
+; GFX1250-NOGAS-DAGISEL-NEXT:    s_wait_loadcnt 0x0
+; GFX1250-NOGAS-DAGISEL-NEXT:    buffer_store_b32 v0, v1, s[4:7], null offen
+; GFX1250-NOGAS-DAGISEL-NEXT:    s_set_pc_i64 s[30:31]
+;
+; GFX1250-GAS-GISEL-LABEL: buffer_i32_nonatomic:
+; GFX1250-GAS-GISEL:       ; %bb.0: ; %entry
+; GFX1250-GAS-GISEL-NEXT:    s_wait_loadcnt_dscnt 0x0
+; GFX1250-GAS-GISEL-NEXT:    s_wait_kmcnt 0x0
+; GFX1250-GAS-GISEL-NEXT:    v_dual_mov_b32 v0, s16 :: v_dual_mov_b32 v1, s21
+; GFX1250-GAS-GISEL-NEXT:    s_mov_b32 s4, s17
+; GFX1250-GAS-GISEL-NEXT:    s_mov_b32 s5, s18
+; GFX1250-GAS-GISEL-NEXT:    s_mov_b32 s6, s19
+; GFX1250-GAS-GISEL-NEXT:    buffer_load_b32 v0, v0, s[0:3], null offen
+; GFX1250-GAS-GISEL-NEXT:    s_mov_b32 s7, s20
+; GFX1250-GAS-GISEL-NEXT:    s_wait_loadcnt 0x0
+; GFX1250-GAS-GISEL-NEXT:    buffer_store_b32 v0, v1, s[4:7], null offen
+; GFX1250-GAS-GISEL-NEXT:    s_set_pc_i64 s[30:31]
 ;
-; GFX1250-GISEL-LABEL: buffer_i32_nonatomic:
-; GFX1250-GISEL:       ; %bb.0: ; %entry
-; GFX1250-GISEL-NEXT:    s_wait_loadcnt_dscnt 0x0
-; GFX1250-GISEL-NEXT:    s_wait_kmcnt 0x0
-; GFX1250-GISEL-NEXT:    v_dual_mov_b32 v0, s16 :: v_dual_mov_b32 v1, s21
-; GFX1250-GISEL-NEXT:    s_mov_b32 s4, s17
-; GFX1250-GISEL-NEXT:    s_mov_b32 s5, s18
-; GFX1250-GISEL-NEXT:    s_mov_b32 s6, s19
-; GFX1250-GISEL-NEXT:    buffer_load_b32 v0, v0, s[0:3], null offen
-; GFX1250-GISEL-NEXT:    s_mov_b32 s7, s20
-; GFX1250-GISEL-NEXT:    s_wait_loadcnt 0x0
-; GFX1250-GISEL-NEXT:    buffer_store_b32 v0, v1, s[4:7], null offen
-; GFX1250-GISEL-NEXT:    s_set_pc_i64 s[30:31]
+; GFX1250-NOGAS-GISEL-LABEL: buffer_i32_nonatomic:
+; GFX1250-NOGAS-GISEL:       ; %bb.0: ; %entry
+; GFX1250-NOGAS-GISEL-NEXT:    s_wait_loadcnt_dscnt 0x0
+; GFX1250-NOGAS-GISEL-NEXT:    s_wait_kmcnt 0x0
+; GFX1250-NOGAS-GISEL-NEXT:    v_dual_mov_b32 v0, s16 :: v_dual_mov_b32 v1, s21
+; GFX1250-NOGAS-GISEL-NEXT:    s_mov_b32 s4, s17
+; GFX1250-NOGAS-GISEL-NEXT:    s_mov_b32 s5, s18
+; GFX1250-NOGAS-GISEL-NEXT:    s_mov_b32 s6, s19
+; GFX1250-NOGAS-GISEL-NEXT:    buffer_load_b32 v0, v0, s[0:3], null offen
+; GFX1250-NOGAS-GISEL-NEXT:    s_mov_b32 s7, s20
+; GFX1250-NOGAS-GISEL-NEXT:    s_wait_loadcnt 0x0
+; GFX1250-NOGAS-GISEL-NEXT:    buffer_store_b32 v0, v1, s[4:7], null offen
+; GFX1250-NOGAS-GISEL-NEXT:    s_set_pc_i64 s[30:31]
 entry:
   %val = load i32, ptr addrspace(7) %in
   store i32 %val, ptr addrspace(7) %out
diff --git a/llvm/test/CodeGen/AMDGPU/memory-legalizer-non-volatile.mir 
b/llvm/test/CodeGen/AMDGPU/memory-legalizer-non-volatile.mir
new file mode 100644
index 00000000000000..f8567bcb6fcdbe
--- /dev/null
+++ b/llvm/test/CodeGen/AMDGPU/memory-legalizer-non-volatile.mir
@@ -0,0 +1,181 @@
+# NOTE: Assertions have been autogenerated by utils/update_mir_test_checks.py 
UTC_ARGS: --version 6
+# RUN: llc -mtriple=amdgcn-amd-amdhsa -mcpu=gfx1200 
-run-pass=si-memory-legalizer  %s -o -                                      | 
FileCheck %s --check-prefixes=GFX1200
+# RUN: llc -mtriple=amdgcn-amd-amdhsa -mcpu=gfx1250 
--amdgpu-enable-globally-addressable-scratch -run-pass=si-memory-legalizer  %s 
-o - | FileCheck %s --check-prefixes=GFX1250,GFX1250-GAS
+# RUN: llc -mtriple=amdgcn-amd-amdhsa -mcpu=gfx1250 
-run-pass=si-memory-legalizer  %s -o -                                      | 
FileCheck %s --check-prefixes=GFX1250,GFX1250-NOGAS
+
+# Additional test cases to accompany the LLVM IR tests.
+# NOTE: NV bit = 5th bit set on CPol operand (values >=32).
+
+---
+
+name:            private_through_flat_inst
+body:             |
+  bb.0:
+    liveins: $sgpr0_sgpr1, $vgpr0_vgpr1
+
+    ; GFX1200-LABEL: name: private_through_flat_inst
+    ; GFX1200: liveins: $sgpr0_sgpr1, $vgpr0_vgpr1
+    ; GFX1200-NEXT: {{  $}}
+    ; GFX1200-NEXT: renamable $vgpr2 = FLAT_LOAD_DWORD $vgpr0_vgpr1, 0, 0, 
implicit $exec, implicit $flat_scr :: (load (s32) from `ptr addrspace(5) 
poison`, addrspace 5)
+    ; GFX1200-NEXT: FLAT_STORE_DWORD $vgpr0_vgpr1, $vgpr2, 0, 0, implicit 
$exec, implicit $flat_scr :: (store (s32) into `ptr addrspace(5) poison`, 
addrspace 5)
+    ; GFX1200-NEXT: S_ENDPGM 0
+    ;
+    ; GFX1250-GAS-LABEL: name: private_through_flat_inst
+    ; GFX1250-GAS: liveins: $sgpr0_sgpr1, $vgpr0_vgpr1
+    ; GFX1250-GAS-NEXT: {{  $}}
+    ; GFX1250-GAS-NEXT: renamable $vgpr2 = FLAT_LOAD_DWORD $vgpr0_vgpr1, 0, 0, 
implicit $exec, implicit $flat_scr :: (load (s32) from `ptr addrspace(5) 
poison`, addrspace 5)
+    ; GFX1250-GAS-NEXT: FLAT_STORE_DWORD $vgpr0_vgpr1, $vgpr2, 0, 0, implicit 
$exec, implicit $flat_scr :: (store (s32) into `ptr addrspace(5) poison`, 
addrspace 5)
+    ; GFX1250-GAS-NEXT: S_ENDPGM 0
+    ;
+    ; GFX1250-NOGAS-LABEL: name: private_through_flat_inst
+    ; GFX1250-NOGAS: liveins: $sgpr0_sgpr1, $vgpr0_vgpr1
+    ; GFX1250-NOGAS-NEXT: {{  $}}
+    ; GFX1250-NOGAS-NEXT: renamable $vgpr2 = FLAT_LOAD_DWORD $vgpr0_vgpr1, 0, 
32, implicit $exec, implicit $flat_scr :: (load (s32) from `ptr addrspace(5) 
poison`, addrspace 5)
+    ; GFX1250-NOGAS-NEXT: FLAT_STORE_DWORD $vgpr0_vgpr1, $vgpr2, 0, 32, 
implicit $exec, implicit $flat_scr :: (store (s32) into `ptr addrspace(5) 
poison`, addrspace 5)
+    ; GFX1250-NOGAS-NEXT: S_ENDPGM 0
+    renamable $vgpr2 = FLAT_LOAD_DWORD $vgpr0_vgpr1, 0, 0, implicit $exec, 
implicit $flat_scr :: (load (s32) from `ptr addrspace(5) poison`)
+    FLAT_STORE_DWORD $vgpr0_vgpr1, $vgpr2, 0, 0, implicit $exec, implicit 
$flat_scr :: (store (s32) into `ptr addrspace(5) poison`)
+    S_ENDPGM 0
+...
+
+---
+
+name:            private_and_generic_mmo
+body:             |
+  bb.0:
+    liveins: $sgpr0_sgpr1, $vgpr0_vgpr1
+
+    ; GFX1200-LABEL: name: private_and_generic_mmo
+    ; GFX1200: liveins: $sgpr0_sgpr1, $vgpr0_vgpr1
+    ; GFX1200-NEXT: {{  $}}
+    ; GFX1200-NEXT: renamable $vgpr2 = FLAT_LOAD_DWORD $vgpr0_vgpr1, 0, 0, 
implicit $exec, implicit $flat_scr :: (load (s32) from `ptr addrspace(5) 
poison`, addrspace 5), (load (s32) from `ptr poison`)
+    ; GFX1200-NEXT: FLAT_STORE_DWORD $vgpr0_vgpr1, $vgpr2, 0, 0, implicit 
$exec, implicit $flat_scr :: (store (s32) into `ptr addrspace(5) poison`, 
addrspace 5), (store (s32) into `ptr poison`)
+    ; GFX1200-NEXT: S_ENDPGM 0
+    ;
+    ; GFX1250-LABEL: name: private_and_generic_mmo
+    ; GFX1250: liveins: $sgpr0_sgpr1, $vgpr0_vgpr1
+    ; GFX1250-NEXT: {{  $}}
+    ; GFX1250-NEXT: renamable $vgpr2 = FLAT_LOAD_DWORD $vgpr0_vgpr1, 0, 0, 
implicit $exec, implicit $flat_scr :: (load (s32) from `ptr addrspace(5) 
poison`, addrspace 5), (load (s32) from `ptr poison`)
+    ; GFX1250-NEXT: FLAT_STORE_DWORD $vgpr0_vgpr1, $vgpr2, 0, 0, implicit 
$exec, implicit $flat_scr :: (store (s32) into `ptr addrspace(5) poison`, 
addrspace 5), (store (s32) into `ptr poison`)
+    ; GFX1250-NEXT: S_ENDPGM 0
+    renamable $vgpr2 = FLAT_LOAD_DWORD $vgpr0_vgpr1, 0, 0, implicit $exec, 
implicit $flat_scr :: (load (s32) from `ptr addrspace(5) poison`), (load (s32) 
from `ptr poison`)
+    FLAT_STORE_DWORD $vgpr0_vgpr1, $vgpr2, 0, 0, implicit $exec, implicit 
$flat_scr :: (store (s32) into `ptr addrspace(5) poison`), (store (s32) into 
`ptr poison`)
+    S_ENDPGM 0
+...
+
+---
+
+name:            multiple_private_mmos
+body:             |
+  bb.0:
+    liveins: $sgpr0_sgpr1, $vgpr0_vgpr1
+
+    ; GFX1200-LABEL: name: multiple_private_mmos
+    ; GFX1200: liveins: $sgpr0_sgpr1, $vgpr0_vgpr1
+    ; GFX1200-NEXT: {{  $}}
+    ; GFX1200-NEXT: renamable $vgpr2 = FLAT_LOAD_DWORD $vgpr0_vgpr1, 0, 0, 
implicit $exec, implicit $flat_scr :: (load (s32) from `ptr addrspace(5) 
poison`, addrspace 5), (load (s32) from `ptr addrspace(5) poison`, addrspace 5)
+    ; GFX1200-NEXT: FLAT_STORE_DWORD $vgpr0_vgpr1, $vgpr2, 0, 0, implicit 
$exec, implicit $flat_scr :: (store (s32) into `ptr addrspace(5) poison`, 
addrspace 5), (store (s32) into `ptr addrspace(5) poison`, addrspace 5)
+    ; GFX1200-NEXT: S_ENDPGM 0
+    ;
+    ; GFX1250-GAS-LABEL: name: multiple_private_mmos
+    ; GFX1250-GAS: liveins: $sgpr0_sgpr1, $vgpr0_vgpr1
+    ; GFX1250-GAS-NEXT: {{  $}}
+    ; GFX1250-GAS-NEXT: renamable $vgpr2 = FLAT_LOAD_DWORD $vgpr0_vgpr1, 0, 0, 
implicit $exec, implicit $flat_scr :: (load (s32) from `ptr addrspace(5) 
poison`, addrspace 5), (load (s32) from `ptr addrspace(5) poison`, addrspace 5)
+    ; GFX1250-GAS-NEXT: FLAT_STORE_DWORD $vgpr0_vgpr1, $vgpr2, 0, 0, implicit 
$exec, implicit $flat_scr :: (store (s32) into `ptr addrspace(5) poison`, 
addrspace 5), (store (s32) into `ptr addrspace(5) poison`, addrspace 5)
+    ; GFX1250-GAS-NEXT: S_ENDPGM 0
+    ;
+    ; GFX1250-NOGAS-LABEL: name: multiple_private_mmos
+    ; GFX1250-NOGAS: liveins: $sgpr0_sgpr1, $vgpr0_vgpr1
+    ; GFX1250-NOGAS-NEXT: {{  $}}
+    ; GFX1250-NOGAS-NEXT: renamable $vgpr2 = FLAT_LOAD_DWORD $vgpr0_vgpr1, 0, 
32, implicit $exec, implicit $flat_scr :: (load (s32) from `ptr addrspace(5) 
poison`, addrspace 5), (load (s32) from `ptr addrspace(5) poison`, addrspace 5)
+    ; GFX1250-NOGAS-NEXT: FLAT_STORE_DWORD $vgpr0_vgpr1, $vgpr2, 0, 32, 
implicit $exec, implicit $flat_scr :: (store (s32) into `ptr addrspace(5) 
poison`, addrspace 5), (store (s32) into `ptr addrspace(5) poison`, addrspace 5)
+    ; GFX1250-NOGAS-NEXT: S_ENDPGM 0
+    renamable $vgpr2 = FLAT_LOAD_DWORD $vgpr0_vgpr1, 0, 0, implicit $exec, 
implicit $flat_scr :: (load (s32) from `ptr addrspace(5) poison`), (load (s32) 
from `ptr addrspace(5) poison`)
+    FLAT_STORE_DWORD $vgpr0_vgpr1, $vgpr2, 0, 0, implicit $exec, implicit 
$flat_scr :: (store (s32) into `ptr addrspace(5) poison`), (store (s32) into 
`ptr addrspace(5) poison`)
+    S_ENDPGM 0
+...
+
+---
+
+name:            private_and_generic_invariant_mmo
+body:             |
+  bb.0:
+    liveins: $sgpr0_sgpr1, $vgpr0_vgpr1
+
+    ; GFX1200-LABEL: name: private_and_generic_invariant_mmo
+    ; GFX1200: liveins: $sgpr0_sgpr1, $vgpr0_vgpr1
+    ; GFX1200-NEXT: {{  $}}
+    ; GFX1200-NEXT: renamable $vgpr2 = FLAT_LOAD_DWORD $vgpr0_vgpr1, 0, 0, 
implicit $exec, implicit $flat_scr :: (load (s32) from `ptr addrspace(5) 
poison`, addrspace 5), (invariant load (s32) from `ptr poison`)
+    ; GFX1200-NEXT: S_ENDPGM 0
+    ;
+    ; GFX1250-GAS-LABEL: name: private_and_generic_invariant_mmo
+    ; GFX1250-GAS: liveins: $sgpr0_sgpr1, $vgpr0_vgpr1
+    ; GFX1250-GAS-NEXT: {{  $}}
+    ; GFX1250-GAS-NEXT: renamable $vgpr2 = FLAT_LOAD_DWORD $vgpr0_vgpr1, 0, 0, 
implicit $exec, implicit $flat_scr :: (load (s32) from `ptr addrspace(5) 
poison`, addrspace 5), (invariant load (s32) from `ptr poison`)
+    ; GFX1250-GAS-NEXT: S_ENDPGM 0
+    ;
+    ; GFX1250-NOGAS-LABEL: name: private_and_generic_invariant_mmo
+    ; GFX1250-NOGAS: liveins: $sgpr0_sgpr1, $vgpr0_vgpr1
+    ; GFX1250-NOGAS-NEXT: {{  $}}
+    ; GFX1250-NOGAS-NEXT: renamable $vgpr2 = FLAT_LOAD_DWORD $vgpr0_vgpr1, 0, 
32, implicit $exec, implicit $flat_scr :: (load (s32) from `ptr addrspace(5) 
poison`, addrspace 5), (invariant load (s32) from `ptr poison`)
+    ; GFX1250-NOGAS-NEXT: S_ENDPGM 0
+    renamable $vgpr2 = FLAT_LOAD_DWORD $vgpr0_vgpr1, 0, 0, implicit $exec, 
implicit $flat_scr :: (load (s32) from `ptr addrspace(5) poison`), (invariant 
load (s32) from `ptr poison`)
+    S_ENDPGM 0
+...
+
+---
+
+name:            private_and_generic_threadprivate_mmo
+body:             |
+  bb.0:
+    liveins: $sgpr0_sgpr1, $vgpr0_vgpr1
+
+    ; GFX1200-LABEL: name: private_and_generic_threadprivate_mmo
+    ; GFX1200: liveins: $sgpr0_sgpr1, $vgpr0_vgpr1
+    ; GFX1200-NEXT: {{  $}}
+    ; GFX1200-NEXT: renamable $vgpr2 = FLAT_LOAD_DWORD $vgpr0_vgpr1, 0, 0, 
implicit $exec, implicit $flat_scr :: (load (s32) from `ptr addrspace(5) 
poison`, addrspace 5), ("amdgpu-thread-private" load (s32) from `ptr poison`)
+    ; GFX1200-NEXT: FLAT_STORE_DWORD $vgpr0_vgpr1, $vgpr2, 0, 0, implicit 
$exec, implicit $flat_scr :: (store (s32) into `ptr addrspace(5) poison`, 
addrspace 5), ("amdgpu-thread-private" store (s32) into `ptr poison`)
+    ; GFX1200-NEXT: S_ENDPGM 0
+    ;
+    ; GFX1250-GAS-LABEL: name: private_and_generic_threadprivate_mmo
+    ; GFX1250-GAS: liveins: $sgpr0_sgpr1, $vgpr0_vgpr1
+    ; GFX1250-GAS-NEXT: {{  $}}
+    ; GFX1250-GAS-NEXT: renamable $vgpr2 = FLAT_LOAD_DWORD $vgpr0_vgpr1, 0, 0, 
implicit $exec, implicit $flat_scr :: (load (s32) from `ptr addrspace(5) 
poison`, addrspace 5), ("amdgpu-thread-private" load (s32) from `ptr poison`)
+    ; GFX1250-GAS-NEXT: FLAT_STORE_DWORD $vgpr0_vgpr1, $vgpr2, 0, 0, implicit 
$exec, implicit $flat_scr :: (store (s32) into `ptr addrspace(5) poison`, 
addrspace 5), ("amdgpu-thread-private" store (s32) into `ptr poison`)
+    ; GFX1250-GAS-NEXT: S_ENDPGM 0
+    ;
+    ; GFX1250-NOGAS-LABEL: name: private_and_generic_threadprivate_mmo
+    ; GFX1250-NOGAS: liveins: $sgpr0_sgpr1, $vgpr0_vgpr1
+    ; GFX1250-NOGAS-NEXT: {{  $}}
+    ; GFX1250-NOGAS-NEXT: renamable $vgpr2 = FLAT_LOAD_DWORD $vgpr0_vgpr1, 0, 
32, implicit $exec, implicit $flat_scr :: (load (s32) from `ptr addrspace(5) 
poison`, addrspace 5), ("amdgpu-thread-private" load (s32) from `ptr poison`)
+    ; GFX1250-NOGAS-NEXT: FLAT_STORE_DWORD $vgpr0_vgpr1, $vgpr2, 0, 32, 
implicit $exec, implicit $flat_scr :: (store (s32) into `ptr addrspace(5) 
poison`, addrspace 5), ("amdgpu-thread-private" store (s32) into `ptr poison`)
+    ; GFX1250-NOGAS-NEXT: S_ENDPGM 0
+    renamable $vgpr2 = FLAT_LOAD_DWORD $vgpr0_vgpr1, 0, 0, implicit $exec, 
implicit $flat_scr :: (load (s32) from `ptr addrspace(5) poison`), 
("amdgpu-thread-private" load (s32) from `ptr poison`)
+    FLAT_STORE_DWORD $vgpr0_vgpr1, $vgpr2, 0, 0, implicit $exec, implicit 
$flat_scr :: (store (s32) into `ptr addrspace(5) poison`), 
("amdgpu-thread-private" store (s32) into `ptr poison`)
+    S_ENDPGM 0
+...
+
+---
+
+name:            threadprivate_and_invariant_mmo
+body:             |
+  bb.0:
+    liveins: $sgpr0_sgpr1, $vgpr0_vgpr1
+
+    ; GFX1200-LABEL: name: threadprivate_and_invariant_mmo
+    ; GFX1200: liveins: $sgpr0_sgpr1, $vgpr0_vgpr1
+    ; GFX1200-NEXT: {{  $}}
+    ; GFX1200-NEXT: renamable $vgpr2 = FLAT_LOAD_DWORD $vgpr0_vgpr1, 0, 0, 
implicit $exec, implicit $flat_scr :: ("amdgpu-thread-private" load (s32) from 
`ptr poison`), (invariant load (s32) from `ptr poison`)
+    ; GFX1200-NEXT: FLAT_STORE_DWORD $vgpr0_vgpr1, $vgpr2, 0, 0, implicit 
$exec, implicit $flat_scr :: ("amdgpu-thread-private" store (s32) into `ptr 
poison`)
+    ; GFX1200-NEXT: S_ENDPGM 0
+    ;
+    ; GFX1250-LABEL: name: threadprivate_and_invariant_mmo
+    ; GFX1250: liveins: $sgpr0_sgpr1, $vgpr0_vgpr1
+    ; GFX1250-NEXT: {{  $}}
+    ; GFX1250-NEXT: renamable $vgpr2 = FLAT_LOAD_DWORD $vgpr0_vgpr1, 0, 32, 
implicit $exec, implicit $flat_scr :: ("amdgpu-thread-private" load (s32) from 
`ptr poison`), (invariant load (s32) from `ptr poison`)
+    ; GFX1250-NEXT: FLAT_STORE_DWORD $vgpr0_vgpr1, $vgpr2, 0, 32, implicit 
$exec, implicit $flat_scr :: ("amdgpu-thread-private" store (s32) into `ptr 
poison`)
+    ; GFX1250-NEXT: S_ENDPGM 0
+    renamable $vgpr2 = FLAT_LOAD_DWORD $vgpr0_vgpr1, 0, 0, implicit $exec, 
implicit $flat_scr :: ("amdgpu-thread-private" load (s32) from `ptr poison`), 
(invariant load (s32) from `ptr  poison`)
+    FLAT_STORE_DWORD $vgpr0_vgpr1, $vgpr2, 0, 0, implicit $exec, implicit 
$flat_scr :: ("amdgpu-thread-private" store (s32) into `ptr poison`)
+    S_ENDPGM 0
+...

_______________________________________________
llvm-branch-commits mailing list
[email protected]
https://lists.llvm.org/cgi-bin/mailman/listinfo/llvm-branch-commits
  • [llvm-branch-commits] [llvm] [... Pierre van Houtryve via llvm-branch-commits

Reply via email to