|
49 | 49 | DSStoreB64, DSStoreB8, DSStoreInstruction, FlatLoadB128, FlatLoadB32, FlatLoadB64, \ |
50 | 50 | FlatLoadD16B16, FlatLoadD16HIB16, FlatStoreB128, FlatStoreB32, FlatStoreB64, \ |
51 | 51 | FlatStoreD16B16, FlatStoreD16HIB16, MXMFMAInstruction, MFMAInstruction, MUBUFReadInstruction, \ |
52 | | - MacroInstruction, SAShiftRightI32, SAbsI32, SAddCU32, SAddI32, SAddU32, SAndB32, \ |
| 52 | + MacroInstruction, SAShiftRightI32, SAbsI32, SAddCU32, SAddI32, SAddU32, SAddU64, SAndB32, \ |
53 | 53 | SAndB64, SAndN2B32, SAtomicDec, SBarrier, SBfmB32, SBitcmp1B32, SBranch, SCBranchSCC0, \ |
54 | 54 | SCBranchSCC1, SCBranchVCCNZ, SCBranchVCCZ, SCMovB32, SCSelectB32, SCSelectB64, SCmpEQI32, \ |
55 | 55 | SCmpEQU32, SCmpEQU64, SCmpGeI32, SCmpGeU32, SCmpGtI32, SCmpGtU32, SCmpKEQU32, \ |
@@ -19261,10 +19261,9 @@ def tdmIncrementAB(self, kernel, tP, loopIdx=None, prefetchIndex=0) -> Module: |
19261 | 19261 | mod.add(SCSelectB32(dst=sgpr(incTmpHi), src0=sgpr(f"WrapU{tc}+1"), src1=0, \ |
19262 | 19262 | comment="select WrapU or normal inc (hi)")) |
19263 | 19263 |
|
19264 | | - mod.add(SAddU32(dst=sgpr(f"{tdmGroup0}+2"), src0=sgpr(f"{tdmGroup0}+2"), \ |
19265 | | - src1=sgpr(incTmpLo), comment="TDM addr += inc (with wrap, lo)")) |
19266 | | - mod.add(SAddCU32(dst=sgpr(f"{tdmGroup0}+3"), src0=sgpr(f"{tdmGroup0}+3"), \ |
19267 | | - src1=sgpr(incTmpHi), comment="TDM addr += inc (with wrap, hi)")) |
| 19264 | + mod.add(SAddU64(dst=sgpr(f"{tdmGroup0}+2", 2), src0=sgpr(f"{tdmGroup0}+2", 2), \ |
| 19265 | + src1=sgpr(incTmpLo, 2), comment="TDM addr += inc (with wrap, 64-bit)")) |
| 19266 | + |
19268 | 19267 | else: |
19269 | 19268 | mod.add(comp.incrementGlobalAddr(self, tdmGroup0, incSgprName)) |
19270 | 19269 |
|
@@ -19340,10 +19339,8 @@ def tdmIncrementABWaveSperated(self, kernel, tPA, tPB, loopIdx=None, prefetchInd |
19340 | 19339 | mod.add(SCSelectB32(dst=sgpr(incTmpHi), src0=sgpr(wrapTmpHi), src1=0, \ |
19341 | 19340 | comment="select WrapU or normal inc (hi)")) |
19342 | 19341 |
|
19343 | | - mod.add(SAddU32(dst=sgpr(f"{tdmGroup0}+2"), src0=sgpr(f"{tdmGroup0}+2"), \ |
19344 | | - src1=sgpr(incTmpLo), comment="TDM addr += inc (with wrap, lo)")) |
19345 | | - mod.add(SAddCU32(dst=sgpr(f"{tdmGroup0}+3"), src0=sgpr(f"{tdmGroup0}+3"), \ |
19346 | | - src1=sgpr(incTmpHi), comment="TDM addr += inc (with wrap, hi)")) |
| 19342 | + mod.add(SAddU64(dst=sgpr(f"{tdmGroup0}+2", 2), src0=sgpr(f"{tdmGroup0}+2", 2), \ |
| 19343 | + src1=sgpr(incTmpLo, 2), comment="TDM addr += inc (with wrap, 64-bit)")) |
19347 | 19344 | else: |
19348 | 19345 | mod.add(comp.incrementGlobalAddr(self, tdmGroup0, incSgprName)) |
19349 | 19346 |
|
|
0 commit comments