|
11 | 11 | import cutlass |
12 | 12 | import cutlass.cute as cute |
13 | 13 | from cutlass.cute.nvgpu import cpasync, warp |
14 | | -from cutlass import Float32, Int32 |
| 14 | +from cutlass import Int32 |
15 | 15 | import cutlass.utils as utils_basic |
16 | 16 |
|
17 | 17 | from quack import layout_utils |
@@ -167,13 +167,13 @@ def _check_type( |
167 | 167 | else: |
168 | 168 | if cutlass.const_expr(not (mdK_type == mdV_type == cutlass.Float32)): |
169 | 169 | raise TypeError("mdKaccum and mdVaccum tensors must have the data type Float32") |
170 | | - if cutlass.const_expr(not mQ_type in [cutlass.Float16, cutlass.BFloat16]): |
| 170 | + if cutlass.const_expr(mQ_type not in [cutlass.Float16, cutlass.BFloat16]): |
171 | 171 | raise TypeError("Only Float16 or BFloat16 is supported") |
172 | | - if cutlass.const_expr(not mLSE_type in [cutlass.Float32]): |
| 172 | + if cutlass.const_expr(mLSE_type not in [cutlass.Float32]): |
173 | 173 | raise TypeError("LSE tensor must be Float32") |
174 | | - if cutlass.const_expr(not mdPsum_type in [cutlass.Float32]): |
| 174 | + if cutlass.const_expr(mdPsum_type not in [cutlass.Float32]): |
175 | 175 | raise TypeError("dPsum tensor must be Float32") |
176 | | - if cutlass.const_expr(not mdQaccum_type in [cutlass.Float32]): |
| 176 | + if cutlass.const_expr(mdQaccum_type not in [cutlass.Float32]): |
177 | 177 | raise TypeError("dQaccum tensor must be Float32") |
178 | 178 | if cutlass.const_expr(mCuSeqlensQ_type not in [None, cutlass.Int32]): |
179 | 179 | raise TypeError("cuSeqlensQ tensor must be Int32") |
|
0 commit comments