Skip to content

Commit 2b0a52d

Browse files
author
cenxi.lx
committed
chore: clean comments and add requirement installation instructions in README
1 parent 9903f66 commit 2b0a52d

2 files changed

Lines changed: 4 additions & 12 deletions

File tree

README.md

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -70,6 +70,8 @@ dq, dk, dv, db, dg, dh0 = chunk_gated_delta_rule_bwd(
7070
## Tests
7171

7272
```bash
73+
pip install flash_linear_attention==0.5.0 # require flash linear attention for comparison
74+
7375
cd tests
7476
python test_gdr.py --set develop
7577
python test_gdr.py --set varlen --num-heads 32
@@ -90,6 +92,8 @@ Specifically, the forward (FWD) benchmarks measure single-kernel latency for dif
9092
More detail in [./benchmark/benchmark_results_H200.txt].
9193

9294
```bash
95+
pip install flash_linear_attention==0.5.0 flashinfer-python==0.6.9 # require flash linear attention and flashinfer for comparison
96+
9397
cd benchmark
9498
python bench_gated_delta_rule.py
9599
```

flash_qla/ops/gated_delta_rule/chunk/hopper/fused_fwd.py

Lines changed: 0 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -154,18 +154,6 @@ def tilelang_fused_chunk_gdr_fwd_kernel(
154154
bar_4 = T.alloc_barrier(arrive_count=128)
155155
bar_5 = T.alloc_barrier(arrive_count=416)
156156

157-
# T.annotate_layout({
158-
# q_shared: tilelang.layout.make_swizzled_layout(q_shared[0, :, :]).expand([2]),
159-
# k_shared: tilelang.layout.make_swizzled_layout(k_shared[0, :, :]).expand([2]),
160-
# v_shared: tilelang.layout.make_swizzled_layout(v_shared[0, :, :]).expand([2]),
161-
# a_shared: tilelang.layout.make_swizzled_layout(a_shared[0, :, :]).expand([2]),
162-
# o_shared: tilelang.layout.make_swizzled_layout(o_shared),
163-
# h_shared: tilelang.layout.make_swizzled_layout(h_shared),
164-
# vd_shared: tilelang.layout.make_swizzled_layout(vd_shared),
165-
# vn_shared: tilelang.layout.make_swizzled_layout(vn_shared),
166-
# p_shared: tilelang.layout.make_swizzled_layout(p_shared),
167-
# })
168-
169157
T.use_swizzle(10)
170158

171159
tx = T.get_thread_binding()

0 commit comments

Comments
 (0)