Skip to content

Commit bcfcfcd

Browse files
committed
test(flops_counter): Revert the introduction of incorrect comments
1 parent 013146c commit bcfcfcd

File tree

1 file changed

+7
-0
lines changed

1 file changed

+7
-0
lines changed

tests/utils/test_flops_counter.py

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -198,6 +198,13 @@ def __init__(self, config_dict):
198198
# seqlen_square_sum: 180355072 (calculated with sliding window logic)
199199
# attn flops: 12 * 180355072 * 256 * 16 = 8864812498944
200200
# total: 283517065887744 / 1e12 = 283.517065887744
201+
#
202+
# For batch [4096, 4096, 4096], tokens_sum = 12288:
203+
# dense flops: 6 * 12772147200 * 12288 = 941664868761600
204+
# seqlen_square_sum: 905969664 (calculated with sliding window logic)
205+
# attn flops: 12 * 905969664 * 256 * 16 = 44530220924928
206+
# total: 986195089686528 / 1e12 = 986.195089686528
207+
"expected_flops_tuple": (283517065887744 / 1e12, 986195089686528 / 1e12),
201208
},
202209
"gpt_oss": {
203210
"config": {

0 commit comments

Comments
 (0)