Flaky TestState/stEIP1559 panic: test timed out after 1h0m0s #15939
Description
run: https://github.com/erigontech/erigon/actions/runs/16072526948/job/45360219295?pr=15923
happened on macOS run - maybe 1h is not enough for all tests for that machine spec? or maybe something else deadlocked? or the test is too slow?
I see in the test code there is:
if runtime.GOOS == "windows" {
t.Skip("fix me on win please") // it's too slow on win and stops on macos, need generally improve speed of this tests
}
however we don't have the if condition to skip it on Mac
panic: test timed out after 1h0m0s
running tests:
TestState (8m22s)
TestState/stEIP1559/intrinsic.json (9s)
TestState/stEIP1559/intrinsic.json/Cancun/199 (0s)
goroutine 1463190 [running]:
testing.(*M).startAlarm.func1()
/Users/runner/hostedtoolcache/go/1.24.4/arm64/src/testing/testing.go:2484 +0x4d8
created by time.goFunc
/Users/runner/hostedtoolcache/go/1.24.4/arm64/src/time/sleep.go:215 +0x44
goroutine 1 [chan receive, 8 minutes]:
testing.(*T).Run(0xc000424380, {0x1047e9776, 0x9}, 0x105604138)
/Users/runner/hostedtoolcache/go/1.24.4/arm64/src/testing/testing.go:1859 +0x6a4
testing.runTests.func1(0xc000424380)
/Users/runner/hostedtoolcache/go/1.24.4/arm64/src/testing/testing.go:2279 +0x80
testing.tRunner(0xc000424380, 0xc0014bbad8)
/Users/runner/hostedtoolcache/go/1.24.4/arm64/src/testing/testing.go:1792 +0x184
testing.runTests(0xc000c80768, {0x10660d5e0, 0x12, 0x12}, {0xc0005a1b3ad32bd0?, 0x0?, 0x10693ac80?})
/Users/runner/hostedtoolcache/go/1.24.4/arm64/src/testing/testing.go:2277 +0x780
testing.(*M).Run(0xc000144fa0)
/Users/runner/hostedtoolcache/go/1.24.4/arm64/src/testing/testing.go:2142 +0xb6c
main.main()
_testmain.go:89 +0x114
goroutine 1327022 [chan receive]:
testing.(*T).Run(0xc00d43c1c0, {0xc00214e1db, 0x18}, 0xc00628e040)
/Users/runner/hostedtoolcache/go/1.24.4/arm64/src/testing/testing.go:1859 +0x6a4
github.com/erigontech/erigon/tests.(*testMatcher).walk.func1({0xc00214e1c0, 0x33}, {0x1056314c8, 0xc001904000}, {0x15a149?, 0xe?})
/Users/runner/work/erigon/erigon/tests/init_test.go:204 +0x2d4
path/filepath.walk({0xc00214e1c0, 0x33}, {0x1056314c8, 0xc001904000}, 0xc001591af0)
/Users/runner/hostedtoolcache/go/1.24.4/arm64/src/path/filepath/path.go:345 +0xec
path/filepath.walk({0xc00b49b6e0, 0x24}, {0x1056314c8, 0xc004811040}, 0xc001591af0)
/Users/runner/hostedtoolcache/go/1.24.4/arm64/src/path/filepath/path.go:369 +0x27c
path/filepath.walk({0xc000a22640, 0x1a}, {0x1056314c8, 0xc0017345b0}, 0xc001591af0)
/Users/runner/hostedtoolcache/go/1.24.4/arm64/src/path/filepath/path.go:369 +0x27c
path/filepath.Walk({0xc000a22640, 0x1a}, 0xc001591af0)
/Users/runner/hostedtoolcache/go/1.24.4/arm64/src/path/filepath/path.go:427 +0x7c
github.com/erigontech/erigon/tests.(*testMatcher).walk(0xc000936620, 0xc00d43c1c0, {0xc000a22640, 0x1a}, {0x1052aeba0, 0xc00b82ab70})
/Users/runner/work/erigon/erigon/tests/init_test.go:195 +0x1cc
github.com/erigontech/erigon/tests.TestState(0xc00d43c1c0)
/Users/runner/work/erigon/erigon/tests/state_test.go:101 +0x668
testing.tRunner(0xc00d43c1c0, 0x105604138)
/Users/runner/hostedtoolcache/go/1.24.4/arm64/src/testing/testing.go:1792 +0x184
created by testing.(*T).Run in goroutine 1
/Users/runner/hostedtoolcache/go/1.24.4/arm64/src/testing/testing.go:1851 +0x688
goroutine 1463192 [runnable]:
syscall.syscall(0xc0018bb248?, 0x102691f38?, 0xc0018bb258?, 0x102693fac?)
/Users/runner/hostedtoolcache/go/1.24.4/arm64/src/runtime/sys_darwin.go:27 +0x48
syscall.Close(0x6)
/Users/runner/hostedtoolcache/go/1.24.4/arm64/src/syscall/zsyscall_darwin_arm64.go:545 +0x3c
internal/poll.(*SysFile).destroy(...)
/Users/runner/hostedtoolcache/go/1.24.4/arm64/src/internal/poll/fd_unixjs.go:24
internal/poll.(*FD).destroy(0xc00be772c0)
/Users/runner/hostedtoolcache/go/1.24.4/arm64/src/internal/poll/fd_unix.go:82 +0xa8
internal/poll.(*FD).decref(0xc00be772c0)
/Users/runner/hostedtoolcache/go/1.24.4/arm64/src/internal/poll/fd_mutex.go:213 +0x3c
internal/poll.(*FD).Close(0xc00be772c0)
/Users/runner/hostedtoolcache/go/1.24.4/arm64/src/internal/poll/fd_unix.go:105 +0x70
os.(*file).close(0xc00be772c0)
/Users/runner/hostedtoolcache/go/1.24.4/arm64/src/os/file_unix.go:333 +0x84
os.(*File).Close(...)
/Users/runner/hostedtoolcache/go/1.24.4/arm64/src/os/file_posix.go:23
os.removeAll({0xc0014aecc0, 0x60})
/Users/runner/hostedtoolcache/go/1.24.4/arm64/src/os/removeall_at.go:55 +0x398
os.RemoveAll(...)
/Users/runner/hostedtoolcache/go/1.24.4/arm64/src/os/path.go:74
github.com/erigontech/erigon-lib/kv/mdbx.(*MdbxKV).Close(0xc0009b83c0)
/Users/runner/work/erigon/erigon/erigon-lib/kv/mdbx/kv_mdbx.go:639 +0xf4
github.com/erigontech/erigon-lib/kv/temporal.(*DB).Close(0xc00143abc0)
/Users/runner/work/erigon/erigon/erigon-lib/kv/temporal/kv_temporal.go:199 +0x5c
github.com/erigontech/erigon/core.GenesisToBlock.func1()
/Users/runner/work/erigon/erigon/core/genesis_write.go:430 +0x1470
golang.org/x/sync/errgroup.(*Group).add.func1()
/Users/runner/go/pkg/mod/golang.org/x/sync@v0.15.0/errgroup/errgroup.go:128 +0xd8
created by golang.org/x/sync/errgroup.(*Group).add in goroutine 1463191
/Users/runner/go/pkg/mod/golang.org/x/sync@v0.15.0/errgroup/errgroup.go:96 +0xdc
goroutine 1460387 [chan receive]:
testing.(*T).Run(0xc00c4421c0, {0xc0047e6166, 0xa}, 0xc001537ef0)
/Users/runner/hostedtoolcache/go/1.24.4/arm64/src/testing/testing.go:1859 +0x6a4
github.com/erigontech/erigon/tests.TestState.func1(0xc00c4421c0, {0x1026c479c?, 0xc0018bf428?}, 0xc00076e000)
/Users/runner/work/erigon/erigon/tests/state_test.go:105 +0x1d0
reflect.Value.call({0x1052aeba0?, 0xc00b82ab70?, 0xc0018bfb68?}, {0x1047e043b, 0x4}, {0xc0018bfc70, 0x3, 0x10?})
/Users/runner/hostedtoolcache/go/1.24.4/arm64/src/reflect/value.go:584 +0x938
reflect.Value.Call({0x1052aeba0?, 0xc00b82ab70?, 0xc000b84140?}, {0xc0018bfc70, 0x3, 0x3})
/Users/runner/hostedtoolcache/go/1.24.4/arm64/src/reflect/value.go:368 +0x94
github.com/erigontech/erigon/tests.runTestFunc({0x1052aeba0, 0xc00b82ab70}, 0xc00c4421c0, {0xc00214e1db, 0x18}, {0xc0008f0bd0?, 0xc000078070?, 0x102841753?}, {0xc000a64517, 0x9})
/Users/runner/work/erigon/erigon/tests/init_test.go:274 +0x1a8
github.com/erigontech/erigon/tests.(*testMatcher).runTestFile(0xc000936620, 0xc00c4421c0, {0xc00214e1c0, 0x33}, {0xc00214e1db, 0x18}, {0x1052aeba0, 0xc00b82ab70})
/Users/runner/work/erigon/erigon/tests/init_test.go:232 +0x250
github.com/erigontech/erigon/tests.(*testMatcher).walk.func1.1(0xc00c4421c0)
/Users/runner/work/erigon/erigon/tests/init_test.go:204 +0x84
testing.tRunner(0xc00c4421c0, 0xc00628e040)
/Users/runner/hostedtoolcache/go/1.24.4/arm64/src/testing/testing.go:1792 +0x184
created by testing.(*T).Run in goroutine 1327022
/Users/runner/hostedtoolcache/go/1.24.4/arm64/src/testing/testing.go:1851 +0x688
goroutine 1463191 [sync.WaitGroup.Wait, locked to thread]:
sync.runtime_SemacquireWaitGroup(0xc00bae7808?)
/Users/runner/hostedtoolcache/go/1.24.4/arm64/src/runtime/sema.go:110 +0x2c
sync.(*WaitGroup).Wait(0xc00bae7808)
/Users/runner/hostedtoolcache/go/1.24.4/arm64/src/sync/waitgroup.go:118 +0x74
golang.org/x/sync/errgroup.(*Group).Wait(0xc00bae7800)
/Users/runner/go/pkg/mod/golang.org/x/sync@v0.15.0/errgroup/errgroup.go:65 +0x34
github.com/erigontech/erigon/core.GenesisToBlock(_, {{0xc000edda40, 0x48}, {0xc000edda40, 0x48}, {0xc00b0cf0e0, 0x52}, {0xc000eddae0, 0x4d}, {0xc00b0cf1a0, ...}, ...}, ...)
/Users/runner/work/erigon/erigon/core/genesis_write.go:433 +0x3ec
github.com/erigontech/erigon/tests.(*StateTest).RunNoVerify(_, {_, _}, {{_, _}, _}, {0x0, 0x0, 0x0, 0x0, ...}, ...)
/Users/runner/work/erigon/erigon/tests/state_test_util.go:197 +0x3a4
github.com/erigontech/erigon/tests.(*StateTest).Run(_, {_, _}, {{_, _}, _}, {0x0, 0x0, 0x0, 0x0, ...}, ...)
/Users/runner/work/erigon/erigon/tests/state_test_util.go:174 +0x14c
github.com/erigontech/erigon/tests.TestState.func1.1.1({0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...})
/Users/runner/work/erigon/erigon/tests/state_test.go:112 +0x240
github.com/erigontech/erigon/tests.withTrace(0xc00c8e4540, 0xc000b15e60)
/Users/runner/work/erigon/erigon/tests/state_test.go:128 +0x90
github.com/erigontech/erigon/tests.TestState.func1.1(0xc00c8e4540)
/Users/runner/work/erigon/erigon/tests/state_test.go:106 +0x11c
testing.tRunner(0xc00c8e4540, 0xc001537ef0)
/Users/runner/hostedtoolcache/go/1.24.4/arm64/src/testing/testing.go:1792 +0x184
created by testing.(*T).Run in goroutine 1460387
/Users/runner/hostedtoolcache/go/1.24.4/arm64/src/testing/testing.go:1851 +0x688
FAIL github.com/erigontech/erigon/tests 3621.632s