ccl/backupccl: TestRestoreAsOfSystemTimeGCBounds failed

[cockroach-teamcity]

ccl/backupccl.TestRestoreAsOfSystemTimeGCBounds failed on release-24.1 @ bebd9a7d30104773ff2b85d8af0785a1b2f00fab:

Fatal error:

panic: test timed out after 1h16m37s
running tests:
	TestRestoreAsOfSystemTimeGCBounds (1h16m37s)

Stack:

goroutine 728404 [running]:
testing.(*M).startAlarm.func1()
	GOROOT/src/testing/testing.go:2366 +0x265
created by time.goFunc
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:471 +0x69d

Log preceding fatal error

	GOROOT/src/sync/cond.go:70 +0x75
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*schedulerShard).processEvents(0xc004321680, {0xe2d0558, 0xc001b645d0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/scheduler.go:482 +0x79c
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Scheduler).Start.func1({0xe2d0558, 0xc001b645d0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/scheduler.go:255 +0x1f5
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x263
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx in goroutine 150
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:471 +0x69d

goroutine 154 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0xc00431c950, 0x3176)
	GOROOT/src/runtime/sema.go:569 +0x159
sync.(*Cond).Wait(0xc00431c940)
	GOROOT/src/sync/cond.go:70 +0x75
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*schedulerShard).processEvents(0xc004321680, {0xe2d0558, 0xc001b64660})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/scheduler.go:482 +0x79c
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Scheduler).Start.func1({0xe2d0558, 0xc001b64660})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/scheduler.go:255 +0x1f5
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x263
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx in goroutine 150
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:471 +0x69d

goroutine 155 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0xc00431c950, 0x3172)
	GOROOT/src/runtime/sema.go:569 +0x159
sync.(*Cond).Wait(0xc00431c940)
	GOROOT/src/sync/cond.go:70 +0x75
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*schedulerShard).processEvents(0xc004321680, {0xe2d0558, 0xc001b646f0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/scheduler.go:482 +0x79c
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Scheduler).Start.func1({0xe2d0558, 0xc001b646f0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/scheduler.go:255 +0x1f5
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x263
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx in goroutine 150
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:471 +0x69d

goroutine 119 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0xc00431c950, 0x3175)
	GOROOT/src/runtime/sema.go:569 +0x159
sync.(*Cond).Wait(0xc00431c940)
	GOROOT/src/sync/cond.go:70 +0x75
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*schedulerShard).processEvents(0xc004321680, {0xe2d0558, 0xc001b47050})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/scheduler.go:482 +0x79c
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Scheduler).Start.func1({0xe2d0558, 0xc001b47050})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/scheduler.go:255 +0x1f5
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x263
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx in goroutine 150

Parameters:

• attempt=1
• race=true
• run=1
• shard=3

Help

See also: How To Investigate a Go Test Failure (internal)

/cc @cockroachdb/disaster-recovery

This test on roachdash | Improve this report!

Jira issue: CRDB-50586