Skip to content

fix: Automatic detection and backfilling of gaps in block history at startup #4

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
mouradski wants to merge 1 commit into
base: main
Choose a base branch
from
Open

fix: Automatic detection and backfilling of gaps in block history at startup #4

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
44 changes: 33 additions & 11 deletions main.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -104,18 +104,40 @@ func getStartIndex(
cfg *config.Config,
historyDrop uint64,
) (uint64, error) {
var latestIndexedBlock database.Block
err := db.Last(&database.Block{}).Select("number").Scan(&latestIndexedBlock).Error

// If a latest indexed block is found, return the next block number
if err == nil {
logger.Info("Starting after latest indexed block from DB: %d", latestIndexedBlock.Number)
return latestIndexedBlock.Number + 1, nil
}
var minBlockNumber, maxBlockNumber *uint64
var blockCount int64

db.Model(&database.Block{}).Select("MIN(number)").Scan(&minBlockNumber)
db.Model(&database.Block{}).Select("MAX(number)").Scan(&maxBlockNumber)
db.Model(&database.Block{}).Count(&blockCount)

// If blocks exist in DB, check for gaps
if maxBlockNumber != nil && minBlockNumber != nil && blockCount > 0 {
expectedCount := int64(*maxBlockNumber - *minBlockNumber + 1)

if blockCount < expectedCount {
// Gap detected - find the first missing block
var firstGap *uint64
err := db.Raw(`
SELECT t.number + 1 AS gap_start
FROM blocks t
WHERE NOT EXISTS (
SELECT 1 FROM blocks t2 WHERE t2.number = t.number + 1
)
AND t.number < ?
ORDER BY t.number
LIMIT 1
`, *maxBlockNumber).Scan(&firstGap).Error

if err == nil && firstGap != nil {
logger.Warn("Gap detected in block history: expected %d blocks, found %d. Resuming from block %d to fill gaps",
expectedCount, blockCount, *firstGap)
return *firstGap, nil
}
}

// In case of an unexpected error, return it
if !errors.Is(err, gorm.ErrRecordNotFound) {
return 0, errors.Wrap(err, "DB query error")
logger.Info("Starting after latest indexed block from DB: %d", *maxBlockNumber)
return *maxBlockNumber + 1, nil
}

// No blocks are indexed yet
Expand Down