refactor: revise and add tests for exporter/modules/sync_committees_count.go (#1373)

* refactor: updated sync committees count handlers

* refactor: move and update sync committees count db functions

* test: add ConsensusDBI mocks wth mockery

* fix: updated db and regenerated mocks for ConsensusDBI

* refactor: add ctx cancellation in exporter loop

* test: added sync committees count tests

* test: updated sync committees count tests for no records in db

* tests: updated Export func tests

* refactor: rename ConsensusDBI to ConsensusRepository and move it to /db2/consensus.go

* test: update ConsensusRepository mocks with mockery

Author: Monika-Bitfly

backend/pkg/commons/db2/consensus.go

@@ -25,6 +25,12 @@ type ConsensusRepository interface {
 	GetFirstRelayBlock(tagID string) (types.RelayBlock, error)
 	GetLastRelayBlock(tagID string) (types.RelayBlock, error)
 	SaveBlockTagsAndRelays(tagID string, payload types.BidTrace) error
+	GetSyncCommitteesCountPerValidator() (uint64, error)
+	GetTotalPeriodSyncCommitteesCountPerValidator() (uint64, error)
+	GetCountSoFarSyncCommitteesCountPerValidator(period uint64) (float64, error)
+	SaveSyncCommitteesCount(period uint64, count float64) error
+	GetEpochValidatorsCount(epoch uint64) (uint64, error)
+	GetLatestFinalizedEpoch() (uint64, error)
 }
 
 type ConsensusDB struct {
@@ -255,3 +261,64 @@ func (c *ConsensusDB) SaveBlockTagsAndRelays(tagID string, payload types.BidTrac
 
 	return tx.Commit()
 }
+
+func (c *ConsensusDB) GetLatestFinalizedEpoch() (uint64, error) {
+	var latestFinalized uint64
+	err := c.WriterDb.Get(&latestFinalized, "SELECT epoch FROM epochs WHERE finalized ORDER BY epoch DESC LIMIT 1")
+	if err != nil {
+		if err == sql.ErrNoRows {
+			return 0, nil
+		}
+		log.Error(err, "error retrieving latest exported finalized epoch from the database", 0)
+		return 0, err
+	}
+
+	return latestFinalized, nil
+}
+
+func (c *ConsensusDB) GetSyncCommitteesCountPerValidator() (uint64, error) {
+	var rowCount uint64
+	err := c.WriterDb.Get(&rowCount, `SELECT COUNT(*) FROM sync_committees_count_per_validator`)
+	return rowCount, err
+}
+
+func (c *ConsensusDB) GetTotalPeriodSyncCommitteesCountPerValidator() (uint64, error) {
+	var dbPeriod uint64
+	err := c.WriterDb.Get(&dbPeriod, `SELECT MAX(period) FROM sync_committees_count_per_validator`)
+	return dbPeriod, err
+}
+
+func (c *ConsensusDB) GetCountSoFarSyncCommitteesCountPerValidator(period uint64) (float64, error) {
+	var countSoFar float64
+	err := c.WriterDb.Get(&countSoFar, `SELECT count_so_far FROM sync_committees_count_per_validator WHERE period = $1`, period)
+	return countSoFar, err
+}
+
+func (c *ConsensusDB) SaveSyncCommitteesCount(period uint64, count float64) error {
+	tx, err := c.WriterDb.Beginx()
+	if err != nil {
+		return err
+	}
+	defer utils.Rollback(tx)
+
+	_, err = tx.Exec(
+		fmt.Sprintf(`
+			INSERT INTO sync_committees_count_per_validator (period, count_so_far)
+			VALUES (%d, %f)
+			ON CONFLICT (period) DO UPDATE SET
+				period = excluded.period,
+				count_so_far = excluded.count_so_far`,
+			period, count))
+
+	if err != nil {
+		return err
+	}
+
+	return tx.Commit()
+}
+
+func (c *ConsensusDB) GetEpochValidatorsCount(epoch uint64) (uint64, error) {
+	var totalCount uint64
+	err := c.WriterDb.Get(&totalCount, "SELECT validatorscount FROM epochs WHERE epoch = $1", epoch)
+	return totalCount, err
+}

backend/pkg/commons/db2/mocks/ConsensusRepository.go

@@ -52,7 +52,10 @@ func StartAll(moduleCtx ModuleContext, modules []ModuleInterface, justV2 bool) {
 		go genesisExporter.Export()
 
 		go syncCommitteesExporter(moduleCtx.ConsClient)
-		go syncCommitteesCountExporter()
+
+		syncCommitteesCountExporter := newSyncCommitteesCountExporter(ctx, consDB)
+		go syncCommitteesCountExporter.Export()
+
 		if utils.Config.SSVExporter.Enabled {
 			go ssvExporter()
 		}