fix: dup (#1367)

* fix: dup

* feat: change the fail condition

Author: Terryhung

chain/indexer/integrated/manager.go

@@ -142,7 +142,6 @@ func (i *Manager) TipSet(ctx context.Context, ts *types.TipSet, options ...index
 	grp.Go(func() error {
 		fatals := []error{}
 		for fatal := range taskErrors {
-			success.Store(false)
 			fatals = append(fatals, fatal)
 		}
 		if len(fatals) > 0 {

tasks/actorstate/miner/sectorv7.go

@@ -52,9 +52,18 @@ func (V7SectorInfoExtractor) Extract(ctx context.Context, a actorstate.ActorInfo
 			sectors = append(sectors, &sectorChanges.Snapped[i].To)
 		}
 	}
-	sectorModel := make(minermodel.MinerSectorInfoV7List, len(sectors))
 
-	for i, sector := range sectors {
+	sectorModel := make(minermodel.MinerSectorInfoV7List, 0)
+	// Prevent from duplicating sectors
+	seenSectors := make(map[uint64]bool)
+
+	for _, sector := range sectors {
+		unit64SectorNumber := uint64(sector.SectorNumber)
+		if seenSectors[unit64SectorNumber] {
+			continue
+		}
+		seenSectors[unit64SectorNumber] = true
+
 		sectorKeyCID := ""
 		if sector.SectorKeyCID != nil {
 			sectorKeyCID = sector.SectorKeyCID.String()
@@ -85,7 +94,7 @@ func (V7SectorInfoExtractor) Extract(ctx context.Context, a actorstate.ActorInfo
 			dailyFeeStr = dailyFee.String()
 		}
 
-		sectorModel[i] = &minermodel.MinerSectorInfoV7{
+		sectorModel = append(sectorModel, &minermodel.MinerSectorInfoV7{
 			Height:                int64(a.Current.Height()),
 			MinerID:               a.Address.String(),
 			StateRoot:             a.Current.ParentState().String(),
@@ -102,7 +111,7 @@ func (V7SectorInfoExtractor) Extract(ctx context.Context, a actorstate.ActorInfo
 			PowerBaseEpoch:        int64(sector.PowerBaseEpoch),
 			SectorKeyCID:          sectorKeyCID,
 			DailyFee:              dailyFeeStr,
-		}
+		})
 	}
 
 	return sectorModel, nil

tasks/messageexecutions/vm/task.go

@@ -81,8 +81,9 @@ func (t *Task) ProcessTipSets(ctx context.Context, current *types.TipSet, execut
 	}
 
 	var (
-		vmMessageResults = make(messagemodel.VMMessageList, 0, len(mex))
+		vmMessageResults = make(messagemodel.VMMessageList, 0)
 		errorsDetected   = make([]*messages.MessageError, 0)
+		cidIndexMap      = make(map[string]uint64)
 	)
 	for _, parentMsg := range mex {
 		select {
@@ -115,6 +116,9 @@ func (t *Task) ProcessTipSets(ctx context.Context, current *types.TipSet, execut
 			}
 			childCid := childMsg.Cid()
 
+			index := cidIndexMap[childCid.String()]
+			cidIndexMap[childCid.String()]++
+
 			toCode, found := getActorCode(ctx, child.Message.To)
 			if !found && child.Receipt.ExitCode == 0 {
 				// No destination actor code. Normally Lotus will create an account actor for unknown addresses but if the
@@ -148,7 +152,7 @@ func (t *Task) ProcessTipSets(ctx context.Context, current *types.TipSet, execut
 				ExitCode:  int64(child.Receipt.ExitCode),
 				ActorCode: toActorCode,
 				Method:    uint64(child.Message.Method),
-				Index:     child.Index,
+				Index:     index,
 				// Params will be filled below if exit code is non-zero
 				// Return will be filled below if exit code is non-zero
 			}