feat: waku sync full topic support (#3275)

Author: SionoiS

tests/waku_store_sync/sync_utils.nim

@@ -22,22 +22,22 @@ proc randomHash*(rng: var Rand): WakuMessageHash =
 
 proc newTestWakuRecon*(
     switch: Switch,
-    idsRx: AsyncQueue[SyncID],
-    wantsTx: AsyncQueue[PeerId],
-    needsTx: AsyncQueue[(PeerId, Fingerprint)],
-    cluster: uint16 = 1,
+    pubsubTopics: seq[PubsubTopic] = @[],
+    contentTopics: seq[ContentTopic] = @[],
     syncRange: timer.Duration = DefaultSyncRange,
-    shards: seq[uint16] = @[0, 1, 2, 3, 4, 5, 6, 7],
+    idsRx: AsyncQueue[(SyncID, PubsubTopic, ContentTopic)],
+    wantsTx: AsyncQueue[PeerId],
+    needsTx: AsyncQueue[(PeerId, WakuMessageHash)],
 ): Future[SyncReconciliation] {.async.} =
   let peerManager = PeerManager.new(switch)
 
   let res = await SyncReconciliation.new(
-    cluster = cluster,
-    shards = shards,
+    pubsubTopics = pubsubTopics,
+    contentTopics = contentTopics,
     peerManager = peerManager,
     wakuArchive = nil,
-    relayJitter = 0.seconds,
     syncRange = syncRange,
+    relayJitter = 0.seconds,
     idsRx = idsRx,
     localWantsTx = wantsTx,
     remoteNeedsTx = needsTx,
@@ -52,9 +52,9 @@ proc newTestWakuRecon*(
 
 proc newTestWakuTransfer*(
     switch: Switch,
-    idsTx: AsyncQueue[SyncID],
+    idsTx: AsyncQueue[(SyncID, PubsubTopic, ContentTopic)],
     wantsRx: AsyncQueue[PeerId],
-    needsRx: AsyncQueue[(PeerId, Fingerprint)],
+    needsRx: AsyncQueue[(PeerId, WakuMessageHash)],
 ): SyncTransfer =
   let peerManager = PeerManager.new(switch)
 

tests/waku_store_sync/test_codec.nim

@@ -99,6 +99,8 @@ suite "Waku Store Sync Codec":
     let range4 = (bounds4, RangeType.ItemSet)
 
     let payload = RangesData(
+      pubsubTopics: @[DefaultPubsubTopic],
+      contentTopics: @[],
       ranges: @[range1, range2, range3, range4],
       fingerprints: @[],
       itemSets: @[itemSet1, itemSet2, itemSet3, itemSet4],
@@ -139,6 +141,8 @@ suite "Waku Store Sync Codec":
       ranges.add(range)
 
     let payload = RangesData(
+      pubsubTopics: @[DefaultPubsubTopic],
+      contentTopics: @[],
       ranges: ranges,
       fingerprints:
         @[randomHash(rng), randomHash(rng), randomHash(rng), randomHash(rng)],
@@ -186,8 +190,13 @@ suite "Waku Store Sync Codec":
       ranges.add((bound, RangeType.ItemSet))
       itemSets.add(itemSet)
 
-    let payload =
-      RangesData(ranges: ranges, fingerprints: fingerprints, itemSets: itemSets)
+    let payload = RangesData(
+      pubsubTopics: @[DefaultPubsubTopic],
+      contentTopics: @[],
+      ranges: ranges,
+      fingerprints: fingerprints,
+      itemSets: itemSets,
+    )
 
     let encodedPayload = payload.deltaEncode()