Skip to content

Commit 517dccf

Browse files
committed
Simplify adaptive slice fetch scheduling
1 parent 9afada1 commit 517dccf

1 file changed

Lines changed: 2 additions & 7 deletions

File tree

src/worker.ts

Lines changed: 2 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -97,13 +97,8 @@ async function getDataFeedSlices(payload: WorkerJobPayload) {
9797
await pMap(
9898
sliceOffsets,
9999
async (offset) => {
100-
let currentOffset = offset
101-
let remainingSliceSize = Math.min(replaySliceSize, minutesCountToFetch - 1 - offset)
102-
while (remainingSliceSize > 0) {
103-
const result = await getDataFeedSlice(payload, currentOffset, filters, cacheDir, remainingSliceSize)
104-
currentOffset += result.sliceSize
105-
remainingSliceSize -= result.sliceSize
106-
}
100+
const requestedSliceSize = Math.min(replaySliceSize, minutesCountToFetch - 1 - offset)
101+
await getDataFeedSlice(payload, offset, filters, cacheDir, requestedSliceSize)
107102
},
108103
{ concurrency: CONCURRENCY_LIMIT }
109104
)

0 commit comments

Comments
 (0)