Skip to content

Commit 129c3a9

Browse files
authored
[da-vinci][server] Move blob transfer orchestration into StoreIngestion Task with SIT-driven completion (linkedin#2601)
1 parent da22d8a commit 129c3a9

12 files changed

Lines changed: 1737 additions & 1687 deletions

clients/da-vinci-client/src/main/java/com/linkedin/davinci/DaVinciBackend.java

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -329,6 +329,11 @@ public DaVinciBackend(
329329
blobTransferManager = null;
330330
}
331331

332+
// Inject blob transfer manager into ingestion service so SIT can use it
333+
if (blobTransferManager != null) {
334+
ingestionService.setBlobTransferManager(blobTransferManager);
335+
}
336+
332337
bootstrap();
333338

334339
storeRepository.registerStoreDataChangedListener(storeChangeListener);
@@ -410,7 +415,6 @@ final synchronized void bootstrap() {
410415
storageMetadataService,
411416
ingestionService,
412417
getStorageService(),
413-
blobTransferManager,
414418
configLoader.getVeniceServerConfig());
415419
ingestionBackend.addIngestionNotifier(ingestionListener);
416420
}

clients/da-vinci-client/src/main/java/com/linkedin/davinci/helix/HelixParticipationService.java

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -130,11 +130,15 @@ public HelixParticipationService(
130130
throw new VeniceException("Expecting " + KafkaStoreIngestionService.class.getName() + " for ingestion backend!");
131131
}
132132

133+
// Inject blob transfer manager into ingestion service so SIT can use it
134+
if (blobTransferManager != null) {
135+
((KafkaStoreIngestionService) storeIngestionService).setBlobTransferManager(blobTransferManager);
136+
}
137+
133138
this.ingestionBackend = new DefaultIngestionBackend(
134139
storageMetadataService,
135140
(KafkaStoreIngestionService) storeIngestionService,
136141
storageService,
137-
blobTransferManager,
138142
veniceConfigLoader.getVeniceServerConfig());
139143
}
140144

clients/da-vinci-client/src/main/java/com/linkedin/davinci/ingestion/DefaultIngestionBackend.java

Lines changed: 12 additions & 595 deletions
Large diffs are not rendered by default.

0 commit comments

Comments
 (0)