Skip to content

Commit c93bf4f

Browse files
committed
embed sample id in parquet filename
1 parent d9d5e1c commit c93bf4f

File tree

3 files changed

+8
-3
lines changed

3 files changed

+8
-3
lines changed

scripts/variantstore/wdl/GvsImportGenomes.wdl

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -473,7 +473,7 @@ task LoadData {
473473
vet_parquet_file=`ls vet_*.parquet`
474474
ref_parquet_file=`ls ref_*.parquet`
475475
476-
# parse the table partition out of the file name
476+
# parse the table superpartition out of the file name
477477
table_number=$(echo "$vet_parquet_file" | cut -d'_' -f2)
478478
479479
# copy the vet and ref parquet files to the gcs bucket in the right place

src/main/java/org/broadinstitute/hellbender/tools/gvs/ingest/RefCreator.java

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -95,7 +95,10 @@ public RefCreator(String sampleIdentifierForOutputFileName, Long sampleId, Strin
9595

9696
try {
9797
if (writeReferenceRanges) {
98-
final File refOutputFile = new File(outputDirectory, REF_RANGES_FILETYPE_PREFIX + tableNumber + PREFIX_SEPARATOR + sampleIdentifierForOutputFileName + "." + outputType.toString().toLowerCase());
98+
String[] sampleComponents = {tableNumber, sampleIdentifierForOutputFileName, sampleId.toString()};
99+
String filename = REF_RANGES_FILETYPE_PREFIX + String.join(PREFIX_SEPARATOR, sampleComponents) + outputType.toString().toLowerCase();
100+
101+
final File refOutputFile = new File(outputDirectory, filename);
99102
switch (outputType) {
100103
case BQ:
101104
if (projectId == null || datasetName == null) {

src/main/java/org/broadinstitute/hellbender/tools/gvs/ingest/VetCreator.java

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -65,7 +65,9 @@ public VetCreator(String sampleIdentifierForOutputFileName, Long sampleId, Strin
6565
vetWriter.setHeaderLine(getHeaders());
6666
break;
6767
case PARQUET:
68-
final File parquetOutputFile = new File(outputDirectory, VET_FILETYPE_PREFIX + tableNumber + PREFIX_SEPARATOR + sampleIdentifierForOutputFileName + ".parquet");
68+
String[] sampleComponents = {tableNumber, sampleIdentifierForOutputFileName, sampleId.toString()};
69+
String filename = VET_FILETYPE_PREFIX + String.join(PREFIX_SEPARATOR, sampleComponents) + outputType.toString().toLowerCase();
70+
final File parquetOutputFile = new File(outputDirectory, filename);
6971
vetParquetFileWriter = new GvsVariantParquetFileWriter(new Path(parquetOutputFile.toURI()), parquetSchema, CompressionCodecName.SNAPPY);
7072
break;
7173
}

0 commit comments

Comments
 (0)