Skip to content

Commit 69d1fe6

Browse files
authored
Adding MC2 datasets to croissant file generation (#123)
1 parent 7d91b10 commit 69d1fe6

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

dags/synapse-dataset-to-croissant.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -81,12 +81,12 @@
8181
dag_params = {
8282
"snowflake_developer_service_conn": Param("SNOWFLAKE_DEVELOPER_SERVICE_RAW_CONN", type="string"),
8383
"synapse_conn_id": Param("SYNAPSE_ORCA_SERVICE_ACCOUNT_CONN", type="string"),
84-
"dataset_collections": Param(["syn50913342"], type="array"),
84+
"dataset_collections": Param(["syn50913342", "syn68939725"], type="array"),
8585
"push_results_to_s3": Param(True, type="boolean"),
8686
"push_links_to_synapse": Param(True, type="boolean"),
8787
"delete_out_of_date_from_s3": Param(True, type="boolean"),
8888
"delete_out_of_date_from_synapse": Param(True, type="boolean"),
89-
"dataset_collections_for_cleanup": Param(["syn50913342"], type="array"),
89+
"dataset_collections_for_cleanup": Param(["syn50913342", "syn68939725"], type="array"),
9090
"aws_conn_id": Param("AWS_SYNAPSE_CROISSANT_METADATA_S3_CONN", type="string"),
9191
}
9292

0 commit comments

Comments
 (0)