Skip to content

Commit 1e9c12b

Browse files
committed
Add pipeline_lifetime field to enable alert end nodes.
PiperOrigin-RevId: 650743239
1 parent ce6f947 commit 1e9c12b

File tree

3 files changed

+7
-24
lines changed

3 files changed

+7
-24
lines changed

Diff for: tfx/components/statistics_gen/executor.py

+2-3
Original file line numberDiff line numberDiff line change
@@ -18,6 +18,7 @@
1818
from absl import logging
1919
import tensorflow_data_validation as tfdv
2020
from tensorflow_data_validation.statistics import stats_options as options
21+
from tensorflow_data_validation.utils import dashboard_util
2122
from tfx import types
2223
from tfx.components.statistics_gen import stats_artifact_utils
2324
from tfx.components.util import examples_utils
@@ -27,7 +28,6 @@
2728
from tfx.types import standard_component_specs
2829
from tfx.utils import io_utils
2930
from tfx.utils import json_utils
30-
from tfx.utils import stats_utils
3131

3232

3333
# Default file name for stats generated.
@@ -151,8 +151,7 @@ def Do(
151151

152152
try:
153153
statistics_artifact.set_string_custom_property(
154-
STATS_DASHBOARD_LINK,
155-
stats_utils.generate_stats_dashboard_link(statistics_artifact),
154+
STATS_DASHBOARD_LINK, dashboard_util.generate_stats_dashboard_link()
156155
)
157156
except Exception as e: # pylint: disable=broad-except
158157
# log on failures to not bring down Statsgen jobs

Diff for: tfx/proto/orchestration/pipeline.proto

+5
Original file line numberDiff line numberDiff line change
@@ -638,6 +638,11 @@ message NodeExecutionOptions {
638638
// If set then the node this NodeExecutionOptions belongs to marks the end
639639
// of some lifetime.
640640
string lifetime_start = 1;
641+
// If True then the node this NodeExecutionOptions belongs to will execute
642+
// when the pipeline is considered "finalized". Noted that the node will
643+
// not have a start node and the node will always be triggered when the
644+
// pipeline is finalized.
645+
bool pipeline_lifetime = 2;
641646
}
642647
}
643648

Diff for: tfx/utils/stats_utils.py

-21
This file was deleted.

0 commit comments

Comments
 (0)