diff --git a/tfx/components/statistics_gen/executor.py b/tfx/components/statistics_gen/executor.py index ee9f43dda8..23aad74221 100644 --- a/tfx/components/statistics_gen/executor.py +++ b/tfx/components/statistics_gen/executor.py @@ -18,6 +18,7 @@ from absl import logging import tensorflow_data_validation as tfdv from tensorflow_data_validation.statistics import stats_options as options +from tensorflow_data_validation.utils import dashboard_util from tfx import types from tfx.components.statistics_gen import stats_artifact_utils from tfx.components.util import examples_utils @@ -27,7 +28,6 @@ from tfx.types import standard_component_specs from tfx.utils import io_utils from tfx.utils import json_utils -from tfx.utils import stats_utils # Default file name for stats generated. @@ -151,8 +151,7 @@ def Do( try: statistics_artifact.set_string_custom_property( - STATS_DASHBOARD_LINK, - stats_utils.generate_stats_dashboard_link(statistics_artifact), + STATS_DASHBOARD_LINK, dashboard_util.generate_stats_dashboard_link() ) except Exception as e: # pylint: disable=broad-except # log on failures to not bring down Statsgen jobs diff --git a/tfx/proto/orchestration/pipeline.proto b/tfx/proto/orchestration/pipeline.proto index 7986a1ee90..7f116b6a06 100644 --- a/tfx/proto/orchestration/pipeline.proto +++ b/tfx/proto/orchestration/pipeline.proto @@ -638,6 +638,11 @@ message NodeExecutionOptions { // If set then the node this NodeExecutionOptions belongs to marks the end // of some lifetime. string lifetime_start = 1; + // If True then the node this NodeExecutionOptions belongs to will execute + // when the pipeline is considered "finalized". Noted that the node will + // not have a start node and the node will always be triggered when the + // pipeline is finalized. + bool pipeline_lifetime = 2; } } diff --git a/tfx/utils/stats_utils.py b/tfx/utils/stats_utils.py deleted file mode 100644 index 8e607c4c4a..0000000000 --- a/tfx/utils/stats_utils.py +++ /dev/null @@ -1,21 +0,0 @@ -# Copyright 2024 Google LLC. All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -"""stats_utils. - -This module is the parity for internal implementation, not available in OSS. -""" - - -def generate_stats_dashboard_link(unused_statistics_artifact): - return ''