From 58c2cee231147b89d08d866eaae08586282f4aae Mon Sep 17 00:00:00 2001 From: Harshal Sheth Date: Tue, 29 Oct 2024 16:12:48 -0700 Subject: [PATCH] log metadata endpoint --- .../src/datahub/ingestion/run/pipeline.py | 11 +++++++---- .../src/datahub/ingestion/source/dbt/dbt_cloud.py | 1 + 2 files changed, 8 insertions(+), 4 deletions(-) diff --git a/metadata-ingestion/src/datahub/ingestion/run/pipeline.py b/metadata-ingestion/src/datahub/ingestion/run/pipeline.py index 81fc7e5717686..2e56d5866efa8 100644 --- a/metadata-ingestion/src/datahub/ingestion/run/pipeline.py +++ b/metadata-ingestion/src/datahub/ingestion/run/pipeline.py @@ -647,11 +647,11 @@ def _get_text_color(self, running: bool, failures: bool, warnings: bool) -> str: return "cyan" else: if failures: - return "red" + return "bright_red" elif warnings: - return "yellow" + return "bright_yellow" else: - return "green" + return "bright_green" def has_failures(self) -> bool: return bool( @@ -735,11 +735,14 @@ def pretty_print_summary( return 0 def _handle_uncaught_pipeline_exception(self, exc: Exception) -> None: - logger.exception("Ingestion pipeline threw an uncaught exception") + logger.exception( + f"Ingestion pipeline threw an uncaught exception: {exc}", stacklevel=2 + ) self.source.get_report().report_failure( title="Pipeline Error", message="Ingestion pipeline raised an unexpected exception!", exc=exc, + log=False, ) def _get_structured_report(self) -> Dict[str, Any]: diff --git a/metadata-ingestion/src/datahub/ingestion/source/dbt/dbt_cloud.py b/metadata-ingestion/src/datahub/ingestion/source/dbt/dbt_cloud.py index b44c87d35cf7c..66c5ef7179af4 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dbt/dbt_cloud.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dbt/dbt_cloud.py @@ -70,6 +70,7 @@ def set_metadata_endpoint(cls, values: dict) -> dict: raise ValueError( "Unable to infer the metadata endpoint from the access URL. Please provide a metadata endpoint." ) + logger.info(f"Inferred metadata endpoint: {metadata_endpoint}") values["metadata_endpoint"] = metadata_endpoint return values