Add info logs

FundingCircle · Mar 6, 2024 · 0bd3ffc · 0bd3ffc
1 parent 8f2a7d4
commit 0bd3ffc
Showing 1 changed file with 7 additions and 0 deletions.
diff --git a/metadata-ingestion/src/datahub/ingestion/source/dbt/dbt_common.py b/metadata-ingestion/src/datahub/ingestion/source/dbt/dbt_common.py
@@ -990,11 +990,18 @@ def _infer_schemas_and_update_cll(self, all_nodes_map: Dict[str, DBTNode]) -> No
                         preprocessed_sql, schema_resolver=schema_resolver
                     )
 
+            if sql_result and (not sql_result.column_lineage or len(sql_result.column_lineage) == 0):
+                logger.info(f"No sql result returned for {node.dbt_name}")
+
             # Save the column lineage.
             if self.config.include_column_lineage and sql_result:
                 # We only save the debug info here. We're report errors based on it later, after
                 # applying the configured node filters.
                 node.cll_debug_info = sql_result.debug_info
+                if not sql_result.column_lineage or len(sql_result.column_lineage) == 0:
+                    logger.info(f"No column lineage returned for {node.dbt_name}")
+                else:
+                    logger.info(f"Column lineage returned for {len(sql_result.column_lineage)} columns in {node.dbt_name}")
 
                 if sql_result.column_lineage:
                     node.upstream_cll = [