From 2b7853581c70c04b76ab7008acf4525caeb27076 Mon Sep 17 00:00:00 2001 From: Antoine Balliet Date: Tue, 7 May 2024 08:19:50 +0200 Subject: [PATCH] feat: compute dbt model lineage across databases (#16079) * feat: compute dbt model lineage across databases * fix lint * try other way * remove useless function * Update metadata.py * review * chore: remove config.serviceName usage --- .../ingestion/source/database/dbt/metadata.py | 14 ++++---------- 1 file changed, 4 insertions(+), 10 deletions(-) diff --git a/ingestion/src/metadata/ingestion/source/database/dbt/metadata.py b/ingestion/src/metadata/ingestion/source/database/dbt/metadata.py index 68084ddebe2..d790efe4e94 100644 --- a/ingestion/src/metadata/ingestion/source/database/dbt/metadata.py +++ b/ingestion/src/metadata/ingestion/source/database/dbt/metadata.py @@ -132,13 +132,7 @@ class DbtSource(DbtServiceSource): """ By default for DBT nothing is required to be prepared """ - database_service = self.metadata.get_by_name( - entity=DatabaseService, fqn=self.config.serviceName - ) - if not database_service: - raise InvalidServiceException( - f"Service with name {self.config.serviceName} not found" - ) + pass def get_dbt_owner( self, manifest_node: dict, catalog_node: Optional[dict] @@ -413,7 +407,7 @@ class DbtSource(DbtServiceSource): table_fqn = fqn.build( self.metadata, entity_type=Table, - service_name=self.config.serviceName, + service_name="*", database_name=get_corrected_name(manifest_node.database), schema_name=get_corrected_name(manifest_node.schema_), table_name=model_name, @@ -507,7 +501,7 @@ class DbtSource(DbtServiceSource): parent_fqn = fqn.build( self.metadata, entity_type=Table, - service_name=self.config.serviceName, + service_name="*", database_name=get_corrected_name(parent_node.database), schema_name=get_corrected_name(parent_node.schema_), table_name=table_name, @@ -949,7 +943,7 @@ class DbtSource(DbtServiceSource): test_case_fqn = fqn.build( self.metadata, entity_type=TestCase, - service_name=self.config.serviceName, + service_name=source_elements[0], database_name=source_elements[1], schema_name=source_elements[2], table_name=source_elements[3],