yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-09-25 08:50:18 +00:00
Code Issues Packages Projects Releases Wiki Activity

FIX: Deleted label not appearing for bigquery (#8090)

Browse Source
This commit is contained in:
Milan Bariya 2022-10-12 12:55:12 +05:30 committed by GitHub
parent 5c7d01a9df
commit 7aaaddf7cc
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 29 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

43
ingestion/src/metadata/ingestion/source/database/database_service.py
View File

@ -510,6 +510,22 @@ class DatabaseServiceSource(
if str(table.fullyQualifiedName.__root__) not in self.database_source_state:
yield DeleteTable(table=table)
def fetch_all_schema_and_delete_tables(self):
"""
Fetch all schemas and delete tables
"""
database_fqn = fqn.build(
self.metadata,
entity_type=Database,
service_name=self.config.serviceName,
database_name=self.context.database.name.__root__,
)
schema_list = self.metadata.list_all_entities(
entity=DatabaseSchema, params={"database": database_fqn}
)
for schema in schema_list:
yield from self.delete_schema_tables(schema.fullyQualifiedName.__root__)
def mark_tables_as_deleted(self):
"""
Use the current inspector to mark tables as deleted
@ -518,18 +534,17 @@ class DatabaseServiceSource(
logger.info(
f"Mark Deleted Tables set to True. Processing database [{self.context.database.name.__root__}]"
)
schema_names_list = (
self.get_database_schema_names()
if self.source_config.markDeletedTablesFromFilterOnly
else self.get_raw_database_schema_names()
)
for schema_name in schema_names_list:
schema_fqn = fqn.build(
self.metadata,
entity_type=DatabaseSchema,
service_name=self.config.serviceName,
database_name=self.context.database.name.__root__,
schema_name=schema_name,
)
if self.source_config.markDeletedTablesFromFilterOnly:
schema_names_list = self.get_database_schema_names()
for schema_name in schema_names_list:
schema_fqn = fqn.build(
self.metadata,
entity_type=DatabaseSchema,
service_name=self.config.serviceName,
database_name=self.context.database.name.__root__,
schema_name=schema_name,
)
yield from self.delete_schema_tables(schema_fqn)
yield from self.delete_schema_tables(schema_fqn)
else:
yield from self.fetch_all_schema_and_delete_tables()