yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-12-24 14:08:45 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add Deleted tables as deleted (#4904)

Browse Source
This commit is contained in:
Ayush Shah 2022-05-12 12:25:43 +05:30 committed by GitHub
parent 2a380c39d3
commit 92de8cc1ff
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 18 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

29
ingestion/src/metadata/ingestion/source/snowflake.py
View File

@ -148,18 +148,25 @@ class SnowflakeSource(SQLSource):
def next_record(self) -> Iterable[Entity]:
for inspector in self.get_databases():
for schema in inspector.get_schema_names():
if filter_by_schema(
self.source_config.schemaFilterPattern, schema_name=schema
):
self.status.filter(
f"{self.config.serviceName}.{self.service_connection.database}.{schema}",
"{} pattern not allowed".format("Schema"),
try:
if filter_by_schema(
self.source_config.schemaFilterPattern, schema_name=schema
):
self.status.filter(
f"{self.config.serviceName}.{self.service_connection.database}.{schema}",
"{} pattern not allowed".format("Schema"),
)
continue
self.connection.execute(
f"USE {self.service_connection.database}.{schema}"
)
continue
self.connection.execute(
f"USE {self.service_connection.database}.{schema}"
)
yield from self.fetch_tables(inspector=inspector, schema=schema)
yield from self.fetch_tables(inspector=inspector, schema=schema)
if self.source_config.markDeletedTables:
schema_fqdn = f"{self.config.serviceName}.{self.service_connection.database}.{schema}"
yield from self.delete_tables(schema_fqdn)
except Exception as err:
logger.debug(traceback.format_exc())
logger.info(err)
def add_tags_to_table(self, schema: str, table_name: str, table_entity):
tag_category_list = self.fetch_tags(schema=schema, table_name=table_name)