yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-12-12 18:47:45 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(ingest): remove new schema field usage (#4987)

Browse Source
This commit is contained in:
Aseem Bansal 2022-05-24 22:02:40 +05:30 committed by GitHub
parent e1eb2e589a
commit bbfe500581
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 0 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
metadata-ingestion/src/datahub/ingestion/source/sql/sql_common.py
View File

@ -92,7 +92,6 @@ from datahub.metadata.schema_classes import (
ViewPropertiesClass, ViewPropertiesClass,
) )
from datahub.telemetry import telemetry from datahub.telemetry import telemetry
from datahub.utilities.mapping import Constants
from datahub.utilities.sqlalchemy_query_combiner import SQLAlchemyQueryCombinerReport from datahub.utilities.sqlalchemy_query_combiner import SQLAlchemyQueryCombinerReport
if TYPE_CHECKING: if TYPE_CHECKING:
@ -1087,12 +1086,7 @@ class SQLAlchemySource(StatefulIngestionSourceBase):
tags: Optional[List[str]] = None, tags: Optional[List[str]] = None,
) -> List[SchemaField]: ) -> List[SchemaField]:
gtc: Optional[GlobalTagsClass] = None gtc: Optional[GlobalTagsClass] = None
is_partition_key: Optional[bool] = None
if tags: if tags:
if Constants.TAG_PARTITION_KEY in tags:
is_partition_key = True
else:
is_partition_key = False
tags_str = [make_tag_urn(t) for t in tags] tags_str = [make_tag_urn(t) for t in tags]
tags_tac = [TagAssociationClass(t) for t in tags_str] tags_tac = [TagAssociationClass(t) for t in tags_str]
gtc = GlobalTagsClass(tags_tac) gtc = GlobalTagsClass(tags_tac)
@ -1104,7 +1098,6 @@ class SQLAlchemySource(StatefulIngestionSourceBase):
nullable=column["nullable"], nullable=column["nullable"],
recursive=False, recursive=False,
globalTags=gtc, globalTags=gtc,
isPartitioningKey=is_partition_key,
) )
if ( if (
pk_constraints is not None pk_constraints is not None