yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-11-02 03:39:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

chore(ingestion/file-based lineage): update from com.linkedin.pegasus2avro.dataset to datahub.metadata.schema_classes (#14690)

Browse Source
This commit is contained in:
Jonny Dixon 2025-09-08 08:20:07 +01:00 committed by GitHub
parent 55817d14b8
commit f8a95b0ade
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 8 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
metadata-ingestion/src/datahub/ingestion/source/metadata/lineage.py
View File

@ -37,9 +37,9 @@ from datahub.ingestion.api.source_helpers import (
from datahub.ingestion.api.workunit import MetadataWorkUnit
from datahub.ingestion.graph.client import get_default_graph
from datahub.ingestion.graph.config import ClientMode
from datahub.metadata.com.linkedin.pegasus2avro.dataset import (
FineGrainedLineageDownstreamType,
FineGrainedLineageUpstreamType,
from datahub.metadata.schema_classes import (
FineGrainedLineageDownstreamTypeClass,
FineGrainedLineageUpstreamTypeClass,
)
logger = logging.getLogger(__name__)
@ -80,9 +80,9 @@ class FineGrainedLineageConfig(ConfigModel):
@validator("upstreamType")
def upstream_type_must_be_supported(cls, v: str) -> str:
allowed_types = [
FineGrainedLineageUpstreamType.FIELD_SET,
FineGrainedLineageUpstreamType.DATASET,
FineGrainedLineageUpstreamType.NONE,
FineGrainedLineageUpstreamTypeClass.FIELD_SET,
FineGrainedLineageUpstreamTypeClass.DATASET,
FineGrainedLineageUpstreamTypeClass.NONE,
]
if v not in allowed_types:
raise ValueError(
@ -93,8 +93,8 @@ class FineGrainedLineageConfig(ConfigModel):
@validator("downstreamType")
def downstream_type_must_be_supported(cls, v: str) -> str:
allowed_types = [
FineGrainedLineageDownstreamType.FIELD_SET,
FineGrainedLineageDownstreamType.FIELD,
FineGrainedLineageDownstreamTypeClass.FIELD_SET,
FineGrainedLineageDownstreamTypeClass.FIELD,
]
if v not in allowed_types:
raise ValueError(