yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-11-03 12:16:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(ingestion): deleted alias function call in mce_builder (#3356)

Browse Source
This commit is contained in:
Vincenzo Lavorini 2021-10-11 21:54:57 +02:00 committed by GitHub
parent 3e3009af7a
commit f39b8682a6
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
metadata-ingestion/src/datahub/emitter/mce_builder.py
View File

@ -7,8 +7,8 @@ from typing import List, Optional, Type, TypeVar, cast, get_type_hints
import typing_inspect import typing_inspect
from avrogen.dict_wrapper import DictWrapper from avrogen.dict_wrapper import DictWrapper
from datahub.metadata.com.linkedin.pegasus2avro.metadata.key import DatasetKey
from datahub.metadata.schema_classes import ( from datahub.metadata.schema_classes import (
DatasetKeyClass,
DatasetLineageTypeClass, DatasetLineageTypeClass,
DatasetSnapshotClass, DatasetSnapshotClass,
MetadataChangeEventClass, MetadataChangeEventClass,
@ -46,11 +46,11 @@ def make_dataset_urn(platform: str, name: str, env: str = DEFAULT_ENV) -> str:
return f"urn:li:dataset:({make_data_platform_urn(platform)},{name},{env})" return f"urn:li:dataset:({make_data_platform_urn(platform)},{name},{env})"
def dataset_urn_to_key(dataset_urn: str) -> Optional[DatasetKey]: def dataset_urn_to_key(dataset_urn: str) -> Optional[DatasetKeyClass]:
pattern = r"urn:li:dataset:\(urn:li:dataPlatform:(.*),(.*),(.*)\)" pattern = r"urn:li:dataset:\(urn:li:dataPlatform:(.*),(.*),(.*)\)"
results = re.search(pattern, dataset_urn) results = re.search(pattern, dataset_urn)
if results is not None: if results is not None:
return DatasetKey( return DatasetKeyClass(
platform=results.group(1), name=results.group(2), origin=results.group(3) platform=results.group(1), name=results.group(2), origin=results.group(3)
) )
return None return None