yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-12-28 10:28:22 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(transformer): fix invalid lastModified.actor entry in transformers (#5906)

Browse Source
This commit is contained in:
Mayuri Nehate 2022-09-14 22:29:17 +05:30 committed by GitHub
parent a1e1d2fd0a
commit 8ead62dae5
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 8 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
metadata-ingestion/src/datahub/ingestion/transformer/add_dataset_ownership.py
View File

@ -15,7 +15,6 @@ from datahub.ingestion.transformer.dataset_transformer import (
DatasetOwnershipTransformer,
)
from datahub.metadata.schema_classes import (
AuditStampClass,
OwnerClass,
OwnershipClass,
OwnershipTypeClass,
@ -103,7 +102,7 @@ class AddDatasetOwnership(DatasetOwnershipTransformer):
owners=[],
lastModified=in_ownership_aspect.lastModified
if in_ownership_aspect is not None
else AuditStampClass.construct_with_defaults(),
else None,
)
# Check if user want to keep existing ownerships

4
metadata-ingestion/src/datahub/ingestion/transformer/add_dataset_schema_terms.py
View File

@ -80,7 +80,9 @@ class AddDatasetSchemaTerms(DatasetSchemaMetadataTransformer):
terms=[],
auditStamp=schema_field.glossaryTerms.auditStamp
if schema_field.glossaryTerms is not None
else AuditStampClass.construct_with_defaults(),
else AuditStampClass(
time=builder.get_sys_time(), actor="urn:li:corpUser:restEmitter"
),
)
new_glossary_term.terms.extend(terms_to_add)
new_glossary_term.terms.extend(server_terms)

5
metadata-ingestion/src/datahub/ingestion/transformer/add_dataset_terms.py
View File

@ -1,6 +1,7 @@
import logging
from typing import Callable, List, Optional, Union, cast
import datahub.emitter.mce_builder as builder
from datahub.configuration.common import (
KeyValuePattern,
TransformerSemantics,
@ -91,7 +92,9 @@ class AddDatasetTerms(DatasetTermsTransformer):
terms=[],
auditStamp=in_glossary_terms.auditStamp
if in_glossary_terms is not None
else AuditStampClass.construct_with_defaults(),
else AuditStampClass(
time=builder.get_sys_time(), actor="urn:li:corpUser:restEmitter"
),
)
# Check if user want to keep existing terms
if in_glossary_terms is not None and self.config.replace_existing is False: