yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-09-02 13:53:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(ingestion): support custom properties to be ingested via business glossary yaml (#3438)

Browse Source
This commit is contained in:
Gabe Lyons 2021-10-21 22:21:23 -07:00 committed by GitHub
parent deedc120e2
commit 1fa49e2b79
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 10 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
metadata-ingestion/examples/bootstrap_data/business_glossary.yml
View File

@ -10,10 +10,16 @@ nodes:
terms: terms:
- name: Sensitive - name: Sensitive
description: Sensitive Data description: Sensitive Data
custom_properties:
is_confidential: false
- name: Confidential - name: Confidential
description: Confidential Data description: Confidential Data
custom_properties:
is_confidential: true
- name: HighlyConfidential - name: HighlyConfidential
description: Highly Confidential Data description: Highly Confidential Data
custom_properties:
is_confidential: true
- name: PersonalInformation - name: PersonalInformation
description: All terms related to personal information description: All terms related to personal information
owners: owners:

4
metadata-ingestion/src/datahub/ingestion/source/metadata/business_glossary.py
View File

@ -1,6 +1,6 @@
import logging import logging
from dataclasses import dataclass, field from dataclasses import dataclass, field
from typing import Any, Iterable, List, Optional, Union from typing import Any, Dict, Iterable, List, Optional, Union
from pydantic import validator from pydantic import validator
@ -34,6 +34,7 @@ class GlossaryTermConfig(ConfigModel):
owners: Optional[Owners] owners: Optional[Owners]
inherits: Optional[List[str]] inherits: Optional[List[str]]
contains: Optional[List[str]] contains: Optional[List[str]]
custom_properties: Optional[Dict[str, str]]
class GlossaryNodeConfig(ConfigModel): class GlossaryNodeConfig(ConfigModel):
@ -209,6 +210,7 @@ def get_mces_from_term(
else defaults.source, else defaults.source,
sourceUrl=glossaryTerm.source_url if glossaryTerm.source_url else defaults.url, sourceUrl=glossaryTerm.source_url if glossaryTerm.source_url else defaults.url,
parentNode=parentNode, parentNode=parentNode,
customProperties=glossaryTerm.custom_properties,
) )
aspects.append(term_info) aspects.append(term_info)