mirror of
https://github.com/open-metadata/OpenMetadata.git
synced 2025-10-27 00:31:42 +00:00
e1b7e93fe0
* Add PII Tag and Sensitivity Level enums. * Add feature-extraction for PII classification tasks * Add faker as test dependency * Add unit tests for presidio tag extractor * Add PIISensitivityTags enum and update sensitivity mapping logic * Add Presidio utility functions for PII analysis * Extend column name regexs for PII * Add tests for PAN, NIF, SSN entities * Fix version of faker to prevent flaky tests. Fix failing tests. * Add Generated to State enum * Integrate PIISensitive classifier to PIIProcessor
36 lines
1.5 KiB
Python
36 lines
1.5 KiB
Python
# Copyright 2025 Collate
|
|
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
from metadata.generated.schema.type.tagLabel import LabelType, State, TagSource
|
|
from metadata.pii.algorithms.tags import PIISensitivityTag
|
|
from metadata.pii.processor import PIIProcessor
|
|
|
|
|
|
def test_pii_processor_build_tag_label_for_pii_sensitive():
|
|
|
|
tag = PIISensitivityTag.SENSITIVE
|
|
tag_label = PIIProcessor.build_tag_label(tag)
|
|
|
|
assert tag_label.tagFQN.root == "PII.Sensitive"
|
|
assert tag_label.source == TagSource.Classification
|
|
assert tag_label.state == State.Suggested
|
|
assert tag_label.labelType == LabelType.Generated
|
|
|
|
|
|
def test_pii_processor_build_tag_label_for_pii_nonsensitive():
|
|
tag = PIISensitivityTag.NONSENSITIVE
|
|
tag_label = PIIProcessor.build_tag_label(tag)
|
|
|
|
assert tag_label.tagFQN.root == "PII.NonSensitive"
|
|
assert tag_label.source == TagSource.Classification
|
|
assert tag_label.state == State.Suggested
|
|
assert tag_label.labelType == LabelType.Generated
|