MINOR - Update Lineage Propagation Config (#18486)

* MINOR - Update Automator Lineage Propagation configs

* naming

* options

* Ignore metastore_db

* toggle parent propagation

* toggle parent propagation
This commit is contained in:
Pere Miquel Brull 2024-11-10 09:38:39 +01:00 committed by GitHub
parent e7632428f4
commit 92b9f44bf8
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 47 additions and 2 deletions

3
.gitignore vendored
View File

@ -129,3 +129,6 @@ ingestion/tests/cli_e2e/**/*test.yaml
# GX artifacts # GX artifacts
/ingestion/tests/integration/great_expectations/gx/* /ingestion/tests/integration/great_expectations/gx/*
# Tests
**/metastore_db/

View File

@ -2,7 +2,7 @@
"$id": "https://open-metadata.org/schema/entity/applications/configuration/external/automator/lineagePropagationAction.json", "$id": "https://open-metadata.org/schema/entity/applications/configuration/external/automator/lineagePropagationAction.json",
"$schema": "http://json-schema.org/draft-07/schema#", "$schema": "http://json-schema.org/draft-07/schema#",
"title": "LineagePropagationAction", "title": "LineagePropagationAction",
"description": "Propagate description and tags via lineage", "description": "Propagate description, tags and glossary terms via lineage",
"type": "object", "type": "object",
"definitions": { "definitions": {
"lineagePropagationActionType": { "lineagePropagationActionType": {
@ -19,9 +19,51 @@
"$ref": "#/definitions/lineagePropagationActionType", "$ref": "#/definitions/lineagePropagationActionType",
"default": "LineagePropagationAction" "default": "LineagePropagationAction"
}, },
"propagateDescription": {
"title": "Propagate Description",
"description": "Propagate description through lineage",
"type": "boolean",
"default": true
},
"propagateTags": {
"title": "Propagate Tags",
"description": "Propagate tags through lineage",
"type": "boolean",
"default": true
},
"propagateGlossaryTerms": {
"title": "Propagate Glossary Terms",
"description": "Propagate glossary terms through lineage",
"type": "boolean",
"default": true
},
"propagateTier": {
"title": "Propagate Tier",
"description": "Propagate tier from the parent",
"type": "boolean",
"default": false
},
"propagateOwner": {
"title": "Propagate Owner",
"description": "Propagate owner from the parent",
"type": "boolean",
"default": false
},
"propagateColumnLevel": {
"title": "Propagate Column Level",
"description": "Propagate the metadata to columns via column-level lineage.",
"type": "boolean",
"default": true
},
"propagateParent": {
"title": "Propagate Parent",
"description": "Propagate the metadata to the parents (e.g., tables) via lineage.",
"type": "boolean",
"default": false
},
"overwriteMetadata": { "overwriteMetadata": {
"title": "Overwrite Metadata", "title": "Overwrite Metadata",
"description": "Update descriptions and tags via lineage even if they are already defined in the asset. By default, descriptions are only updated if they are not already defined in the asset, and incoming tags are merged with the existing ones.", "description": "Update descriptions, tags and Glossary Terms via lineage even if they are already defined in the asset. By default, descriptions are only updated if they are not already defined in the asset, and incoming tags are merged with the existing ones.",
"type": "boolean", "type": "boolean",
"default": false "default": false
} }