yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-09-25 08:50:18 +00:00
Code Issues Packages Projects Releases Wiki Activity

Minor: Add pipeline display name in lineage export (#20004)

Browse Source 
* Minor: Add pipeline display name in lineage export

* add to csvDocumentation as well

---------

Co-authored-by: mohitdeuex <mohit.y@deuexsolutions.com>
This commit is contained in:
Sriharsha Chintalapani 2025-02-27 00:46:44 -08:00 committed by GitHub
parent 73876a9122
commit dc0437119e
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 16 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
openmetadata-service/src/main/java/org/openmetadata/service/jdbi3/LineageRepository.java
View File

@ -307,6 +307,7 @@ public class LineageRepository {
"fromChildEntityFQN",
"toChildEntityFQN",
"pipelineName",
"pipelineDisplayName",
"pipelineType",
"pipelineDescription",
"pipelineOwners",
@ -355,6 +356,7 @@ public class LineageRepository {
"",
"",
"",
"",
"");
LOG.debug(
"Exported ColumnMapping: from='{}', to='{}'",
@ -364,7 +366,7 @@ public class LineageRepository {
} else if (!pipeline.isMissingNode() && !pipeline.isNull()) {
writePipelineRow(csvWriter, baseRow, pipeline);
} else {
writeCsvRow(csvWriter, baseRow, "", "", "", "", "", "", "", "", "");
writeCsvRow(csvWriter, baseRow, "", "", "", "", "", "", "", "", "", "");
}
}
csvWriter.close();
@ -377,6 +379,7 @@ public class LineageRepository {
private void writePipelineRow(
CSVWriter csvWriter, Map<String, String> baseRow, JsonNode pipeline) {
String pipelineName = getText(pipeline, "name");
String pipelineDisplayName = getText(pipeline, "displayName");
String pipelineType = getText(pipeline, "serviceType");
String pipelineDescription = getText(pipeline, "description");
String pipelineOwners = getOwners(pipeline.path("owners"));
@ -390,6 +393,7 @@ public class LineageRepository {
"",
"",
pipelineName,
pipelineDisplayName,
pipelineType,
pipelineDescription,
pipelineOwners,
@ -405,6 +409,7 @@ public class LineageRepository {
String fromChildFQN,
String toChildFQN,
String pipelineName,
String pipelineDisplayName,
String pipelineType,
String pipelineDescription,
String pipelineOwners,
@ -425,6 +430,7 @@ public class LineageRepository {
fromChildFQN,
toChildFQN,
pipelineName,
pipelineDisplayName,
pipelineType,
pipelineDescription,
pipelineOwners,
@ -531,6 +537,7 @@ public class LineageRepository {
addField(recordList, getStringOrNull(edge, "description"));
addField(recordList, getStringOrNull(edge, "pipeline", "id"));
addField(recordList, getStringOrNull(edge, "pipeline", "fullyQualifiedName"));
addField(recordList, getStringOrNull(edge, "pipeline", "displayName"));
addField(recordList, processColumnLineage(edge));
addField(recordList, getStringOrNull(edge, "sqlQuery"));
addField(recordList, getStringOrNull(edge, "source"));

8
openmetadata-service/src/main/resources/json/data/lineage/lineageCsvDocumentation.json
View File

@ -73,6 +73,14 @@
"`Airflow.transformation_pipeline`"
]
},
{
"name": "pipelineDisplayName",
"required": false,
"description": "Diplaay Name of the pipeline involved in lineage",
"examples": [
"`Airflow.Test`"
]
},
{
"name": "columnLineage",
"required": false,