yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-08-21 15:48:05 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(sample): adding sample mces for dataflows and datajobs (#2396)

Browse Source
This commit is contained in:
Gabe Lyons 2021-04-14 19:27:01 -07:00 committed by GitHub
parent ffe03e6758
commit 1e11851a90
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 123 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

124
metadata-ingestion/examples/mce_files/bootstrap_mce.json
View File

@ -887,7 +887,129 @@
}, },
"proposedDelta": null "proposedDelta": null
}, },
{ {
"auditHeader": null,
"proposedSnapshot": {
"com.linkedin.pegasus2avro.metadata.snapshot.DataJobSnapshot": {
"urn": "urn:li:dataJob:(urn:li:dataFlow:(airflow,dag_abc,PROD),task_123)",
"aspects": [
{
"com.linkedin.pegasus2avro.common.Ownership": {
"owners": [
{
"owner": "urn:li:corpuser:datahub",
"type": "DATAOWNER",
"source": null
}
],
"lastModified": {
"time": 1581407189000,
"actor": "urn:li:corpuser:datahub",
"impersonator": null
}
}
},
{
"com.linkedin.pegasus2avro.datajob.DataJobInfo": {
"name": "User Creations",
"description": "Constructs the fct_users_created from logging_events",
"type": "SQL"
}
},
{
"com.linkedin.pegasus2avro.datajob.DataJobInputOutput": {
"inputDatasets": [
"urn:li:dataset:(urn:li:dataPlatform:hive,logging_events,PROD)"
],
"outputDatasets": [
"urn:li:dataset:(urn:li:dataPlatform:hive,fct_users_created,PROD)"
]
}
}
]
}
},
"proposedDelta": null
},
{
"auditHeader": null,
"proposedSnapshot": {
"com.linkedin.pegasus2avro.metadata.snapshot.DataJobSnapshot": {
"urn": "urn:li:dataJob:(urn:li:dataFlow:(airflow,dag_abc,PROD),task_456)",
"aspects": [
{
"com.linkedin.pegasus2avro.common.Ownership": {
"owners": [
{
"owner": "urn:li:corpuser:datahub",
"type": "DATAOWNER",
"source": null
}
],
"lastModified": {
"time": 1581407189000,
"actor": "urn:li:corpuser:datahub",
"impersonator": null
}
}
},
{
"com.linkedin.pegasus2avro.datajob.DataJobInfo": {
"name": "User Deletions",
"description": "Constructs the fct_users_deleted from logging_events",
"type": "SQL"
}
},
{
"com.linkedin.pegasus2avro.datajob.DataJobInputOutput": {
"inputDatasets": [
"urn:li:dataset:(urn:li:dataPlatform:hive,logging_events,PROD)"
],
"outputDatasets": [
"urn:li:dataset:(urn:li:dataPlatform:hive,fct_users_deleted,PROD)"
]
}
}
]
}
},
"proposedDelta": null
},
{
"auditHeader": null,
"proposedSnapshot": {
"com.linkedin.pegasus2avro.metadata.snapshot.DataFlowSnapshot": {
"urn": "urn:li:dataFlow:(airflow,dag_abc,PROD)",
"aspects": [
{
"com.linkedin.pegasus2avro.common.Ownership": {
"owners": [
{
"owner": "urn:li:corpuser:datahub",
"type": "DATAOWNER",
"source": null
}
],
"lastModified": {
"time": 1581407189000,
"actor": "urn:li:corpuser:datahub",
"impersonator": null
}
}
},
{
"com.linkedin.pegasus2avro.datajob.DataFlowInfo": {
"name": "Users",
"description": "Constructs the fct_users_deleted and fct_users_created tables",
"project": null
}
}
]
}
},
"proposedDelta": null
},
{
"auditHeader": null, "auditHeader": null,
"proposedSnapshot": { "proposedSnapshot": {
"com.linkedin.pegasus2avro.metadata.snapshot.ChartSnapshot": { "com.linkedin.pegasus2avro.metadata.snapshot.ChartSnapshot": {