mirror of
https://github.com/datahub-project/datahub.git
synced 2025-07-24 18:10:11 +00:00
731 lines
22 KiB
JSON
731 lines
22 KiB
JSON
[
|
|
{
|
|
"entityType": "dataFlow",
|
|
"entityUrn": "urn:li:dataFlow:(fivetran,calendar_elected,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "dataFlowInfo",
|
|
"aspect": {
|
|
"json": {
|
|
"customProperties": {},
|
|
"name": "postgres"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1654621200000,
|
|
"runId": "powerbi-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataFlow",
|
|
"entityUrn": "urn:li:dataFlow:(fivetran,calendar_elected,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "ownership",
|
|
"aspect": {
|
|
"json": {
|
|
"owners": [],
|
|
"lastModified": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:fivetran"
|
|
}
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1654621200000,
|
|
"runId": "powerbi-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataFlow",
|
|
"entityUrn": "urn:li:dataFlow:(fivetran,calendar_elected,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "globalTags",
|
|
"aspect": {
|
|
"json": {
|
|
"tags": []
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1654621200000,
|
|
"runId": "powerbi-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataJob",
|
|
"entityUrn": "urn:li:dataJob:(urn:li:dataFlow:(fivetran,calendar_elected,PROD),calendar_elected)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "dataJobInfo",
|
|
"aspect": {
|
|
"json": {
|
|
"customProperties": {
|
|
"paused": "False",
|
|
"sync_frequency": "1440",
|
|
"destination_id": "'interval_unconstitutional'"
|
|
},
|
|
"name": "postgres",
|
|
"type": {
|
|
"string": "COMMAND"
|
|
}
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1654621200000,
|
|
"runId": "powerbi-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:postgres,postgres_db.public.employee,DEV)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "schemaMetadata",
|
|
"aspect": {
|
|
"json": {
|
|
"schemaName": "project-id-1.bigquery-dataset-1.table-1",
|
|
"platform": "urn:li:dataPlatform:bigquery",
|
|
"version": 0,
|
|
"created": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"lastModified": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"hash": "",
|
|
"platformSchema": {
|
|
"com.linkedin.schema.MySqlDDL": {
|
|
"tableSchema": ""
|
|
}
|
|
},
|
|
"fields": [{
|
|
"fieldPath": "id",
|
|
"nullable": true,
|
|
"description": "mock comment for column",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "NUMBER(asdecimal=False)",
|
|
"recursive": false,
|
|
"isPartOfKey": true
|
|
}]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1643871600000,
|
|
"runId": "bigquery-2022_02_03-07_00_00"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:postgres,postgres_db.public.company,DEV)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "schemaMetadata",
|
|
"aspect": {
|
|
"json": {
|
|
"schemaName": "project-id-1.bigquery-dataset-1.table-1",
|
|
"platform": "urn:li:dataPlatform:bigquery",
|
|
"version": 0,
|
|
"created": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"lastModified": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"hash": "",
|
|
"platformSchema": {
|
|
"com.linkedin.schema.MySqlDDL": {
|
|
"tableSchema": ""
|
|
}
|
|
},
|
|
"fields": [{
|
|
"fieldPath": "id",
|
|
"nullable": true,
|
|
"description": "mock comment for column",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "NUMBER(asdecimal=False)",
|
|
"recursive": false,
|
|
"isPartOfKey": true
|
|
}]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1643871600000,
|
|
"runId": "bigquery-2022_02_03-07_00_00"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:hive,SampleHiveDataset,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "upstreamLineage",
|
|
"aspect": {
|
|
"json": {
|
|
"upstreams": [
|
|
{
|
|
"auditStamp": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"dataset": "urn:li:dataset:(urn:li:dataPlatform:hdfs,SampleHdfsDataset,PROD)",
|
|
"type": "VIEW"
|
|
}
|
|
],
|
|
"fineGrainedLineages": [
|
|
{
|
|
"upstreamType": "FIELD_SET",
|
|
"upstreams": [
|
|
"urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:postgres,postgres_db.public.company,DEV),id)"
|
|
],
|
|
"downstreamType": "FIELD",
|
|
"downstreams": [
|
|
"urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:hive,SampleHiveDataset,PROD),field_bar)"
|
|
],
|
|
"confidenceScore": 1.0
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1643871600000,
|
|
"runId": "oracle-2022_02_03-07_00_00",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataJob",
|
|
"entityUrn": "urn:li:dataJob:(urn:li:dataFlow:(fivetran,calendar_elected,PROD),calendar_elected)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "dataJobInputOutput",
|
|
"aspect": {
|
|
"json": {
|
|
"inputDatasets": [
|
|
"urn:li:dataset:(urn:li:dataPlatform:postgres,postgres_db.public.employee,DEV)",
|
|
"urn:li:dataset:(urn:li:dataPlatform:postgres,postgres_db.public.company,DEV)"
|
|
],
|
|
"outputDatasets": [
|
|
"urn:li:dataset:(urn:li:dataPlatform:kafka,SampleKafkaDataset,PROD)",
|
|
"urn:li:dataset:(urn:li:dataPlatform:hive,SampleHiveDataset,PROD)"
|
|
],
|
|
"inputDatajobs": [],
|
|
"fineGrainedLineages": [
|
|
{
|
|
"upstreamType": "FIELD_SET",
|
|
"upstreams": [
|
|
"urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:postgres,postgres_db.public.employee,DEV),id)"
|
|
],
|
|
"downstreamType": "FIELD",
|
|
"downstreams": [
|
|
"urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:kafka,SampleKafkaDataset,PROD),field_foo_2)"
|
|
],
|
|
"confidenceScore": 1.0
|
|
},
|
|
{
|
|
"upstreamType": "FIELD_SET",
|
|
"upstreams": [
|
|
"urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:postgres,postgres_db.public.company,DEV),id)"
|
|
],
|
|
"downstreamType": "FIELD",
|
|
"downstreams": [
|
|
"urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:hive,SampleHiveDataset,PROD),field_bar)"
|
|
],
|
|
"confidenceScore": 1.0
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1654621200000,
|
|
"runId": "powerbi-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:postgres,postgres_db.public.employee,DEV)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "status",
|
|
"aspect": {
|
|
"json": {
|
|
"removed": false
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1654621200000,
|
|
"runId": "powerbi-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:postgres,postgres_db.public.company,DEV)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "status",
|
|
"aspect": {
|
|
"json": {
|
|
"removed": false
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1654621200000,
|
|
"runId": "powerbi-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataJob",
|
|
"entityUrn": "urn:li:dataJob:(urn:li:dataFlow:(fivetran,calendar_elected,PROD),calendar_elected)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "ownership",
|
|
"aspect": {
|
|
"json": {
|
|
"owners": [
|
|
{
|
|
"owner": "urn:li:corpuser:Shubham Jagtap",
|
|
"type": "DEVELOPER",
|
|
"source": {
|
|
"type": "SERVICE"
|
|
}
|
|
}
|
|
],
|
|
"lastModified": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:fivetran"
|
|
}
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1654621200000,
|
|
"runId": "powerbi-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataJob",
|
|
"entityUrn": "urn:li:dataJob:(urn:li:dataFlow:(fivetran,calendar_elected,PROD),calendar_elected)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "globalTags",
|
|
"aspect": {
|
|
"json": {
|
|
"tags": []
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1654621200000,
|
|
"runId": "powerbi-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataProcessInstance",
|
|
"entityUrn": "urn:li:dataProcessInstance:ee88d32dbe3133a23a9023c097050190",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "dataProcessInstanceProperties",
|
|
"aspect": {
|
|
"json": {
|
|
"customProperties": {},
|
|
"name": "4c9a03d6-eded-4422-a46a-163266e58243",
|
|
"type": "BATCH_SCHEDULED",
|
|
"created": {
|
|
"time": 1695191853000,
|
|
"actor": "urn:li:corpuser:datahub"
|
|
}
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1654621200000,
|
|
"runId": "powerbi-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataProcessInstance",
|
|
"entityUrn": "urn:li:dataProcessInstance:ee88d32dbe3133a23a9023c097050190",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "dataProcessInstanceRelationships",
|
|
"aspect": {
|
|
"json": {
|
|
"parentTemplate": "urn:li:dataJob:(urn:li:dataFlow:(fivetran,calendar_elected,PROD),calendar_elected)",
|
|
"upstreamInstances": []
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1654621200000,
|
|
"runId": "powerbi-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataProcessInstance",
|
|
"entityUrn": "urn:li:dataProcessInstance:ee88d32dbe3133a23a9023c097050190",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "dataProcessInstanceInput",
|
|
"aspect": {
|
|
"json": {
|
|
"inputs": [
|
|
"urn:li:dataset:(urn:li:dataPlatform:postgres,postgres_db.public.employee,DEV)",
|
|
"urn:li:dataset:(urn:li:dataPlatform:postgres,postgres_db.public.company,DEV)"
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1654621200000,
|
|
"runId": "powerbi-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataProcessInstance",
|
|
"entityUrn": "urn:li:dataProcessInstance:ee88d32dbe3133a23a9023c097050190",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "dataProcessInstanceOutput",
|
|
"aspect": {
|
|
"json": {
|
|
"outputs": [
|
|
"urn:li:dataset:(urn:li:dataPlatform:bigquery,test.postgres_public.employee,PROD)",
|
|
"urn:li:dataset:(urn:li:dataPlatform:bigquery,test.postgres_public.company,PROD)"
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1654621200000,
|
|
"runId": "powerbi-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataProcessInstance",
|
|
"entityUrn": "urn:li:dataProcessInstance:ee88d32dbe3133a23a9023c097050190",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "dataProcessInstanceRunEvent",
|
|
"aspect": {
|
|
"json": {
|
|
"timestampMillis": 1695191853000,
|
|
"partitionSpec": {
|
|
"type": "FULL_TABLE",
|
|
"partition": "FULL_TABLE_SNAPSHOT"
|
|
},
|
|
"status": "STARTED"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1654621200000,
|
|
"runId": "powerbi-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataProcessInstance",
|
|
"entityUrn": "urn:li:dataProcessInstance:ee88d32dbe3133a23a9023c097050190",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "dataProcessInstanceRunEvent",
|
|
"aspect": {
|
|
"json": {
|
|
"timestampMillis": 1695191885000,
|
|
"partitionSpec": {
|
|
"type": "FULL_TABLE",
|
|
"partition": "FULL_TABLE_SNAPSHOT"
|
|
},
|
|
"status": "COMPLETE",
|
|
"result": {
|
|
"type": "SUCCESS",
|
|
"nativeResultType": "fivetran"
|
|
}
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1654621200000,
|
|
"runId": "powerbi-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataProcessInstance",
|
|
"entityUrn": "urn:li:dataProcessInstance:be36f55c13ec4e313c7510770e50784a",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "dataProcessInstanceProperties",
|
|
"aspect": {
|
|
"json": {
|
|
"customProperties": {},
|
|
"name": "f773d1e9-c791-48f4-894f-8cf9b3dfc834",
|
|
"type": "BATCH_SCHEDULED",
|
|
"created": {
|
|
"time": 1696343730000,
|
|
"actor": "urn:li:corpuser:datahub"
|
|
}
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1654621200000,
|
|
"runId": "powerbi-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataProcessInstance",
|
|
"entityUrn": "urn:li:dataProcessInstance:be36f55c13ec4e313c7510770e50784a",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "dataProcessInstanceRelationships",
|
|
"aspect": {
|
|
"json": {
|
|
"parentTemplate": "urn:li:dataJob:(urn:li:dataFlow:(fivetran,calendar_elected,PROD),calendar_elected)",
|
|
"upstreamInstances": []
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1654621200000,
|
|
"runId": "powerbi-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataProcessInstance",
|
|
"entityUrn": "urn:li:dataProcessInstance:be36f55c13ec4e313c7510770e50784a",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "dataProcessInstanceInput",
|
|
"aspect": {
|
|
"json": {
|
|
"inputs": [
|
|
"urn:li:dataset:(urn:li:dataPlatform:postgres,postgres_db.public.employee,DEV)",
|
|
"urn:li:dataset:(urn:li:dataPlatform:postgres,postgres_db.public.company,DEV)"
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1654621200000,
|
|
"runId": "powerbi-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataProcessInstance",
|
|
"entityUrn": "urn:li:dataProcessInstance:be36f55c13ec4e313c7510770e50784a",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "dataProcessInstanceOutput",
|
|
"aspect": {
|
|
"json": {
|
|
"outputs": [
|
|
"urn:li:dataset:(urn:li:dataPlatform:bigquery,test.postgres_public.employee,PROD)",
|
|
"urn:li:dataset:(urn:li:dataPlatform:bigquery,test.postgres_public.company,PROD)"
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1654621200000,
|
|
"runId": "powerbi-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataProcessInstance",
|
|
"entityUrn": "urn:li:dataProcessInstance:be36f55c13ec4e313c7510770e50784a",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "dataProcessInstanceRunEvent",
|
|
"aspect": {
|
|
"json": {
|
|
"timestampMillis": 1696343730000,
|
|
"partitionSpec": {
|
|
"type": "FULL_TABLE",
|
|
"partition": "FULL_TABLE_SNAPSHOT"
|
|
},
|
|
"status": "STARTED"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1654621200000,
|
|
"runId": "powerbi-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataProcessInstance",
|
|
"entityUrn": "urn:li:dataProcessInstance:be36f55c13ec4e313c7510770e50784a",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "dataProcessInstanceRunEvent",
|
|
"aspect": {
|
|
"json": {
|
|
"timestampMillis": 1696343732000,
|
|
"partitionSpec": {
|
|
"type": "FULL_TABLE",
|
|
"partition": "FULL_TABLE_SNAPSHOT"
|
|
},
|
|
"status": "COMPLETE",
|
|
"result": {
|
|
"type": "SKIPPED",
|
|
"nativeResultType": "fivetran"
|
|
}
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1654621200000,
|
|
"runId": "powerbi-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataProcessInstance",
|
|
"entityUrn": "urn:li:dataProcessInstance:d8f100271d2dc3fa905717f82d083c8d",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "dataProcessInstanceProperties",
|
|
"aspect": {
|
|
"json": {
|
|
"customProperties": {},
|
|
"name": "63c2fc85-600b-455f-9ba0-f576522465be",
|
|
"type": "BATCH_SCHEDULED",
|
|
"created": {
|
|
"time": 1696343755000,
|
|
"actor": "urn:li:corpuser:datahub"
|
|
}
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1654621200000,
|
|
"runId": "powerbi-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataProcessInstance",
|
|
"entityUrn": "urn:li:dataProcessInstance:d8f100271d2dc3fa905717f82d083c8d",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "dataProcessInstanceRelationships",
|
|
"aspect": {
|
|
"json": {
|
|
"parentTemplate": "urn:li:dataJob:(urn:li:dataFlow:(fivetran,calendar_elected,PROD),calendar_elected)",
|
|
"upstreamInstances": []
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1654621200000,
|
|
"runId": "powerbi-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataProcessInstance",
|
|
"entityUrn": "urn:li:dataProcessInstance:d8f100271d2dc3fa905717f82d083c8d",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "dataProcessInstanceInput",
|
|
"aspect": {
|
|
"json": {
|
|
"inputs": [
|
|
"urn:li:dataset:(urn:li:dataPlatform:postgres,postgres_db.public.employee,DEV)",
|
|
"urn:li:dataset:(urn:li:dataPlatform:postgres,postgres_db.public.company,DEV)"
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1654621200000,
|
|
"runId": "powerbi-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataProcessInstance",
|
|
"entityUrn": "urn:li:dataProcessInstance:d8f100271d2dc3fa905717f82d083c8d",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "dataProcessInstanceOutput",
|
|
"aspect": {
|
|
"json": {
|
|
"outputs": [
|
|
"urn:li:dataset:(urn:li:dataPlatform:bigquery,test.postgres_public.employee,PROD)",
|
|
"urn:li:dataset:(urn:li:dataPlatform:bigquery,test.postgres_public.company,PROD)"
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1654621200000,
|
|
"runId": "powerbi-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataProcessInstance",
|
|
"entityUrn": "urn:li:dataProcessInstance:d8f100271d2dc3fa905717f82d083c8d",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "dataProcessInstanceRunEvent",
|
|
"aspect": {
|
|
"json": {
|
|
"timestampMillis": 1696343755000,
|
|
"partitionSpec": {
|
|
"type": "FULL_TABLE",
|
|
"partition": "FULL_TABLE_SNAPSHOT"
|
|
},
|
|
"status": "STARTED"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1654621200000,
|
|
"runId": "powerbi-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataProcessInstance",
|
|
"entityUrn": "urn:li:dataProcessInstance:d8f100271d2dc3fa905717f82d083c8d",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "dataProcessInstanceRunEvent",
|
|
"aspect": {
|
|
"json": {
|
|
"timestampMillis": 1696343790000,
|
|
"partitionSpec": {
|
|
"type": "FULL_TABLE",
|
|
"partition": "FULL_TABLE_SNAPSHOT"
|
|
},
|
|
"status": "COMPLETE",
|
|
"result": {
|
|
"type": "FAILURE",
|
|
"nativeResultType": "fivetran"
|
|
}
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1654621200000,
|
|
"runId": "powerbi-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataFlow",
|
|
"entityUrn": "urn:li:dataFlow:(fivetran,calendar_elected,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "status",
|
|
"aspect": {
|
|
"json": {
|
|
"removed": false
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1654621200000,
|
|
"runId": "powerbi-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataJob",
|
|
"entityUrn": "urn:li:dataJob:(urn:li:dataFlow:(fivetran,calendar_elected,PROD),calendar_elected)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "status",
|
|
"aspect": {
|
|
"json": {
|
|
"removed": false
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1654621200000,
|
|
"runId": "powerbi-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
}
|
|
] |