[ { "entityType": "dataFlow", "entityUrn": "urn:li:dataFlow:(fivetran,calendar_elected,PROD)", "changeType": "UPSERT", "aspectName": "dataFlowInfo", "aspect": { "json": { "customProperties": {}, "name": "postgres" } }, "systemMetadata": { "lastObserved": 1654621200000, "runId": "powerbi-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataFlow", "entityUrn": "urn:li:dataFlow:(fivetran,calendar_elected,PROD)", "changeType": "UPSERT", "aspectName": "ownership", "aspect": { "json": { "owners": [], "lastModified": { "time": 0, "actor": "urn:li:corpuser:fivetran" } } }, "systemMetadata": { "lastObserved": 1654621200000, "runId": "powerbi-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataFlow", "entityUrn": "urn:li:dataFlow:(fivetran,calendar_elected,PROD)", "changeType": "UPSERT", "aspectName": "globalTags", "aspect": { "json": { "tags": [] } }, "systemMetadata": { "lastObserved": 1654621200000, "runId": "powerbi-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataJob", "entityUrn": "urn:li:dataJob:(urn:li:dataFlow:(fivetran,calendar_elected,PROD),calendar_elected)", "changeType": "UPSERT", "aspectName": "dataJobInfo", "aspect": { "json": { "customProperties": { "paused": "False", "sync_frequency": "1440", "destination_id": "'interval_unconstitutional'" }, "name": "postgres", "type": { "string": "COMMAND" } } }, "systemMetadata": { "lastObserved": 1654621200000, "runId": "powerbi-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:postgres,postgres_db.public.employee,DEV)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { "json": { "schemaName": "project-id-1.bigquery-dataset-1.table-1", "platform": "urn:li:dataPlatform:bigquery", "version": 0, "created": { "time": 0, "actor": "urn:li:corpuser:unknown" }, "lastModified": { "time": 0, "actor": "urn:li:corpuser:unknown" }, "hash": "", "platformSchema": { "com.linkedin.schema.MySqlDDL": { "tableSchema": "" } }, "fields": [{ "fieldPath": "id", "nullable": true, "description": "mock comment for column", "type": { "type": { "com.linkedin.pegasus2avro.schema.NumberType": {} } }, "nativeDataType": "NUMBER(asdecimal=False)", "recursive": false, "isPartOfKey": true }] } }, "systemMetadata": { "lastObserved": 1643871600000, "runId": "bigquery-2022_02_03-07_00_00" } }, { "entityType": "dataset", "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:postgres,postgres_db.public.company,DEV)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { "json": { "schemaName": "project-id-1.bigquery-dataset-1.table-1", "platform": "urn:li:dataPlatform:bigquery", "version": 0, "created": { "time": 0, "actor": "urn:li:corpuser:unknown" }, "lastModified": { "time": 0, "actor": "urn:li:corpuser:unknown" }, "hash": "", "platformSchema": { "com.linkedin.schema.MySqlDDL": { "tableSchema": "" } }, "fields": [{ "fieldPath": "id", "nullable": true, "description": "mock comment for column", "type": { "type": { "com.linkedin.pegasus2avro.schema.NumberType": {} } }, "nativeDataType": "NUMBER(asdecimal=False)", "recursive": false, "isPartOfKey": true }] } }, "systemMetadata": { "lastObserved": 1643871600000, "runId": "bigquery-2022_02_03-07_00_00" } }, { "entityType": "dataset", "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:hive,SampleHiveDataset,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { "json": { "upstreams": [ { "auditStamp": { "time": 0, "actor": "urn:li:corpuser:unknown" }, "dataset": "urn:li:dataset:(urn:li:dataPlatform:hdfs,SampleHdfsDataset,PROD)", "type": "VIEW" } ], "fineGrainedLineages": [ { "upstreamType": "FIELD_SET", "upstreams": [ "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:postgres,postgres_db.public.company,DEV),id)" ], "downstreamType": "FIELD", "downstreams": [ "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:hive,SampleHiveDataset,PROD),field_bar)" ], "confidenceScore": 1.0 } ] } }, "systemMetadata": { "lastObserved": 1643871600000, "runId": "oracle-2022_02_03-07_00_00", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataJob", "entityUrn": "urn:li:dataJob:(urn:li:dataFlow:(fivetran,calendar_elected,PROD),calendar_elected)", "changeType": "UPSERT", "aspectName": "dataJobInputOutput", "aspect": { "json": { "inputDatasets": [ "urn:li:dataset:(urn:li:dataPlatform:postgres,postgres_db.public.employee,DEV)", "urn:li:dataset:(urn:li:dataPlatform:postgres,postgres_db.public.company,DEV)" ], "outputDatasets": [ "urn:li:dataset:(urn:li:dataPlatform:kafka,SampleKafkaDataset,PROD)", "urn:li:dataset:(urn:li:dataPlatform:hive,SampleHiveDataset,PROD)" ], "inputDatajobs": [], "fineGrainedLineages": [ { "upstreamType": "FIELD_SET", "upstreams": [ "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:postgres,postgres_db.public.employee,DEV),id)" ], "downstreamType": "FIELD", "downstreams": [ "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:kafka,SampleKafkaDataset,PROD),field_foo_2)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:postgres,postgres_db.public.company,DEV),id)" ], "downstreamType": "FIELD", "downstreams": [ "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:hive,SampleHiveDataset,PROD),field_bar)" ], "confidenceScore": 1.0 } ] } }, "systemMetadata": { "lastObserved": 1654621200000, "runId": "powerbi-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:postgres,postgres_db.public.employee,DEV)", "changeType": "UPSERT", "aspectName": "status", "aspect": { "json": { "removed": false } }, "systemMetadata": { "lastObserved": 1654621200000, "runId": "powerbi-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:postgres,postgres_db.public.company,DEV)", "changeType": "UPSERT", "aspectName": "status", "aspect": { "json": { "removed": false } }, "systemMetadata": { "lastObserved": 1654621200000, "runId": "powerbi-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataJob", "entityUrn": "urn:li:dataJob:(urn:li:dataFlow:(fivetran,calendar_elected,PROD),calendar_elected)", "changeType": "UPSERT", "aspectName": "ownership", "aspect": { "json": { "owners": [ { "owner": "urn:li:corpuser:Shubham Jagtap", "type": "DEVELOPER", "source": { "type": "SERVICE" } } ], "lastModified": { "time": 0, "actor": "urn:li:corpuser:fivetran" } } }, "systemMetadata": { "lastObserved": 1654621200000, "runId": "powerbi-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataJob", "entityUrn": "urn:li:dataJob:(urn:li:dataFlow:(fivetran,calendar_elected,PROD),calendar_elected)", "changeType": "UPSERT", "aspectName": "globalTags", "aspect": { "json": { "tags": [] } }, "systemMetadata": { "lastObserved": 1654621200000, "runId": "powerbi-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataProcessInstance", "entityUrn": "urn:li:dataProcessInstance:ee88d32dbe3133a23a9023c097050190", "changeType": "UPSERT", "aspectName": "dataProcessInstanceProperties", "aspect": { "json": { "customProperties": {}, "name": "4c9a03d6-eded-4422-a46a-163266e58243", "type": "BATCH_SCHEDULED", "created": { "time": 1695191853000, "actor": "urn:li:corpuser:datahub" } } }, "systemMetadata": { "lastObserved": 1654621200000, "runId": "powerbi-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataProcessInstance", "entityUrn": "urn:li:dataProcessInstance:ee88d32dbe3133a23a9023c097050190", "changeType": "UPSERT", "aspectName": "dataProcessInstanceRelationships", "aspect": { "json": { "parentTemplate": "urn:li:dataJob:(urn:li:dataFlow:(fivetran,calendar_elected,PROD),calendar_elected)", "upstreamInstances": [] } }, "systemMetadata": { "lastObserved": 1654621200000, "runId": "powerbi-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataProcessInstance", "entityUrn": "urn:li:dataProcessInstance:ee88d32dbe3133a23a9023c097050190", "changeType": "UPSERT", "aspectName": "dataProcessInstanceInput", "aspect": { "json": { "inputs": [ "urn:li:dataset:(urn:li:dataPlatform:postgres,postgres_db.public.employee,DEV)", "urn:li:dataset:(urn:li:dataPlatform:postgres,postgres_db.public.company,DEV)" ] } }, "systemMetadata": { "lastObserved": 1654621200000, "runId": "powerbi-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataProcessInstance", "entityUrn": "urn:li:dataProcessInstance:ee88d32dbe3133a23a9023c097050190", "changeType": "UPSERT", "aspectName": "dataProcessInstanceOutput", "aspect": { "json": { "outputs": [ "urn:li:dataset:(urn:li:dataPlatform:bigquery,test.postgres_public.employee,PROD)", "urn:li:dataset:(urn:li:dataPlatform:bigquery,test.postgres_public.company,PROD)" ] } }, "systemMetadata": { "lastObserved": 1654621200000, "runId": "powerbi-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataProcessInstance", "entityUrn": "urn:li:dataProcessInstance:ee88d32dbe3133a23a9023c097050190", "changeType": "UPSERT", "aspectName": "dataProcessInstanceRunEvent", "aspect": { "json": { "timestampMillis": 1695191853000, "partitionSpec": { "type": "FULL_TABLE", "partition": "FULL_TABLE_SNAPSHOT" }, "status": "STARTED" } }, "systemMetadata": { "lastObserved": 1654621200000, "runId": "powerbi-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataProcessInstance", "entityUrn": "urn:li:dataProcessInstance:ee88d32dbe3133a23a9023c097050190", "changeType": "UPSERT", "aspectName": "dataProcessInstanceRunEvent", "aspect": { "json": { "timestampMillis": 1695191885000, "partitionSpec": { "type": "FULL_TABLE", "partition": "FULL_TABLE_SNAPSHOT" }, "status": "COMPLETE", "result": { "type": "SUCCESS", "nativeResultType": "fivetran" } } }, "systemMetadata": { "lastObserved": 1654621200000, "runId": "powerbi-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataProcessInstance", "entityUrn": "urn:li:dataProcessInstance:be36f55c13ec4e313c7510770e50784a", "changeType": "UPSERT", "aspectName": "dataProcessInstanceProperties", "aspect": { "json": { "customProperties": {}, "name": "f773d1e9-c791-48f4-894f-8cf9b3dfc834", "type": "BATCH_SCHEDULED", "created": { "time": 1696343730000, "actor": "urn:li:corpuser:datahub" } } }, "systemMetadata": { "lastObserved": 1654621200000, "runId": "powerbi-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataProcessInstance", "entityUrn": "urn:li:dataProcessInstance:be36f55c13ec4e313c7510770e50784a", "changeType": "UPSERT", "aspectName": "dataProcessInstanceRelationships", "aspect": { "json": { "parentTemplate": "urn:li:dataJob:(urn:li:dataFlow:(fivetran,calendar_elected,PROD),calendar_elected)", "upstreamInstances": [] } }, "systemMetadata": { "lastObserved": 1654621200000, "runId": "powerbi-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataProcessInstance", "entityUrn": "urn:li:dataProcessInstance:be36f55c13ec4e313c7510770e50784a", "changeType": "UPSERT", "aspectName": "dataProcessInstanceInput", "aspect": { "json": { "inputs": [ "urn:li:dataset:(urn:li:dataPlatform:postgres,postgres_db.public.employee,DEV)", "urn:li:dataset:(urn:li:dataPlatform:postgres,postgres_db.public.company,DEV)" ] } }, "systemMetadata": { "lastObserved": 1654621200000, "runId": "powerbi-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataProcessInstance", "entityUrn": "urn:li:dataProcessInstance:be36f55c13ec4e313c7510770e50784a", "changeType": "UPSERT", "aspectName": "dataProcessInstanceOutput", "aspect": { "json": { "outputs": [ "urn:li:dataset:(urn:li:dataPlatform:bigquery,test.postgres_public.employee,PROD)", "urn:li:dataset:(urn:li:dataPlatform:bigquery,test.postgres_public.company,PROD)" ] } }, "systemMetadata": { "lastObserved": 1654621200000, "runId": "powerbi-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataProcessInstance", "entityUrn": "urn:li:dataProcessInstance:be36f55c13ec4e313c7510770e50784a", "changeType": "UPSERT", "aspectName": "dataProcessInstanceRunEvent", "aspect": { "json": { "timestampMillis": 1696343730000, "partitionSpec": { "type": "FULL_TABLE", "partition": "FULL_TABLE_SNAPSHOT" }, "status": "STARTED" } }, "systemMetadata": { "lastObserved": 1654621200000, "runId": "powerbi-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataProcessInstance", "entityUrn": "urn:li:dataProcessInstance:be36f55c13ec4e313c7510770e50784a", "changeType": "UPSERT", "aspectName": "dataProcessInstanceRunEvent", "aspect": { "json": { "timestampMillis": 1696343732000, "partitionSpec": { "type": "FULL_TABLE", "partition": "FULL_TABLE_SNAPSHOT" }, "status": "COMPLETE", "result": { "type": "SKIPPED", "nativeResultType": "fivetran" } } }, "systemMetadata": { "lastObserved": 1654621200000, "runId": "powerbi-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataProcessInstance", "entityUrn": "urn:li:dataProcessInstance:d8f100271d2dc3fa905717f82d083c8d", "changeType": "UPSERT", "aspectName": "dataProcessInstanceProperties", "aspect": { "json": { "customProperties": {}, "name": "63c2fc85-600b-455f-9ba0-f576522465be", "type": "BATCH_SCHEDULED", "created": { "time": 1696343755000, "actor": "urn:li:corpuser:datahub" } } }, "systemMetadata": { "lastObserved": 1654621200000, "runId": "powerbi-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataProcessInstance", "entityUrn": "urn:li:dataProcessInstance:d8f100271d2dc3fa905717f82d083c8d", "changeType": "UPSERT", "aspectName": "dataProcessInstanceRelationships", "aspect": { "json": { "parentTemplate": "urn:li:dataJob:(urn:li:dataFlow:(fivetran,calendar_elected,PROD),calendar_elected)", "upstreamInstances": [] } }, "systemMetadata": { "lastObserved": 1654621200000, "runId": "powerbi-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataProcessInstance", "entityUrn": "urn:li:dataProcessInstance:d8f100271d2dc3fa905717f82d083c8d", "changeType": "UPSERT", "aspectName": "dataProcessInstanceInput", "aspect": { "json": { "inputs": [ "urn:li:dataset:(urn:li:dataPlatform:postgres,postgres_db.public.employee,DEV)", "urn:li:dataset:(urn:li:dataPlatform:postgres,postgres_db.public.company,DEV)" ] } }, "systemMetadata": { "lastObserved": 1654621200000, "runId": "powerbi-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataProcessInstance", "entityUrn": "urn:li:dataProcessInstance:d8f100271d2dc3fa905717f82d083c8d", "changeType": "UPSERT", "aspectName": "dataProcessInstanceOutput", "aspect": { "json": { "outputs": [ "urn:li:dataset:(urn:li:dataPlatform:bigquery,test.postgres_public.employee,PROD)", "urn:li:dataset:(urn:li:dataPlatform:bigquery,test.postgres_public.company,PROD)" ] } }, "systemMetadata": { "lastObserved": 1654621200000, "runId": "powerbi-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataProcessInstance", "entityUrn": "urn:li:dataProcessInstance:d8f100271d2dc3fa905717f82d083c8d", "changeType": "UPSERT", "aspectName": "dataProcessInstanceRunEvent", "aspect": { "json": { "timestampMillis": 1696343755000, "partitionSpec": { "type": "FULL_TABLE", "partition": "FULL_TABLE_SNAPSHOT" }, "status": "STARTED" } }, "systemMetadata": { "lastObserved": 1654621200000, "runId": "powerbi-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataProcessInstance", "entityUrn": "urn:li:dataProcessInstance:d8f100271d2dc3fa905717f82d083c8d", "changeType": "UPSERT", "aspectName": "dataProcessInstanceRunEvent", "aspect": { "json": { "timestampMillis": 1696343790000, "partitionSpec": { "type": "FULL_TABLE", "partition": "FULL_TABLE_SNAPSHOT" }, "status": "COMPLETE", "result": { "type": "FAILURE", "nativeResultType": "fivetran" } } }, "systemMetadata": { "lastObserved": 1654621200000, "runId": "powerbi-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataFlow", "entityUrn": "urn:li:dataFlow:(fivetran,calendar_elected,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { "json": { "removed": false } }, "systemMetadata": { "lastObserved": 1654621200000, "runId": "powerbi-test", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataJob", "entityUrn": "urn:li:dataJob:(urn:li:dataFlow:(fivetran,calendar_elected,PROD),calendar_elected)", "changeType": "UPSERT", "aspectName": "status", "aspect": { "json": { "removed": false } }, "systemMetadata": { "lastObserved": 1654621200000, "runId": "powerbi-test", "lastRunId": "no-run-id-provided" } } ]