mirror of
https://github.com/datahub-project/datahub.git
synced 2025-07-23 17:39:59 +00:00
644 lines
21 KiB
JSON
644 lines
21 KiB
JSON
[
|
|
{
|
|
"entityType": "container",
|
|
"entityUrn": "urn:li:container:dc2ae101b66746b9c2b6df8ee89ca88f",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "containerProperties",
|
|
"aspect": {
|
|
"json": {
|
|
"customProperties": {
|
|
"platform": "mysql",
|
|
"env": "PROD",
|
|
"database": "northwind"
|
|
},
|
|
"name": "northwind",
|
|
"env": "PROD"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "mysql-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "container",
|
|
"entityUrn": "urn:li:container:dc2ae101b66746b9c2b6df8ee89ca88f",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "status",
|
|
"aspect": {
|
|
"json": {
|
|
"removed": false
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "mysql-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "container",
|
|
"entityUrn": "urn:li:container:dc2ae101b66746b9c2b6df8ee89ca88f",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "dataPlatformInstance",
|
|
"aspect": {
|
|
"json": {
|
|
"platform": "urn:li:dataPlatform:mysql"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "mysql-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "container",
|
|
"entityUrn": "urn:li:container:dc2ae101b66746b9c2b6df8ee89ca88f",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "subTypes",
|
|
"aspect": {
|
|
"json": {
|
|
"typeNames": [
|
|
"Database"
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "mysql-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "container",
|
|
"entityUrn": "urn:li:container:dc2ae101b66746b9c2b6df8ee89ca88f",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "domains",
|
|
"aspect": {
|
|
"json": {
|
|
"domains": [
|
|
"urn:li:domain:sales"
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "mysql-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "container",
|
|
"entityUrn": "urn:li:container:dc2ae101b66746b9c2b6df8ee89ca88f",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "browsePathsV2",
|
|
"aspect": {
|
|
"json": {
|
|
"path": []
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "mysql-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "container",
|
|
"aspect": {
|
|
"json": {
|
|
"container": "urn:li:container:dc2ae101b66746b9c2b6df8ee89ca88f"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "mysql-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"proposedSnapshot": {
|
|
"com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": {
|
|
"urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD)",
|
|
"aspects": [
|
|
{
|
|
"com.linkedin.pegasus2avro.common.Status": {
|
|
"removed": false
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.dataset.DatasetProperties": {
|
|
"customProperties": {},
|
|
"name": "customers",
|
|
"tags": []
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.schema.SchemaMetadata": {
|
|
"schemaName": "northwind.customers",
|
|
"platform": "urn:li:dataPlatform:mysql",
|
|
"version": 0,
|
|
"created": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"lastModified": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"hash": "",
|
|
"platformSchema": {
|
|
"com.linkedin.pegasus2avro.schema.MySqlDDL": {
|
|
"tableSchema": ""
|
|
}
|
|
},
|
|
"fields": [
|
|
{
|
|
"fieldPath": "id",
|
|
"nullable": false,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "INTEGER",
|
|
"recursive": false,
|
|
"isPartOfKey": true
|
|
},
|
|
{
|
|
"fieldPath": "company",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "VARCHAR(50)",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "last_name",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "VARCHAR(50)",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "first_name",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "VARCHAR(50)",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "email_address",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "VARCHAR(50)",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "priority",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "FLOAT",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
}
|
|
]
|
|
}
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "mysql-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "subTypes",
|
|
"aspect": {
|
|
"json": {
|
|
"typeNames": [
|
|
"Table"
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "mysql-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "domains",
|
|
"aspect": {
|
|
"json": {
|
|
"domains": [
|
|
"urn:li:domain:sales"
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "mysql-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "browsePathsV2",
|
|
"aspect": {
|
|
"json": {
|
|
"path": [
|
|
{
|
|
"id": "urn:li:container:dc2ae101b66746b9c2b6df8ee89ca88f",
|
|
"urn": "urn:li:container:dc2ae101b66746b9c2b6df8ee89ca88f"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "mysql-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "container",
|
|
"aspect": {
|
|
"json": {
|
|
"container": "urn:li:container:dc2ae101b66746b9c2b6df8ee89ca88f"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "mysql-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"proposedSnapshot": {
|
|
"com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": {
|
|
"urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD)",
|
|
"aspects": [
|
|
{
|
|
"com.linkedin.pegasus2avro.common.Status": {
|
|
"removed": false
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.dataset.DatasetProperties": {
|
|
"customProperties": {},
|
|
"name": "orders",
|
|
"tags": []
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.schema.SchemaMetadata": {
|
|
"schemaName": "northwind.orders",
|
|
"platform": "urn:li:dataPlatform:mysql",
|
|
"version": 0,
|
|
"created": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"lastModified": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"hash": "",
|
|
"platformSchema": {
|
|
"com.linkedin.pegasus2avro.schema.MySqlDDL": {
|
|
"tableSchema": ""
|
|
}
|
|
},
|
|
"fields": [
|
|
{
|
|
"fieldPath": "id",
|
|
"nullable": false,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "INTEGER",
|
|
"recursive": false,
|
|
"isPartOfKey": true
|
|
},
|
|
{
|
|
"fieldPath": "description",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "VARCHAR(50)",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "customer_id",
|
|
"nullable": false,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "INTEGER",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
}
|
|
],
|
|
"foreignKeys": [
|
|
{
|
|
"name": "fk_order_customer",
|
|
"foreignFields": [
|
|
"urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),id)"
|
|
],
|
|
"sourceFields": [
|
|
"urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),customer_id)"
|
|
],
|
|
"foreignDataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD)"
|
|
}
|
|
]
|
|
}
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "mysql-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "subTypes",
|
|
"aspect": {
|
|
"json": {
|
|
"typeNames": [
|
|
"Table"
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "mysql-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "domains",
|
|
"aspect": {
|
|
"json": {
|
|
"domains": [
|
|
"urn:li:domain:sales"
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "mysql-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "browsePathsV2",
|
|
"aspect": {
|
|
"json": {
|
|
"path": [
|
|
{
|
|
"id": "urn:li:container:dc2ae101b66746b9c2b6df8ee89ca88f",
|
|
"urn": "urn:li:container:dc2ae101b66746b9c2b6df8ee89ca88f"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "mysql-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "datasetProfile",
|
|
"aspect": {
|
|
"json": {
|
|
"timestampMillis": 1586847600000,
|
|
"partitionSpec": {
|
|
"partition": "FULL_TABLE_SNAPSHOT",
|
|
"type": "FULL_TABLE"
|
|
},
|
|
"rowCount": 5,
|
|
"columnCount": 6,
|
|
"fieldProfiles": [
|
|
{
|
|
"fieldPath": "id",
|
|
"uniqueCount": 5,
|
|
"uniqueProportion": 1,
|
|
"nullCount": 0,
|
|
"nullProportion": 0.0,
|
|
"min": "1",
|
|
"max": "5",
|
|
"mean": "3.0",
|
|
"median": "3",
|
|
"stdev": "1.5811388300841898",
|
|
"sampleValues": [
|
|
"1",
|
|
"2",
|
|
"3",
|
|
"4",
|
|
"5"
|
|
]
|
|
},
|
|
{
|
|
"fieldPath": "company",
|
|
"uniqueCount": 5,
|
|
"uniqueProportion": 1,
|
|
"nullCount": 0,
|
|
"nullProportion": 0.0,
|
|
"sampleValues": [
|
|
"Company A",
|
|
"Company B",
|
|
"Company C",
|
|
"Company D",
|
|
"Company E"
|
|
]
|
|
},
|
|
{
|
|
"fieldPath": "last_name",
|
|
"uniqueCount": 5,
|
|
"uniqueProportion": 1,
|
|
"nullCount": 0,
|
|
"nullProportion": 0.0,
|
|
"sampleValues": [
|
|
"Axen",
|
|
"Bedecs",
|
|
"Donnell",
|
|
"Gratacos Solsona",
|
|
"Lee"
|
|
]
|
|
},
|
|
{
|
|
"fieldPath": "first_name",
|
|
"uniqueCount": 5,
|
|
"uniqueProportion": 1,
|
|
"nullCount": 0,
|
|
"nullProportion": 0.0,
|
|
"sampleValues": [
|
|
"Anna",
|
|
"Antonio",
|
|
"Christina",
|
|
"Martin",
|
|
"Thomas"
|
|
]
|
|
},
|
|
{
|
|
"fieldPath": "email_address",
|
|
"uniqueCount": 5,
|
|
"uniqueProportion": 1,
|
|
"nullCount": 0,
|
|
"nullProportion": 0.0,
|
|
"sampleValues": [
|
|
"Bedecs@xyz.com",
|
|
"Gratacos@xyz.com",
|
|
"Axen@xyz.com",
|
|
"Lee@xyz.com",
|
|
"Donnell@xyz.com"
|
|
]
|
|
},
|
|
{
|
|
"fieldPath": "priority",
|
|
"uniqueCount": 3,
|
|
"uniqueProportion": 0.75,
|
|
"nullCount": 1,
|
|
"nullProportion": 0.2,
|
|
"min": "3.8",
|
|
"max": "4.9",
|
|
"mean": "4.175000011920929",
|
|
"median": "4.0",
|
|
"stdev": "0.49244294899530355",
|
|
"distinctValueFrequencies": [
|
|
{
|
|
"value": "3.8",
|
|
"frequency": 1
|
|
},
|
|
{
|
|
"value": "4.0",
|
|
"frequency": 2
|
|
},
|
|
{
|
|
"value": "4.9",
|
|
"frequency": 1
|
|
}
|
|
],
|
|
"sampleValues": [
|
|
"4.0",
|
|
"4.9",
|
|
"4.0",
|
|
"3.8"
|
|
]
|
|
}
|
|
],
|
|
"sizeInBytes": 16384
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "mysql-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "datasetProfile",
|
|
"aspect": {
|
|
"json": {
|
|
"timestampMillis": 1586847600000,
|
|
"partitionSpec": {
|
|
"partition": "FULL_TABLE_SNAPSHOT",
|
|
"type": "FULL_TABLE"
|
|
},
|
|
"rowCount": 0,
|
|
"columnCount": 3,
|
|
"fieldProfiles": [
|
|
{
|
|
"fieldPath": "id",
|
|
"uniqueCount": 0,
|
|
"nullCount": 0
|
|
},
|
|
{
|
|
"fieldPath": "description",
|
|
"uniqueCount": 0,
|
|
"nullCount": 0
|
|
},
|
|
{
|
|
"fieldPath": "customer_id",
|
|
"uniqueCount": 0,
|
|
"nullCount": 0
|
|
}
|
|
],
|
|
"sizeInBytes": 16384
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "mysql-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
}
|
|
] |