mirror of
https://github.com/datahub-project/datahub.git
synced 2025-07-24 10:00:07 +00:00
466 lines
16 KiB
JSON
466 lines
16 KiB
JSON
[
|
|
{
|
|
"entityType": "container",
|
|
"entityUrn": "urn:li:container:dc2ae101b66746b9c2b6df8ee89ca88f",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "containerProperties",
|
|
"aspect": {
|
|
"json": {
|
|
"customProperties": {
|
|
"platform": "mysql",
|
|
"env": "PROD",
|
|
"database": "northwind"
|
|
},
|
|
"name": "northwind",
|
|
"env": "PROD"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "mysql-2020_04_14-07_00_00",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "container",
|
|
"entityUrn": "urn:li:container:dc2ae101b66746b9c2b6df8ee89ca88f",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "status",
|
|
"aspect": {
|
|
"json": {
|
|
"removed": false
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "mysql-2020_04_14-07_00_00",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "container",
|
|
"entityUrn": "urn:li:container:dc2ae101b66746b9c2b6df8ee89ca88f",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "dataPlatformInstance",
|
|
"aspect": {
|
|
"json": {
|
|
"platform": "urn:li:dataPlatform:mysql"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "mysql-2020_04_14-07_00_00",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "container",
|
|
"entityUrn": "urn:li:container:dc2ae101b66746b9c2b6df8ee89ca88f",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "subTypes",
|
|
"aspect": {
|
|
"json": {
|
|
"typeNames": [
|
|
"Database"
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "mysql-2020_04_14-07_00_00",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "container",
|
|
"entityUrn": "urn:li:container:dc2ae101b66746b9c2b6df8ee89ca88f",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "browsePathsV2",
|
|
"aspect": {
|
|
"json": {
|
|
"path": []
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "mysql-2020_04_14-07_00_00",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "container",
|
|
"aspect": {
|
|
"json": {
|
|
"container": "urn:li:container:dc2ae101b66746b9c2b6df8ee89ca88f"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "mysql-2020_04_14-07_00_00",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"proposedSnapshot": {
|
|
"com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": {
|
|
"urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD)",
|
|
"aspects": [
|
|
{
|
|
"com.linkedin.pegasus2avro.common.Status": {
|
|
"removed": false
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.dataset.DatasetProperties": {
|
|
"customProperties": {},
|
|
"name": "customers",
|
|
"tags": []
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.schema.SchemaMetadata": {
|
|
"schemaName": "northwind.customers",
|
|
"platform": "urn:li:dataPlatform:mysql",
|
|
"version": 0,
|
|
"created": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"lastModified": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"hash": "",
|
|
"platformSchema": {
|
|
"com.linkedin.pegasus2avro.schema.MySqlDDL": {
|
|
"tableSchema": ""
|
|
}
|
|
},
|
|
"fields": [
|
|
{
|
|
"fieldPath": "id",
|
|
"nullable": false,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "INTEGER",
|
|
"recursive": false,
|
|
"isPartOfKey": true
|
|
},
|
|
{
|
|
"fieldPath": "company",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "VARCHAR(50)",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "last_name",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "VARCHAR(50)",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "first_name",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "VARCHAR(50)",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "email_address",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "VARCHAR(50)",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "priority",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "FLOAT",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
}
|
|
]
|
|
}
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "mysql-2020_04_14-07_00_00",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "subTypes",
|
|
"aspect": {
|
|
"json": {
|
|
"typeNames": [
|
|
"Table"
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "mysql-2020_04_14-07_00_00",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "browsePathsV2",
|
|
"aspect": {
|
|
"json": {
|
|
"path": [
|
|
{
|
|
"id": "urn:li:container:dc2ae101b66746b9c2b6df8ee89ca88f",
|
|
"urn": "urn:li:container:dc2ae101b66746b9c2b6df8ee89ca88f"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "mysql-2020_04_14-07_00_00",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "container",
|
|
"aspect": {
|
|
"json": {
|
|
"container": "urn:li:container:dc2ae101b66746b9c2b6df8ee89ca88f"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "mysql-2020_04_14-07_00_00",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"proposedSnapshot": {
|
|
"com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": {
|
|
"urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD)",
|
|
"aspects": [
|
|
{
|
|
"com.linkedin.pegasus2avro.common.Status": {
|
|
"removed": false
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.dataset.DatasetProperties": {
|
|
"customProperties": {},
|
|
"name": "orders",
|
|
"tags": []
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.schema.SchemaMetadata": {
|
|
"schemaName": "northwind.orders",
|
|
"platform": "urn:li:dataPlatform:mysql",
|
|
"version": 0,
|
|
"created": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"lastModified": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"hash": "",
|
|
"platformSchema": {
|
|
"com.linkedin.pegasus2avro.schema.MySqlDDL": {
|
|
"tableSchema": ""
|
|
}
|
|
},
|
|
"fields": [
|
|
{
|
|
"fieldPath": "id",
|
|
"nullable": false,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "INTEGER",
|
|
"recursive": false,
|
|
"isPartOfKey": true
|
|
},
|
|
{
|
|
"fieldPath": "description",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "VARCHAR(50)",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "customer_id",
|
|
"nullable": false,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "INTEGER",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
}
|
|
],
|
|
"foreignKeys": [
|
|
{
|
|
"name": "fk_order_customer",
|
|
"foreignFields": [
|
|
"urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),id)"
|
|
],
|
|
"sourceFields": [
|
|
"urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),customer_id)"
|
|
],
|
|
"foreignDataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD)"
|
|
}
|
|
]
|
|
}
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "mysql-2020_04_14-07_00_00",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "subTypes",
|
|
"aspect": {
|
|
"json": {
|
|
"typeNames": [
|
|
"Table"
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "mysql-2020_04_14-07_00_00",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "browsePathsV2",
|
|
"aspect": {
|
|
"json": {
|
|
"path": [
|
|
{
|
|
"id": "urn:li:container:dc2ae101b66746b9c2b6df8ee89ca88f",
|
|
"urn": "urn:li:container:dc2ae101b66746b9c2b6df8ee89ca88f"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "mysql-2020_04_14-07_00_00",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "datasetProfile",
|
|
"aspect": {
|
|
"json": {
|
|
"timestampMillis": 1586847600000,
|
|
"partitionSpec": {
|
|
"partition": "FULL_TABLE_SNAPSHOT",
|
|
"type": "FULL_TABLE"
|
|
},
|
|
"rowCount": 5,
|
|
"columnCount": 6,
|
|
"fieldProfiles": [],
|
|
"sizeInBytes": 16384
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "mysql-2020_04_14-07_00_00",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "datasetProfile",
|
|
"aspect": {
|
|
"json": {
|
|
"timestampMillis": 1586847600000,
|
|
"partitionSpec": {
|
|
"partition": "FULL_TABLE_SNAPSHOT",
|
|
"type": "FULL_TABLE"
|
|
},
|
|
"rowCount": 0,
|
|
"columnCount": 3,
|
|
"fieldProfiles": [],
|
|
"sizeInBytes": 16384
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "mysql-2020_04_14-07_00_00",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
}
|
|
] |