mirror of
https://github.com/datahub-project/datahub.git
synced 2026-01-06 14:57:12 +00:00
2922 lines
102 KiB
JSON
2922 lines
102 KiB
JSON
[
|
|
{
|
|
"entityType": "container",
|
|
"entityUrn": "urn:li:container:c7a81f6ed9a7cdd0c74436ac2dc4d1f7",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "containerProperties",
|
|
"aspect": {
|
|
"json": {
|
|
"customProperties": {
|
|
"platform": "trino",
|
|
"env": "PROD",
|
|
"database": "hivedb"
|
|
},
|
|
"name": "hivedb",
|
|
"env": "PROD"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "container",
|
|
"entityUrn": "urn:li:container:c7a81f6ed9a7cdd0c74436ac2dc4d1f7",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "status",
|
|
"aspect": {
|
|
"json": {
|
|
"removed": false
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "container",
|
|
"entityUrn": "urn:li:container:c7a81f6ed9a7cdd0c74436ac2dc4d1f7",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "dataPlatformInstance",
|
|
"aspect": {
|
|
"json": {
|
|
"platform": "urn:li:dataPlatform:trino"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "container",
|
|
"entityUrn": "urn:li:container:c7a81f6ed9a7cdd0c74436ac2dc4d1f7",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "subTypes",
|
|
"aspect": {
|
|
"json": {
|
|
"typeNames": [
|
|
"Database"
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "container",
|
|
"entityUrn": "urn:li:container:c7a81f6ed9a7cdd0c74436ac2dc4d1f7",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "browsePathsV2",
|
|
"aspect": {
|
|
"json": {
|
|
"path": []
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "container",
|
|
"entityUrn": "urn:li:container:304fd7ad57dc0ab32fb2cb778cbccd84",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "container",
|
|
"aspect": {
|
|
"json": {
|
|
"container": "urn:li:container:c7a81f6ed9a7cdd0c74436ac2dc4d1f7"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "container",
|
|
"entityUrn": "urn:li:container:304fd7ad57dc0ab32fb2cb778cbccd84",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "containerProperties",
|
|
"aspect": {
|
|
"json": {
|
|
"customProperties": {
|
|
"platform": "trino",
|
|
"env": "PROD",
|
|
"database": "hivedb",
|
|
"schema": "db1"
|
|
},
|
|
"name": "db1",
|
|
"env": "PROD"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "container",
|
|
"entityUrn": "urn:li:container:304fd7ad57dc0ab32fb2cb778cbccd84",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "status",
|
|
"aspect": {
|
|
"json": {
|
|
"removed": false
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "container",
|
|
"entityUrn": "urn:li:container:304fd7ad57dc0ab32fb2cb778cbccd84",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "dataPlatformInstance",
|
|
"aspect": {
|
|
"json": {
|
|
"platform": "urn:li:dataPlatform:trino"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "container",
|
|
"entityUrn": "urn:li:container:304fd7ad57dc0ab32fb2cb778cbccd84",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "subTypes",
|
|
"aspect": {
|
|
"json": {
|
|
"typeNames": [
|
|
"Schema"
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "container",
|
|
"entityUrn": "urn:li:container:304fd7ad57dc0ab32fb2cb778cbccd84",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "browsePathsV2",
|
|
"aspect": {
|
|
"json": {
|
|
"path": [
|
|
{
|
|
"id": "urn:li:container:c7a81f6ed9a7cdd0c74436ac2dc4d1f7",
|
|
"urn": "urn:li:container:c7a81f6ed9a7cdd0c74436ac2dc4d1f7"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.array_struct_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "container",
|
|
"aspect": {
|
|
"json": {
|
|
"container": "urn:li:container:304fd7ad57dc0ab32fb2cb778cbccd84"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"proposedSnapshot": {
|
|
"com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": {
|
|
"urn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.array_struct_test,PROD)",
|
|
"aspects": [
|
|
{
|
|
"com.linkedin.pegasus2avro.common.Status": {
|
|
"removed": false
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.dataset.DatasetProperties": {
|
|
"customProperties": {
|
|
"column_stats_accurate": "{\"BASIC_STATS\":\"true\"}",
|
|
"another.comment": "This table has no partitions",
|
|
"comment": "This table has array of structs",
|
|
"numfiles": "1",
|
|
"numrows": "1",
|
|
"rawdatasize": "32",
|
|
"totalsize": "33",
|
|
"transient_lastddltime": "1759227091"
|
|
},
|
|
"name": "array_struct_test",
|
|
"description": "This table has array of structs",
|
|
"tags": []
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.schema.SchemaMetadata": {
|
|
"schemaName": "hivedb.db1.array_struct_test",
|
|
"platform": "urn:li:dataPlatform:trino",
|
|
"version": 0,
|
|
"created": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"lastModified": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"hash": "",
|
|
"platformSchema": {
|
|
"com.linkedin.pegasus2avro.schema.MySqlDDL": {
|
|
"tableSchema": ""
|
|
}
|
|
},
|
|
"fields": [
|
|
{
|
|
"fieldPath": "property_id",
|
|
"nullable": true,
|
|
"description": "id of property",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "INTEGER",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "[version=2.0].[type=struct].[type=array].[type=struct].service",
|
|
"nullable": true,
|
|
"description": "service types and providers",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.ArrayType": {
|
|
"nestedType": [
|
|
"record"
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"nativeDataType": "ARRAY(ROW([('type', VARCHAR()), ('provider', ARRAY(INTEGER()))]))",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "[version=2.0].[type=struct].[type=array].[type=struct].service.[type=string].type",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "VARCHAR()",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "[version=2.0].[type=struct].[type=array].[type=struct].service.[type=array].[type=int].provider",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.ArrayType": {
|
|
"nestedType": [
|
|
"int"
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"nativeDataType": "ARRAY(INTEGER())",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
}
|
|
]
|
|
}
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.array_struct_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "subTypes",
|
|
"aspect": {
|
|
"json": {
|
|
"typeNames": [
|
|
"Table"
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.array_struct_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "siblings",
|
|
"aspect": {
|
|
"json": {
|
|
"siblings": [
|
|
"urn:li:dataset:(urn:li:dataPlatform:hive,db1.array_struct_test,PROD)"
|
|
],
|
|
"primary": true
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.array_struct_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "browsePathsV2",
|
|
"aspect": {
|
|
"json": {
|
|
"path": [
|
|
{
|
|
"id": "urn:li:container:c7a81f6ed9a7cdd0c74436ac2dc4d1f7",
|
|
"urn": "urn:li:container:c7a81f6ed9a7cdd0c74436ac2dc4d1f7"
|
|
},
|
|
{
|
|
"id": "urn:li:container:304fd7ad57dc0ab32fb2cb778cbccd84",
|
|
"urn": "urn:li:container:304fd7ad57dc0ab32fb2cb778cbccd84"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:hive,db1.array_struct_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "siblings",
|
|
"aspect": {
|
|
"json": {
|
|
"siblings": [
|
|
"urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.array_struct_test,PROD)"
|
|
],
|
|
"primary": false
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.array_struct_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "upstreamLineage",
|
|
"aspect": {
|
|
"json": {
|
|
"upstreams": [
|
|
{
|
|
"auditStamp": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"dataset": "urn:li:dataset:(urn:li:dataPlatform:hive,db1.array_struct_test,PROD)",
|
|
"type": "VIEW"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.classification_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "container",
|
|
"aspect": {
|
|
"json": {
|
|
"container": "urn:li:container:304fd7ad57dc0ab32fb2cb778cbccd84"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"proposedSnapshot": {
|
|
"com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": {
|
|
"urn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.classification_test,PROD)",
|
|
"aspects": [
|
|
{
|
|
"com.linkedin.pegasus2avro.common.Status": {
|
|
"removed": false
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.dataset.DatasetProperties": {
|
|
"customProperties": {
|
|
"column_stats_accurate": "{\"BASIC_STATS\":\"true\"}",
|
|
"numfiles": "1",
|
|
"numrows": "3",
|
|
"rawdatasize": "94",
|
|
"totalsize": "97",
|
|
"transient_lastddltime": "1759227097"
|
|
},
|
|
"name": "classification_test",
|
|
"tags": []
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.schema.SchemaMetadata": {
|
|
"schemaName": "hivedb.db1.classification_test",
|
|
"platform": "urn:li:dataPlatform:trino",
|
|
"version": 0,
|
|
"created": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"lastModified": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"hash": "",
|
|
"platformSchema": {
|
|
"com.linkedin.pegasus2avro.schema.MySqlDDL": {
|
|
"tableSchema": ""
|
|
}
|
|
},
|
|
"fields": [
|
|
{
|
|
"fieldPath": "id",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "VARCHAR",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "name",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "VARCHAR",
|
|
"recursive": false,
|
|
"glossaryTerms": {
|
|
"terms": [
|
|
{
|
|
"urn": "urn:li:glossaryTerm:Full_Name"
|
|
}
|
|
],
|
|
"auditStamp": {
|
|
"time": 1615443388097,
|
|
"actor": "urn:li:corpuser:datahub"
|
|
}
|
|
},
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "email",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "VARCHAR",
|
|
"recursive": false,
|
|
"glossaryTerms": {
|
|
"terms": [
|
|
{
|
|
"urn": "urn:li:glossaryTerm:Email_Address"
|
|
}
|
|
],
|
|
"auditStamp": {
|
|
"time": 1615443388097,
|
|
"actor": "urn:li:corpuser:datahub"
|
|
}
|
|
},
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "gender",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "VARCHAR",
|
|
"recursive": false,
|
|
"glossaryTerms": {
|
|
"terms": [
|
|
{
|
|
"urn": "urn:li:glossaryTerm:Gender"
|
|
}
|
|
],
|
|
"auditStamp": {
|
|
"time": 1615443388097,
|
|
"actor": "urn:li:corpuser:datahub"
|
|
}
|
|
},
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "age",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "INTEGER",
|
|
"recursive": false,
|
|
"glossaryTerms": {
|
|
"terms": [
|
|
{
|
|
"urn": "urn:li:glossaryTerm:Age"
|
|
}
|
|
],
|
|
"auditStamp": {
|
|
"time": 1615443388097,
|
|
"actor": "urn:li:corpuser:datahub"
|
|
}
|
|
},
|
|
"isPartOfKey": false
|
|
}
|
|
]
|
|
}
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.classification_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "subTypes",
|
|
"aspect": {
|
|
"json": {
|
|
"typeNames": [
|
|
"Table"
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.classification_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "siblings",
|
|
"aspect": {
|
|
"json": {
|
|
"siblings": [
|
|
"urn:li:dataset:(urn:li:dataPlatform:hive,db1.classification_test,PROD)"
|
|
],
|
|
"primary": true
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.classification_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "browsePathsV2",
|
|
"aspect": {
|
|
"json": {
|
|
"path": [
|
|
{
|
|
"id": "urn:li:container:c7a81f6ed9a7cdd0c74436ac2dc4d1f7",
|
|
"urn": "urn:li:container:c7a81f6ed9a7cdd0c74436ac2dc4d1f7"
|
|
},
|
|
{
|
|
"id": "urn:li:container:304fd7ad57dc0ab32fb2cb778cbccd84",
|
|
"urn": "urn:li:container:304fd7ad57dc0ab32fb2cb778cbccd84"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:hive,db1.classification_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "siblings",
|
|
"aspect": {
|
|
"json": {
|
|
"siblings": [
|
|
"urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.classification_test,PROD)"
|
|
],
|
|
"primary": false
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.classification_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "upstreamLineage",
|
|
"aspect": {
|
|
"json": {
|
|
"upstreams": [
|
|
{
|
|
"auditStamp": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"dataset": "urn:li:dataset:(urn:li:dataPlatform:hive,db1.classification_test,PROD)",
|
|
"type": "VIEW"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.map_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "container",
|
|
"aspect": {
|
|
"json": {
|
|
"container": "urn:li:container:304fd7ad57dc0ab32fb2cb778cbccd84"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"proposedSnapshot": {
|
|
"com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": {
|
|
"urn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.map_test,PROD)",
|
|
"aspects": [
|
|
{
|
|
"com.linkedin.pegasus2avro.common.Status": {
|
|
"removed": false
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.dataset.DatasetProperties": {
|
|
"customProperties": {
|
|
"column_stats_accurate": "{\"BASIC_STATS\":\"true\"}",
|
|
"numfiles": "0",
|
|
"numrows": "0",
|
|
"rawdatasize": "0",
|
|
"totalsize": "0",
|
|
"transient_lastddltime": "1759227094"
|
|
},
|
|
"name": "map_test",
|
|
"tags": []
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.schema.SchemaMetadata": {
|
|
"schemaName": "hivedb.db1.map_test",
|
|
"platform": "urn:li:dataPlatform:trino",
|
|
"version": 0,
|
|
"created": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"lastModified": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"hash": "",
|
|
"platformSchema": {
|
|
"com.linkedin.pegasus2avro.schema.MySqlDDL": {
|
|
"tableSchema": ""
|
|
}
|
|
},
|
|
"fields": [
|
|
{
|
|
"fieldPath": "keyvalue",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "VARCHAR",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "[version=2.0].[type=struct].[type=map].[type=string].recordid",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.MapType": {
|
|
"keyType": "string",
|
|
"valueType": "string"
|
|
}
|
|
}
|
|
},
|
|
"nativeDataType": "MAP(INTEGER(), VARCHAR())",
|
|
"recursive": false,
|
|
"isPartOfKey": false,
|
|
"jsonProps": "{\"key_type\": {\"type\": \"int\", \"native_data_type\": \"INTEGER()\", \"_nullable\": true}, \"key_native_data_type\": \"INTEGER()\"}"
|
|
}
|
|
]
|
|
}
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.map_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "subTypes",
|
|
"aspect": {
|
|
"json": {
|
|
"typeNames": [
|
|
"Table"
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.map_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "siblings",
|
|
"aspect": {
|
|
"json": {
|
|
"siblings": [
|
|
"urn:li:dataset:(urn:li:dataPlatform:hive,db1.map_test,PROD)"
|
|
],
|
|
"primary": true
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.map_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "browsePathsV2",
|
|
"aspect": {
|
|
"json": {
|
|
"path": [
|
|
{
|
|
"id": "urn:li:container:c7a81f6ed9a7cdd0c74436ac2dc4d1f7",
|
|
"urn": "urn:li:container:c7a81f6ed9a7cdd0c74436ac2dc4d1f7"
|
|
},
|
|
{
|
|
"id": "urn:li:container:304fd7ad57dc0ab32fb2cb778cbccd84",
|
|
"urn": "urn:li:container:304fd7ad57dc0ab32fb2cb778cbccd84"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:hive,db1.map_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "siblings",
|
|
"aspect": {
|
|
"json": {
|
|
"siblings": [
|
|
"urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.map_test,PROD)"
|
|
],
|
|
"primary": false
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.map_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "upstreamLineage",
|
|
"aspect": {
|
|
"json": {
|
|
"upstreams": [
|
|
{
|
|
"auditStamp": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"dataset": "urn:li:dataset:(urn:li:dataPlatform:hive,db1.map_test,PROD)",
|
|
"type": "VIEW"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.nested_struct_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "container",
|
|
"aspect": {
|
|
"json": {
|
|
"container": "urn:li:container:304fd7ad57dc0ab32fb2cb778cbccd84"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"proposedSnapshot": {
|
|
"com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": {
|
|
"urn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.nested_struct_test,PROD)",
|
|
"aspects": [
|
|
{
|
|
"com.linkedin.pegasus2avro.common.Status": {
|
|
"removed": false
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.dataset.DatasetProperties": {
|
|
"customProperties": {
|
|
"column_stats_accurate": "{\"BASIC_STATS\":\"true\"}",
|
|
"numfiles": "0",
|
|
"numrows": "0",
|
|
"rawdatasize": "0",
|
|
"totalsize": "0",
|
|
"transient_lastddltime": "1759227094"
|
|
},
|
|
"name": "nested_struct_test",
|
|
"tags": []
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.schema.SchemaMetadata": {
|
|
"schemaName": "hivedb.db1.nested_struct_test",
|
|
"platform": "urn:li:dataPlatform:trino",
|
|
"version": 0,
|
|
"created": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"lastModified": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"hash": "",
|
|
"platformSchema": {
|
|
"com.linkedin.pegasus2avro.schema.MySqlDDL": {
|
|
"tableSchema": ""
|
|
}
|
|
},
|
|
"fields": [
|
|
{
|
|
"fieldPath": "property_id",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "INTEGER",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "[version=2.0].[type=struct].[type=struct].service",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.RecordType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "ROW([('type', VARCHAR()), ('provider', ROW([('name', VARCHAR(length=50)), ('id', SMALLINT())]))])",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "[version=2.0].[type=struct].[type=struct].service.[type=string].type",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "VARCHAR()",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "[version=2.0].[type=struct].[type=struct].service.[type=struct].provider",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.RecordType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "ROW([('name', VARCHAR(length=50)), ('id', SMALLINT())])",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "[version=2.0].[type=struct].[type=struct].service.[type=struct].provider.[type=string].name",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "VARCHAR(length=50)",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "[version=2.0].[type=struct].[type=struct].service.[type=struct].provider.[type=int].id",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "SMALLINT()",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
}
|
|
]
|
|
}
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.nested_struct_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "subTypes",
|
|
"aspect": {
|
|
"json": {
|
|
"typeNames": [
|
|
"Table"
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.nested_struct_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "siblings",
|
|
"aspect": {
|
|
"json": {
|
|
"siblings": [
|
|
"urn:li:dataset:(urn:li:dataPlatform:hive,db1.nested_struct_test,PROD)"
|
|
],
|
|
"primary": true
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.nested_struct_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "browsePathsV2",
|
|
"aspect": {
|
|
"json": {
|
|
"path": [
|
|
{
|
|
"id": "urn:li:container:c7a81f6ed9a7cdd0c74436ac2dc4d1f7",
|
|
"urn": "urn:li:container:c7a81f6ed9a7cdd0c74436ac2dc4d1f7"
|
|
},
|
|
{
|
|
"id": "urn:li:container:304fd7ad57dc0ab32fb2cb778cbccd84",
|
|
"urn": "urn:li:container:304fd7ad57dc0ab32fb2cb778cbccd84"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:hive,db1.nested_struct_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "siblings",
|
|
"aspect": {
|
|
"json": {
|
|
"siblings": [
|
|
"urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.nested_struct_test,PROD)"
|
|
],
|
|
"primary": false
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.nested_struct_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "upstreamLineage",
|
|
"aspect": {
|
|
"json": {
|
|
"upstreams": [
|
|
{
|
|
"auditStamp": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"dataset": "urn:li:dataset:(urn:li:dataPlatform:hive,db1.nested_struct_test,PROD)",
|
|
"type": "VIEW"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.pokes,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "container",
|
|
"aspect": {
|
|
"json": {
|
|
"container": "urn:li:container:304fd7ad57dc0ab32fb2cb778cbccd84"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"proposedSnapshot": {
|
|
"com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": {
|
|
"urn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.pokes,PROD)",
|
|
"aspects": [
|
|
{
|
|
"com.linkedin.pegasus2avro.common.Status": {
|
|
"removed": false
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.dataset.DatasetProperties": {
|
|
"customProperties": {},
|
|
"name": "pokes",
|
|
"tags": []
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.schema.SchemaMetadata": {
|
|
"schemaName": "hivedb.db1.pokes",
|
|
"platform": "urn:li:dataPlatform:trino",
|
|
"version": 0,
|
|
"created": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"lastModified": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"hash": "",
|
|
"platformSchema": {
|
|
"com.linkedin.pegasus2avro.schema.MySqlDDL": {
|
|
"tableSchema": ""
|
|
}
|
|
},
|
|
"fields": [
|
|
{
|
|
"fieldPath": "foo",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "INTEGER",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "bar",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "VARCHAR",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "baz",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "VARCHAR",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
}
|
|
]
|
|
}
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.pokes,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "subTypes",
|
|
"aspect": {
|
|
"json": {
|
|
"typeNames": [
|
|
"Table"
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.pokes,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "siblings",
|
|
"aspect": {
|
|
"json": {
|
|
"siblings": [
|
|
"urn:li:dataset:(urn:li:dataPlatform:hive,db1.pokes,PROD)"
|
|
],
|
|
"primary": true
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.pokes,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "browsePathsV2",
|
|
"aspect": {
|
|
"json": {
|
|
"path": [
|
|
{
|
|
"id": "urn:li:container:c7a81f6ed9a7cdd0c74436ac2dc4d1f7",
|
|
"urn": "urn:li:container:c7a81f6ed9a7cdd0c74436ac2dc4d1f7"
|
|
},
|
|
{
|
|
"id": "urn:li:container:304fd7ad57dc0ab32fb2cb778cbccd84",
|
|
"urn": "urn:li:container:304fd7ad57dc0ab32fb2cb778cbccd84"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:hive,db1.pokes,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "siblings",
|
|
"aspect": {
|
|
"json": {
|
|
"siblings": [
|
|
"urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.pokes,PROD)"
|
|
],
|
|
"primary": false
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.pokes,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "upstreamLineage",
|
|
"aspect": {
|
|
"json": {
|
|
"upstreams": [
|
|
{
|
|
"auditStamp": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"dataset": "urn:li:dataset:(urn:li:dataPlatform:hive,db1.pokes,PROD)",
|
|
"type": "VIEW"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.struct_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "container",
|
|
"aspect": {
|
|
"json": {
|
|
"container": "urn:li:container:304fd7ad57dc0ab32fb2cb778cbccd84"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"proposedSnapshot": {
|
|
"com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": {
|
|
"urn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.struct_test,PROD)",
|
|
"aspects": [
|
|
{
|
|
"com.linkedin.pegasus2avro.common.Status": {
|
|
"removed": false
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.dataset.DatasetProperties": {
|
|
"customProperties": {
|
|
"column_stats_accurate": "{\"BASIC_STATS\":\"true\"}",
|
|
"numfiles": "0",
|
|
"numrows": "0",
|
|
"rawdatasize": "0",
|
|
"totalsize": "0",
|
|
"transient_lastddltime": "1759227088"
|
|
},
|
|
"name": "struct_test",
|
|
"tags": []
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.schema.SchemaMetadata": {
|
|
"schemaName": "hivedb.db1.struct_test",
|
|
"platform": "urn:li:dataPlatform:trino",
|
|
"version": 0,
|
|
"created": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"lastModified": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"hash": "",
|
|
"platformSchema": {
|
|
"com.linkedin.pegasus2avro.schema.MySqlDDL": {
|
|
"tableSchema": ""
|
|
}
|
|
},
|
|
"fields": [
|
|
{
|
|
"fieldPath": "property_id",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "INTEGER",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "[version=2.0].[type=struct].[type=struct].service",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.RecordType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "ROW([('type', VARCHAR()), ('provider', ARRAY(INTEGER()))])",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "[version=2.0].[type=struct].[type=struct].service.[type=string].type",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "VARCHAR()",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "[version=2.0].[type=struct].[type=struct].service.[type=array].[type=int].provider",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.ArrayType": {
|
|
"nestedType": [
|
|
"int"
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"nativeDataType": "ARRAY(INTEGER())",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
}
|
|
]
|
|
}
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.struct_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "subTypes",
|
|
"aspect": {
|
|
"json": {
|
|
"typeNames": [
|
|
"Table"
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.struct_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "siblings",
|
|
"aspect": {
|
|
"json": {
|
|
"siblings": [
|
|
"urn:li:dataset:(urn:li:dataPlatform:hive,db1.struct_test,PROD)"
|
|
],
|
|
"primary": true
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.struct_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "browsePathsV2",
|
|
"aspect": {
|
|
"json": {
|
|
"path": [
|
|
{
|
|
"id": "urn:li:container:c7a81f6ed9a7cdd0c74436ac2dc4d1f7",
|
|
"urn": "urn:li:container:c7a81f6ed9a7cdd0c74436ac2dc4d1f7"
|
|
},
|
|
{
|
|
"id": "urn:li:container:304fd7ad57dc0ab32fb2cb778cbccd84",
|
|
"urn": "urn:li:container:304fd7ad57dc0ab32fb2cb778cbccd84"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:hive,db1.struct_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "siblings",
|
|
"aspect": {
|
|
"json": {
|
|
"siblings": [
|
|
"urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.struct_test,PROD)"
|
|
],
|
|
"primary": false
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.struct_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "upstreamLineage",
|
|
"aspect": {
|
|
"json": {
|
|
"upstreams": [
|
|
{
|
|
"auditStamp": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"dataset": "urn:li:dataset:(urn:li:dataPlatform:hive,db1.struct_test,PROD)",
|
|
"type": "VIEW"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.struct_test_view_materialized,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "container",
|
|
"aspect": {
|
|
"json": {
|
|
"container": "urn:li:container:304fd7ad57dc0ab32fb2cb778cbccd84"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"proposedSnapshot": {
|
|
"com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": {
|
|
"urn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.struct_test_view_materialized,PROD)",
|
|
"aspects": [
|
|
{
|
|
"com.linkedin.pegasus2avro.common.Status": {
|
|
"removed": false
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.dataset.DatasetProperties": {
|
|
"customProperties": {
|
|
"numfiles": "0",
|
|
"totalsize": "0",
|
|
"transient_lastddltime": "1759227093"
|
|
},
|
|
"name": "struct_test_view_materialized",
|
|
"tags": []
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.schema.SchemaMetadata": {
|
|
"schemaName": "hivedb.db1.struct_test_view_materialized",
|
|
"platform": "urn:li:dataPlatform:trino",
|
|
"version": 0,
|
|
"created": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"lastModified": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"hash": "",
|
|
"platformSchema": {
|
|
"com.linkedin.pegasus2avro.schema.MySqlDDL": {
|
|
"tableSchema": ""
|
|
}
|
|
},
|
|
"fields": [
|
|
{
|
|
"fieldPath": "property_id",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "INTEGER",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "[version=2.0].[type=struct].[type=struct].service",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.RecordType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "ROW([('type', VARCHAR()), ('provider', ARRAY(INTEGER()))])",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "[version=2.0].[type=struct].[type=struct].service.[type=string].type",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "VARCHAR()",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "[version=2.0].[type=struct].[type=struct].service.[type=array].[type=int].provider",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.ArrayType": {
|
|
"nestedType": [
|
|
"int"
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"nativeDataType": "ARRAY(INTEGER())",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
}
|
|
]
|
|
}
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.struct_test_view_materialized,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "subTypes",
|
|
"aspect": {
|
|
"json": {
|
|
"typeNames": [
|
|
"Table"
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.struct_test_view_materialized,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "siblings",
|
|
"aspect": {
|
|
"json": {
|
|
"siblings": [
|
|
"urn:li:dataset:(urn:li:dataPlatform:hive,db1.struct_test_view_materialized,PROD)"
|
|
],
|
|
"primary": true
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.struct_test_view_materialized,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "browsePathsV2",
|
|
"aspect": {
|
|
"json": {
|
|
"path": [
|
|
{
|
|
"id": "urn:li:container:c7a81f6ed9a7cdd0c74436ac2dc4d1f7",
|
|
"urn": "urn:li:container:c7a81f6ed9a7cdd0c74436ac2dc4d1f7"
|
|
},
|
|
{
|
|
"id": "urn:li:container:304fd7ad57dc0ab32fb2cb778cbccd84",
|
|
"urn": "urn:li:container:304fd7ad57dc0ab32fb2cb778cbccd84"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:hive,db1.struct_test_view_materialized,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "siblings",
|
|
"aspect": {
|
|
"json": {
|
|
"siblings": [
|
|
"urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.struct_test_view_materialized,PROD)"
|
|
],
|
|
"primary": false
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.struct_test_view_materialized,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "upstreamLineage",
|
|
"aspect": {
|
|
"json": {
|
|
"upstreams": [
|
|
{
|
|
"auditStamp": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"dataset": "urn:li:dataset:(urn:li:dataPlatform:hive,db1.struct_test_view_materialized,PROD)",
|
|
"type": "VIEW"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1._test_table_underscore,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "container",
|
|
"aspect": {
|
|
"json": {
|
|
"container": "urn:li:container:304fd7ad57dc0ab32fb2cb778cbccd84"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"proposedSnapshot": {
|
|
"com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": {
|
|
"urn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1._test_table_underscore,PROD)",
|
|
"aspects": [
|
|
{
|
|
"com.linkedin.pegasus2avro.common.Status": {
|
|
"removed": false
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.dataset.DatasetProperties": {
|
|
"customProperties": {
|
|
"column_stats_accurate": "{\"BASIC_STATS\":\"true\"}",
|
|
"numfiles": "0",
|
|
"numrows": "0",
|
|
"rawdatasize": "0",
|
|
"totalsize": "0",
|
|
"transient_lastddltime": "1759227087"
|
|
},
|
|
"name": "_test_table_underscore",
|
|
"tags": []
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.schema.SchemaMetadata": {
|
|
"schemaName": "hivedb.db1._test_table_underscore",
|
|
"platform": "urn:li:dataPlatform:trino",
|
|
"version": 0,
|
|
"created": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"lastModified": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"hash": "",
|
|
"platformSchema": {
|
|
"com.linkedin.pegasus2avro.schema.MySqlDDL": {
|
|
"tableSchema": ""
|
|
}
|
|
},
|
|
"fields": [
|
|
{
|
|
"fieldPath": "foo",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "INTEGER",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "bar",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "VARCHAR",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
}
|
|
]
|
|
}
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1._test_table_underscore,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "subTypes",
|
|
"aspect": {
|
|
"json": {
|
|
"typeNames": [
|
|
"Table"
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1._test_table_underscore,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "siblings",
|
|
"aspect": {
|
|
"json": {
|
|
"siblings": [
|
|
"urn:li:dataset:(urn:li:dataPlatform:hive,db1._test_table_underscore,PROD)"
|
|
],
|
|
"primary": true
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1._test_table_underscore,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "browsePathsV2",
|
|
"aspect": {
|
|
"json": {
|
|
"path": [
|
|
{
|
|
"id": "urn:li:container:c7a81f6ed9a7cdd0c74436ac2dc4d1f7",
|
|
"urn": "urn:li:container:c7a81f6ed9a7cdd0c74436ac2dc4d1f7"
|
|
},
|
|
{
|
|
"id": "urn:li:container:304fd7ad57dc0ab32fb2cb778cbccd84",
|
|
"urn": "urn:li:container:304fd7ad57dc0ab32fb2cb778cbccd84"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:hive,db1._test_table_underscore,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "siblings",
|
|
"aspect": {
|
|
"json": {
|
|
"siblings": [
|
|
"urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1._test_table_underscore,PROD)"
|
|
],
|
|
"primary": false
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1._test_table_underscore,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "upstreamLineage",
|
|
"aspect": {
|
|
"json": {
|
|
"upstreams": [
|
|
{
|
|
"auditStamp": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"dataset": "urn:li:dataset:(urn:li:dataPlatform:hive,db1._test_table_underscore,PROD)",
|
|
"type": "VIEW"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.union_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "container",
|
|
"aspect": {
|
|
"json": {
|
|
"container": "urn:li:container:304fd7ad57dc0ab32fb2cb778cbccd84"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"proposedSnapshot": {
|
|
"com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": {
|
|
"urn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.union_test,PROD)",
|
|
"aspects": [
|
|
{
|
|
"com.linkedin.pegasus2avro.common.Status": {
|
|
"removed": false
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.dataset.DatasetProperties": {
|
|
"customProperties": {
|
|
"column_stats_accurate": "{\"BASIC_STATS\":\"true\"}",
|
|
"numfiles": "0",
|
|
"numrows": "0",
|
|
"rawdatasize": "0",
|
|
"totalsize": "0",
|
|
"transient_lastddltime": "1759227094"
|
|
},
|
|
"name": "union_test",
|
|
"tags": []
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.schema.SchemaMetadata": {
|
|
"schemaName": "hivedb.db1.union_test",
|
|
"platform": "urn:li:dataPlatform:trino",
|
|
"version": 0,
|
|
"created": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"lastModified": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"hash": "",
|
|
"platformSchema": {
|
|
"com.linkedin.pegasus2avro.schema.MySqlDDL": {
|
|
"tableSchema": ""
|
|
}
|
|
},
|
|
"fields": [
|
|
{
|
|
"fieldPath": "[version=2.0].[type=struct].[type=struct].foo",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.RecordType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "ROW([('tag', SMALLINT()), ('field0', INTEGER()), ('field1', DOUBLE()), ('field2', ARRAY(VARCHAR())), ('field3', ROW([('a', INTEGER()), ('b', VARCHAR())]))])",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "[version=2.0].[type=struct].[type=struct].foo.[type=int].tag",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "SMALLINT()",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "[version=2.0].[type=struct].[type=struct].foo.[type=int].field0",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "INTEGER()",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "[version=2.0].[type=struct].[type=struct].foo.[type=double].field1",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "DOUBLE()",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "[version=2.0].[type=struct].[type=struct].foo.[type=array].[type=string].field2",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.ArrayType": {
|
|
"nestedType": [
|
|
"string"
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"nativeDataType": "ARRAY(VARCHAR())",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "[version=2.0].[type=struct].[type=struct].foo.[type=struct].field3",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.RecordType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "ROW([('a', INTEGER()), ('b', VARCHAR())])",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "[version=2.0].[type=struct].[type=struct].foo.[type=struct].field3.[type=int].a",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "INTEGER()",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "[version=2.0].[type=struct].[type=struct].foo.[type=struct].field3.[type=string].b",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "VARCHAR()",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
}
|
|
]
|
|
}
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.union_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "subTypes",
|
|
"aspect": {
|
|
"json": {
|
|
"typeNames": [
|
|
"Table"
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.union_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "siblings",
|
|
"aspect": {
|
|
"json": {
|
|
"siblings": [
|
|
"urn:li:dataset:(urn:li:dataPlatform:hive,db1.union_test,PROD)"
|
|
],
|
|
"primary": true
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.union_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "browsePathsV2",
|
|
"aspect": {
|
|
"json": {
|
|
"path": [
|
|
{
|
|
"id": "urn:li:container:c7a81f6ed9a7cdd0c74436ac2dc4d1f7",
|
|
"urn": "urn:li:container:c7a81f6ed9a7cdd0c74436ac2dc4d1f7"
|
|
},
|
|
{
|
|
"id": "urn:li:container:304fd7ad57dc0ab32fb2cb778cbccd84",
|
|
"urn": "urn:li:container:304fd7ad57dc0ab32fb2cb778cbccd84"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:hive,db1.union_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "siblings",
|
|
"aspect": {
|
|
"json": {
|
|
"siblings": [
|
|
"urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.union_test,PROD)"
|
|
],
|
|
"primary": false
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.union_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "upstreamLineage",
|
|
"aspect": {
|
|
"json": {
|
|
"upstreams": [
|
|
{
|
|
"auditStamp": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"dataset": "urn:li:dataset:(urn:li:dataPlatform:hive,db1.union_test,PROD)",
|
|
"type": "VIEW"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.array_struct_test_view,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "container",
|
|
"aspect": {
|
|
"json": {
|
|
"container": "urn:li:container:304fd7ad57dc0ab32fb2cb778cbccd84"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"proposedSnapshot": {
|
|
"com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": {
|
|
"urn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.array_struct_test_view,PROD)",
|
|
"aspects": [
|
|
{
|
|
"com.linkedin.pegasus2avro.common.Status": {
|
|
"removed": false
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.dataset.DatasetProperties": {
|
|
"customProperties": {
|
|
"is_view": "True",
|
|
"view_definition": "SELECT \"property_id\", \"service\"\nFROM \"db1\".\"array_struct_test\""
|
|
},
|
|
"name": "array_struct_test_view",
|
|
"tags": []
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.schema.SchemaMetadata": {
|
|
"schemaName": "hivedb.db1.array_struct_test_view",
|
|
"platform": "urn:li:dataPlatform:trino",
|
|
"version": 0,
|
|
"created": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"lastModified": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"hash": "",
|
|
"platformSchema": {
|
|
"com.linkedin.pegasus2avro.schema.MySqlDDL": {
|
|
"tableSchema": ""
|
|
}
|
|
},
|
|
"fields": [
|
|
{
|
|
"fieldPath": "property_id",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "INTEGER",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "[version=2.0].[type=struct].[type=array].[type=struct].service",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.ArrayType": {
|
|
"nestedType": [
|
|
"record"
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"nativeDataType": "ARRAY(ROW([('type', VARCHAR()), ('provider', ARRAY(INTEGER()))]))",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "[version=2.0].[type=struct].[type=array].[type=struct].service.[type=string].type",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "VARCHAR()",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "[version=2.0].[type=struct].[type=array].[type=struct].service.[type=array].[type=int].provider",
|
|
"nullable": true,
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.ArrayType": {
|
|
"nestedType": [
|
|
"int"
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"nativeDataType": "ARRAY(INTEGER())",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
}
|
|
]
|
|
}
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.array_struct_test_view,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "subTypes",
|
|
"aspect": {
|
|
"json": {
|
|
"typeNames": [
|
|
"View"
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.array_struct_test_view,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "viewProperties",
|
|
"aspect": {
|
|
"json": {
|
|
"materialized": false,
|
|
"viewLogic": "SELECT \"property_id\", \"service\"\nFROM \"db1\".\"array_struct_test\"",
|
|
"viewLanguage": "SQL"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.array_struct_test_view,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "siblings",
|
|
"aspect": {
|
|
"json": {
|
|
"siblings": [
|
|
"urn:li:dataset:(urn:li:dataPlatform:hive,db1.array_struct_test_view,PROD)"
|
|
],
|
|
"primary": true
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.array_struct_test_view,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "browsePathsV2",
|
|
"aspect": {
|
|
"json": {
|
|
"path": [
|
|
{
|
|
"id": "urn:li:container:c7a81f6ed9a7cdd0c74436ac2dc4d1f7",
|
|
"urn": "urn:li:container:c7a81f6ed9a7cdd0c74436ac2dc4d1f7"
|
|
},
|
|
{
|
|
"id": "urn:li:container:304fd7ad57dc0ab32fb2cb778cbccd84",
|
|
"urn": "urn:li:container:304fd7ad57dc0ab32fb2cb778cbccd84"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:hive,db1.array_struct_test_view,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "siblings",
|
|
"aspect": {
|
|
"json": {
|
|
"siblings": [
|
|
"urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.array_struct_test_view,PROD)"
|
|
],
|
|
"primary": false
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.array_struct_test_view,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "upstreamLineage",
|
|
"aspect": {
|
|
"json": {
|
|
"upstreams": [
|
|
{
|
|
"auditStamp": {
|
|
"time": 1615443388097,
|
|
"actor": "urn:li:corpuser:_ingestion"
|
|
},
|
|
"created": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:_ingestion"
|
|
},
|
|
"dataset": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.array_struct_test,PROD)",
|
|
"type": "VIEW",
|
|
"query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Atrino%2Chivedb.db1.array_struct_test_view%2CPROD%29"
|
|
}
|
|
],
|
|
"fineGrainedLineages": [
|
|
{
|
|
"upstreamType": "FIELD_SET",
|
|
"upstreams": [
|
|
"urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.array_struct_test,PROD),property_id)"
|
|
],
|
|
"downstreamType": "FIELD",
|
|
"downstreams": [
|
|
"urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.array_struct_test_view,PROD),property_id)"
|
|
],
|
|
"transformOperation": "COPY: \"array_struct_test\".\"property_id\" AS \"property_id\"",
|
|
"confidenceScore": 0.9,
|
|
"query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Atrino%2Chivedb.db1.array_struct_test_view%2CPROD%29"
|
|
},
|
|
{
|
|
"upstreamType": "FIELD_SET",
|
|
"upstreams": [
|
|
"urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.array_struct_test,PROD),service)"
|
|
],
|
|
"downstreamType": "FIELD",
|
|
"downstreams": [
|
|
"urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.array_struct_test_view,PROD),service)"
|
|
],
|
|
"transformOperation": "COPY: \"array_struct_test\".\"service\" AS \"service\"",
|
|
"confidenceScore": 0.9,
|
|
"query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Atrino%2Chivedb.db1.array_struct_test_view%2CPROD%29"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "query",
|
|
"entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Atrino%2Chivedb.db1.array_struct_test_view%2CPROD%29",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "queryProperties",
|
|
"aspect": {
|
|
"json": {
|
|
"customProperties": {},
|
|
"statement": {
|
|
"value": "SELECT\n \"property_id\",\n \"service\"\nFROM \"db1\".\"array_struct_test\"",
|
|
"language": "SQL"
|
|
},
|
|
"source": "SYSTEM",
|
|
"created": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:_ingestion"
|
|
},
|
|
"lastModified": {
|
|
"time": 1632378600000,
|
|
"actor": "urn:li:corpuser:_ingestion"
|
|
}
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "query",
|
|
"entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Atrino%2Chivedb.db1.array_struct_test_view%2CPROD%29",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "querySubjects",
|
|
"aspect": {
|
|
"json": {
|
|
"subjects": [
|
|
{
|
|
"entity": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.array_struct_test,PROD)"
|
|
},
|
|
{
|
|
"entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.array_struct_test,PROD),property_id)"
|
|
},
|
|
{
|
|
"entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.array_struct_test,PROD),service)"
|
|
},
|
|
{
|
|
"entity": "urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.array_struct_test_view,PROD)"
|
|
},
|
|
{
|
|
"entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.array_struct_test_view,PROD),property_id)"
|
|
},
|
|
{
|
|
"entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:trino,hivedb.db1.array_struct_test_view,PROD),service)"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "query",
|
|
"entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Atrino%2Chivedb.db1.array_struct_test_view%2CPROD%29",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "dataPlatformInstance",
|
|
"aspect": {
|
|
"json": {
|
|
"platform": "urn:li:dataPlatform:trino"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:hive,db1._test_table_underscore,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "status",
|
|
"aspect": {
|
|
"json": {
|
|
"removed": false
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:hive,db1.array_struct_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "status",
|
|
"aspect": {
|
|
"json": {
|
|
"removed": false
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:hive,db1.array_struct_test_view,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "status",
|
|
"aspect": {
|
|
"json": {
|
|
"removed": false
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:hive,db1.classification_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "status",
|
|
"aspect": {
|
|
"json": {
|
|
"removed": false
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:hive,db1.map_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "status",
|
|
"aspect": {
|
|
"json": {
|
|
"removed": false
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:hive,db1.nested_struct_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "status",
|
|
"aspect": {
|
|
"json": {
|
|
"removed": false
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:hive,db1.pokes,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "status",
|
|
"aspect": {
|
|
"json": {
|
|
"removed": false
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:hive,db1.struct_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "status",
|
|
"aspect": {
|
|
"json": {
|
|
"removed": false
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:hive,db1.struct_test_view_materialized,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "status",
|
|
"aspect": {
|
|
"json": {
|
|
"removed": false
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:hive,db1.union_test,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "status",
|
|
"aspect": {
|
|
"json": {
|
|
"removed": false
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "query",
|
|
"entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Atrino%2Chivedb.db1.array_struct_test_view%2CPROD%29",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "status",
|
|
"aspect": {
|
|
"json": {
|
|
"removed": false
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "glossaryTerm",
|
|
"entityUrn": "urn:li:glossaryTerm:Age",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "glossaryTermKey",
|
|
"aspect": {
|
|
"json": {
|
|
"name": "Age"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "glossaryTerm",
|
|
"entityUrn": "urn:li:glossaryTerm:Email_Address",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "glossaryTermKey",
|
|
"aspect": {
|
|
"json": {
|
|
"name": "Email_Address"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "glossaryTerm",
|
|
"entityUrn": "urn:li:glossaryTerm:Full_Name",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "glossaryTermKey",
|
|
"aspect": {
|
|
"json": {
|
|
"name": "Full_Name"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "glossaryTerm",
|
|
"entityUrn": "urn:li:glossaryTerm:Gender",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "glossaryTermKey",
|
|
"aspect": {
|
|
"json": {
|
|
"name": "Gender"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1615443388097,
|
|
"runId": "trino-hive-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
}
|
|
] |