mirror of
https://github.com/datahub-project/datahub.git
synced 2026-01-06 06:46:41 +00:00
2106 lines
85 KiB
JSON
2106 lines
85 KiB
JSON
[
|
|
{
|
|
"entityType": "container",
|
|
"entityUrn": "urn:li:container:ccb08ea309d6caaba2b45ebb4c9327a2",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "containerProperties",
|
|
"aspect": {
|
|
"json": {
|
|
"customProperties": {
|
|
"platform": "clickhouse",
|
|
"instance": "clickhousetestserver",
|
|
"env": "PROD",
|
|
"database": "db1"
|
|
},
|
|
"name": "db1",
|
|
"env": "PROD"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "container",
|
|
"entityUrn": "urn:li:container:ccb08ea309d6caaba2b45ebb4c9327a2",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "status",
|
|
"aspect": {
|
|
"json": {
|
|
"removed": false
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "container",
|
|
"entityUrn": "urn:li:container:ccb08ea309d6caaba2b45ebb4c9327a2",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "dataPlatformInstance",
|
|
"aspect": {
|
|
"json": {
|
|
"platform": "urn:li:dataPlatform:clickhouse",
|
|
"instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:clickhouse,clickhousetestserver)"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "container",
|
|
"entityUrn": "urn:li:container:ccb08ea309d6caaba2b45ebb4c9327a2",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "subTypes",
|
|
"aspect": {
|
|
"json": {
|
|
"typeNames": [
|
|
"Database"
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "container",
|
|
"entityUrn": "urn:li:container:ccb08ea309d6caaba2b45ebb4c9327a2",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "browsePathsV2",
|
|
"aspect": {
|
|
"json": {
|
|
"path": [
|
|
{
|
|
"id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:clickhouse,clickhousetestserver)",
|
|
"urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:clickhouse,clickhousetestserver)"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.mv_target_table,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "container",
|
|
"aspect": {
|
|
"json": {
|
|
"container": "urn:li:container:ccb08ea309d6caaba2b45ebb4c9327a2"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.mv_target_table,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "upstreamLineage",
|
|
"aspect": {
|
|
"json": {
|
|
"upstreams": [
|
|
{
|
|
"auditStamp": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"dataset": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.mv_with_target_table,PROD)",
|
|
"type": "TRANSFORMED"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"proposedSnapshot": {
|
|
"com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": {
|
|
"urn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.mv_target_table,PROD)",
|
|
"aspects": [
|
|
{
|
|
"com.linkedin.pegasus2avro.common.Status": {
|
|
"removed": false
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.dataset.DatasetProperties": {
|
|
"customProperties": {
|
|
"engine": "MergeTree",
|
|
"partition_key": "",
|
|
"sorting_key": "col_Int64",
|
|
"primary_key": "col_Int64",
|
|
"sampling_key": "",
|
|
"storage_policy": "default",
|
|
"metadata_modification_time": "2024-08-20 14:33:09",
|
|
"total_rows": "10",
|
|
"total_bytes": "671",
|
|
"data_paths": "['/var/lib/clickhouse/store/8c1/8c16d9dc-9307-47c4-ba53-6f39f6823f25/']",
|
|
"metadata_path": "/var/lib/clickhouse/store/377/37707827-6df2-4c53-b8f6-26b7346f8416/mv_target_table.sql"
|
|
},
|
|
"name": "mv_target_table",
|
|
"description": "This is target table for materialized view",
|
|
"tags": []
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.schema.SchemaMetadata": {
|
|
"schemaName": "db1.mv_target_table",
|
|
"platform": "urn:li:dataPlatform:clickhouse",
|
|
"version": 0,
|
|
"created": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"lastModified": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"hash": "",
|
|
"platformSchema": {
|
|
"com.linkedin.pegasus2avro.schema.MySqlDDL": {
|
|
"tableSchema": ""
|
|
}
|
|
},
|
|
"fields": [
|
|
{
|
|
"fieldPath": "col_DateTime",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.TimeType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "DateTime",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_Int64",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Int64",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_Float64",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Float64",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_Decimal64",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Decimal(18, 5)",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_String",
|
|
"nullable": true,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Nullable(String)",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
}
|
|
]
|
|
}
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.mv_target_table,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "dataPlatformInstance",
|
|
"aspect": {
|
|
"json": {
|
|
"platform": "urn:li:dataPlatform:clickhouse",
|
|
"instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:clickhouse,clickhousetestserver)"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.mv_target_table,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "subTypes",
|
|
"aspect": {
|
|
"json": {
|
|
"typeNames": [
|
|
"Table"
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.mv_target_table,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "browsePathsV2",
|
|
"aspect": {
|
|
"json": {
|
|
"path": [
|
|
{
|
|
"id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:clickhouse,clickhousetestserver)",
|
|
"urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:clickhouse,clickhousetestserver)"
|
|
},
|
|
{
|
|
"id": "urn:li:container:ccb08ea309d6caaba2b45ebb4c9327a2",
|
|
"urn": "urn:li:container:ccb08ea309d6caaba2b45ebb4c9327a2"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.test_data_types,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "container",
|
|
"aspect": {
|
|
"json": {
|
|
"container": "urn:li:container:ccb08ea309d6caaba2b45ebb4c9327a2"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"proposedSnapshot": {
|
|
"com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": {
|
|
"urn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.test_data_types,PROD)",
|
|
"aspects": [
|
|
{
|
|
"com.linkedin.pegasus2avro.common.Status": {
|
|
"removed": false
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.dataset.DatasetProperties": {
|
|
"customProperties": {
|
|
"engine": "MergeTree",
|
|
"partition_key": "",
|
|
"sorting_key": "",
|
|
"primary_key": "",
|
|
"sampling_key": "",
|
|
"storage_policy": "default",
|
|
"metadata_modification_time": "2024-08-20 14:33:09",
|
|
"total_rows": "0",
|
|
"total_bytes": "0",
|
|
"data_paths": "['/var/lib/clickhouse/store/23a/23a3e7b9-bfb5-4f65-bba2-adc249615387/']",
|
|
"metadata_path": "/var/lib/clickhouse/store/377/37707827-6df2-4c53-b8f6-26b7346f8416/test_data_types.sql"
|
|
},
|
|
"name": "test_data_types",
|
|
"description": "This table has basic types",
|
|
"tags": []
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.schema.SchemaMetadata": {
|
|
"schemaName": "db1.test_data_types",
|
|
"platform": "urn:li:dataPlatform:clickhouse",
|
|
"version": 0,
|
|
"created": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"lastModified": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"hash": "",
|
|
"platformSchema": {
|
|
"com.linkedin.pegasus2avro.schema.MySqlDDL": {
|
|
"tableSchema": ""
|
|
}
|
|
},
|
|
"fields": [
|
|
{
|
|
"fieldPath": "col_Array",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.ArrayType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Array(String)",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_Bool",
|
|
"nullable": false,
|
|
"description": "https://github.com/ClickHouse/ClickHouse/pull/31072",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.BooleanType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Bool",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_Date",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.DateType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Date",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_Date32",
|
|
"nullable": false,
|
|
"description": "this type was added in ClickHouse v21.9",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.DateType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Date32",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_DateTime",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.TimeType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "DateTime",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_DatetimeTZ",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NullType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "DateTime('Europe/Berlin')",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_DateTime32",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.TimeType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "DateTime",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_DateTime64",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.TimeType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "DateTime64(3)",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_DateTime64TZ",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NullType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "DateTime64(2, 'Europe/Berlin')",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_Decimal",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Decimal(2, 1)",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_Decimal128",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Decimal(38, 2)",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_Decimal256",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Decimal(76, 3)",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_Decimal32",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Decimal(9, 4)",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_Decimal64",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Decimal(18, 5)",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_Enum",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.EnumType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Enum8('hello' = 1, 'world' = 2)",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_Enum16",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.EnumType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Enum16('hello' = 1, 'world' = 2)",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_Enum8",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.EnumType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Enum8('hello' = 1, 'world' = 2)",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_FixedString",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "FixedString(128)",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_Float32",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Float32",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_Float64",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Float64",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_IPv4",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "IPv4",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_IPv6",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "IPv6",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_Int128",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Int128",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_Int16",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Int16",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_Int256",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Int256",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_Int32",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Int32",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_Int64",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Int64",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_Int8",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Int8",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_Map",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.MapType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Map(String, Nullable(UInt64))",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_String",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "String",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_Tuple",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.UnionType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Tuple(UInt8, Array(String))",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_UInt128",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "UInt128",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_UInt16",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "UInt16",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_UInt256",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "UInt256",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_UInt32",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "UInt32",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_UInt64",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "UInt64",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_UInt8",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "UInt8",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_UUID",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "UUID",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
}
|
|
]
|
|
}
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.test_data_types,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "dataPlatformInstance",
|
|
"aspect": {
|
|
"json": {
|
|
"platform": "urn:li:dataPlatform:clickhouse",
|
|
"instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:clickhouse,clickhousetestserver)"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.test_data_types,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "subTypes",
|
|
"aspect": {
|
|
"json": {
|
|
"typeNames": [
|
|
"Table"
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.test_data_types,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "browsePathsV2",
|
|
"aspect": {
|
|
"json": {
|
|
"path": [
|
|
{
|
|
"id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:clickhouse,clickhousetestserver)",
|
|
"urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:clickhouse,clickhousetestserver)"
|
|
},
|
|
{
|
|
"id": "urn:li:container:ccb08ea309d6caaba2b45ebb4c9327a2",
|
|
"urn": "urn:li:container:ccb08ea309d6caaba2b45ebb4c9327a2"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.test_dict,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "container",
|
|
"aspect": {
|
|
"json": {
|
|
"container": "urn:li:container:ccb08ea309d6caaba2b45ebb4c9327a2"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.test_dict,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "upstreamLineage",
|
|
"aspect": {
|
|
"json": {
|
|
"upstreams": [
|
|
{
|
|
"auditStamp": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"dataset": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.test_data_types,PROD)",
|
|
"type": "COPY"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"proposedSnapshot": {
|
|
"com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": {
|
|
"urn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.test_dict,PROD)",
|
|
"aspects": [
|
|
{
|
|
"com.linkedin.pegasus2avro.common.Status": {
|
|
"removed": false
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.dataset.DatasetProperties": {
|
|
"customProperties": {
|
|
"engine": "Dictionary",
|
|
"partition_key": "",
|
|
"sorting_key": "",
|
|
"primary_key": "",
|
|
"sampling_key": "",
|
|
"storage_policy": "",
|
|
"metadata_modification_time": "2024-08-20 14:33:09",
|
|
"total_rows": "None",
|
|
"total_bytes": "None",
|
|
"data_paths": "[]",
|
|
"metadata_path": "/var/lib/clickhouse/store/377/37707827-6df2-4c53-b8f6-26b7346f8416/test_dict.sql"
|
|
},
|
|
"name": "test_dict",
|
|
"description": "",
|
|
"tags": []
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.schema.SchemaMetadata": {
|
|
"schemaName": "db1.test_dict",
|
|
"platform": "urn:li:dataPlatform:clickhouse",
|
|
"version": 0,
|
|
"created": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"lastModified": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"hash": "",
|
|
"platformSchema": {
|
|
"com.linkedin.pegasus2avro.schema.MySqlDDL": {
|
|
"tableSchema": ""
|
|
}
|
|
},
|
|
"fields": [
|
|
{
|
|
"fieldPath": "col_Int64",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "UInt64",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_String",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "String",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
}
|
|
]
|
|
}
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.test_dict,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "dataPlatformInstance",
|
|
"aspect": {
|
|
"json": {
|
|
"platform": "urn:li:dataPlatform:clickhouse",
|
|
"instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:clickhouse,clickhousetestserver)"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.test_dict,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "subTypes",
|
|
"aspect": {
|
|
"json": {
|
|
"typeNames": [
|
|
"Table"
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.test_dict,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "browsePathsV2",
|
|
"aspect": {
|
|
"json": {
|
|
"path": [
|
|
{
|
|
"id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:clickhouse,clickhousetestserver)",
|
|
"urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:clickhouse,clickhousetestserver)"
|
|
},
|
|
{
|
|
"id": "urn:li:container:ccb08ea309d6caaba2b45ebb4c9327a2",
|
|
"urn": "urn:li:container:ccb08ea309d6caaba2b45ebb4c9327a2"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.test_nested_data_types,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "container",
|
|
"aspect": {
|
|
"json": {
|
|
"container": "urn:li:container:ccb08ea309d6caaba2b45ebb4c9327a2"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"proposedSnapshot": {
|
|
"com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": {
|
|
"urn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.test_nested_data_types,PROD)",
|
|
"aspects": [
|
|
{
|
|
"com.linkedin.pegasus2avro.common.Status": {
|
|
"removed": false
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.dataset.DatasetProperties": {
|
|
"customProperties": {
|
|
"engine": "MergeTree",
|
|
"partition_key": "",
|
|
"sorting_key": "",
|
|
"primary_key": "",
|
|
"sampling_key": "",
|
|
"storage_policy": "default",
|
|
"metadata_modification_time": "2024-08-20 14:33:09",
|
|
"total_rows": "0",
|
|
"total_bytes": "0",
|
|
"data_paths": "['/var/lib/clickhouse/store/c7b/c7ba2e57-f123-4e22-ac9d-803ddb00de77/']",
|
|
"metadata_path": "/var/lib/clickhouse/store/377/37707827-6df2-4c53-b8f6-26b7346f8416/test_nested_data_types.sql"
|
|
},
|
|
"name": "test_nested_data_types",
|
|
"description": "This table has nested types",
|
|
"tags": []
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.schema.SchemaMetadata": {
|
|
"schemaName": "db1.test_nested_data_types",
|
|
"platform": "urn:li:dataPlatform:clickhouse",
|
|
"version": 0,
|
|
"created": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"lastModified": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"hash": "",
|
|
"platformSchema": {
|
|
"com.linkedin.pegasus2avro.schema.MySqlDDL": {
|
|
"tableSchema": ""
|
|
}
|
|
},
|
|
"fields": [
|
|
{
|
|
"fieldPath": "col_ArrayArrayInt",
|
|
"nullable": false,
|
|
"description": "this is a comment",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.ArrayType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Array(Array(Int8))",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_LowCardinality",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "LowCardinality(String)",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_AggregateFunction",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NullType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "AggregateFunction(avg, Float64)",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_SimpleAggregateFunction",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NullType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "SimpleAggregateFunction(max, Decimal(38, 7))",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_Nested.c1",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.ArrayType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Array(UInt32)",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_Nested.c2",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.ArrayType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Array(UInt64)",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_Nested.c3.c4",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.ArrayType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Array(UInt128)",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_Nullable",
|
|
"nullable": true,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Nullable(Int8)",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_Array_Nullable_String",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.ArrayType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Array(Nullable(String))",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_LowCardinality_Nullable_String",
|
|
"nullable": true,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "LowCardinality(Nullable(String))",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
}
|
|
]
|
|
}
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.test_nested_data_types,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "dataPlatformInstance",
|
|
"aspect": {
|
|
"json": {
|
|
"platform": "urn:li:dataPlatform:clickhouse",
|
|
"instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:clickhouse,clickhousetestserver)"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.test_nested_data_types,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "subTypes",
|
|
"aspect": {
|
|
"json": {
|
|
"typeNames": [
|
|
"Table"
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.test_nested_data_types,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "browsePathsV2",
|
|
"aspect": {
|
|
"json": {
|
|
"path": [
|
|
{
|
|
"id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:clickhouse,clickhousetestserver)",
|
|
"urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:clickhouse,clickhousetestserver)"
|
|
},
|
|
{
|
|
"id": "urn:li:container:ccb08ea309d6caaba2b45ebb4c9327a2",
|
|
"urn": "urn:li:container:ccb08ea309d6caaba2b45ebb4c9327a2"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.mv_with_target_table,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "container",
|
|
"aspect": {
|
|
"json": {
|
|
"container": "urn:li:container:ccb08ea309d6caaba2b45ebb4c9327a2"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.mv_with_target_table,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "upstreamLineage",
|
|
"aspect": {
|
|
"json": {
|
|
"upstreams": [
|
|
{
|
|
"auditStamp": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"dataset": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.test_data_types,PROD)",
|
|
"type": "TRANSFORMED"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"proposedSnapshot": {
|
|
"com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": {
|
|
"urn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.mv_with_target_table,PROD)",
|
|
"aspects": [
|
|
{
|
|
"com.linkedin.pegasus2avro.common.Status": {
|
|
"removed": false
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.dataset.DatasetProperties": {
|
|
"customProperties": {
|
|
"engine": "MaterializedView",
|
|
"partition_key": "",
|
|
"sorting_key": "",
|
|
"primary_key": "",
|
|
"sampling_key": "",
|
|
"storage_policy": "",
|
|
"metadata_modification_time": "2024-08-20 14:33:09",
|
|
"total_rows": "None",
|
|
"total_bytes": "None",
|
|
"data_paths": "['/var/lib/clickhouse/store/8c1/8c16d9dc-9307-47c4-ba53-6f39f6823f25/']",
|
|
"metadata_path": "/var/lib/clickhouse/store/377/37707827-6df2-4c53-b8f6-26b7346f8416/mv_with_target_table.sql",
|
|
"view_definition": "",
|
|
"is_view": "True"
|
|
},
|
|
"name": "mv_with_target_table",
|
|
"description": "",
|
|
"tags": []
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.schema.SchemaMetadata": {
|
|
"schemaName": "db1.mv_with_target_table",
|
|
"platform": "urn:li:dataPlatform:clickhouse",
|
|
"version": 0,
|
|
"created": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"lastModified": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"hash": "",
|
|
"platformSchema": {
|
|
"com.linkedin.pegasus2avro.schema.MySqlDDL": {
|
|
"tableSchema": ""
|
|
}
|
|
},
|
|
"fields": [
|
|
{
|
|
"fieldPath": "col_DateTime",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.TimeType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "DateTime",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_Int64",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Int64",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_Float64",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Float64",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_Decimal64",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Decimal(18, 5)",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_String",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "String",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
}
|
|
]
|
|
}
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.mv_with_target_table,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "dataPlatformInstance",
|
|
"aspect": {
|
|
"json": {
|
|
"platform": "urn:li:dataPlatform:clickhouse",
|
|
"instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:clickhouse,clickhousetestserver)"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.mv_with_target_table,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "subTypes",
|
|
"aspect": {
|
|
"json": {
|
|
"typeNames": [
|
|
"View"
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.mv_with_target_table,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "viewProperties",
|
|
"aspect": {
|
|
"json": {
|
|
"materialized": false,
|
|
"viewLogic": "",
|
|
"viewLanguage": "SQL"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.mv_with_target_table,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "browsePathsV2",
|
|
"aspect": {
|
|
"json": {
|
|
"path": [
|
|
{
|
|
"id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:clickhouse,clickhousetestserver)",
|
|
"urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:clickhouse,clickhousetestserver)"
|
|
},
|
|
{
|
|
"id": "urn:li:container:ccb08ea309d6caaba2b45ebb4c9327a2",
|
|
"urn": "urn:li:container:ccb08ea309d6caaba2b45ebb4c9327a2"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.mv_without_target_table,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "container",
|
|
"aspect": {
|
|
"json": {
|
|
"container": "urn:li:container:ccb08ea309d6caaba2b45ebb4c9327a2"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.mv_without_target_table,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "upstreamLineage",
|
|
"aspect": {
|
|
"json": {
|
|
"upstreams": [
|
|
{
|
|
"auditStamp": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"dataset": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.test_nested_data_types,PROD)",
|
|
"type": "TRANSFORMED"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"proposedSnapshot": {
|
|
"com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": {
|
|
"urn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.mv_without_target_table,PROD)",
|
|
"aspects": [
|
|
{
|
|
"com.linkedin.pegasus2avro.common.Status": {
|
|
"removed": false
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.dataset.DatasetProperties": {
|
|
"customProperties": {
|
|
"engine": "MaterializedView",
|
|
"partition_key": "",
|
|
"sorting_key": "",
|
|
"primary_key": "",
|
|
"sampling_key": "",
|
|
"storage_policy": "",
|
|
"metadata_modification_time": "2024-08-20 14:33:09",
|
|
"total_rows": "0",
|
|
"total_bytes": "0",
|
|
"data_paths": "['/var/lib/clickhouse/store/c17/c17e750d-fa54-4e86-aeec-bfd392b07d71/']",
|
|
"metadata_path": "/var/lib/clickhouse/store/377/37707827-6df2-4c53-b8f6-26b7346f8416/mv_without_target_table.sql",
|
|
"view_definition": "",
|
|
"is_view": "True"
|
|
},
|
|
"name": "mv_without_target_table",
|
|
"description": "",
|
|
"tags": []
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.schema.SchemaMetadata": {
|
|
"schemaName": "db1.mv_without_target_table",
|
|
"platform": "urn:li:dataPlatform:clickhouse",
|
|
"version": 0,
|
|
"created": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"lastModified": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"hash": "",
|
|
"platformSchema": {
|
|
"com.linkedin.pegasus2avro.schema.MySqlDDL": {
|
|
"tableSchema": ""
|
|
}
|
|
},
|
|
"fields": [
|
|
{
|
|
"fieldPath": "col_ArrayArrayInt",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.ArrayType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Array(Array(Int8))",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_LowCardinality",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "LowCardinality(String)",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_Nullable",
|
|
"nullable": true,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Nullable(Int8)",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_Array_Nullable_String",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.ArrayType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "Array(Nullable(String))",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
},
|
|
{
|
|
"fieldPath": "col_LowCardinality_Nullable_String",
|
|
"nullable": true,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "LowCardinality(Nullable(String))",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
}
|
|
]
|
|
}
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.mv_without_target_table,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "dataPlatformInstance",
|
|
"aspect": {
|
|
"json": {
|
|
"platform": "urn:li:dataPlatform:clickhouse",
|
|
"instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:clickhouse,clickhousetestserver)"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.mv_without_target_table,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "subTypes",
|
|
"aspect": {
|
|
"json": {
|
|
"typeNames": [
|
|
"View"
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.mv_without_target_table,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "viewProperties",
|
|
"aspect": {
|
|
"json": {
|
|
"materialized": false,
|
|
"viewLogic": "",
|
|
"viewLanguage": "SQL"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.mv_without_target_table,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "browsePathsV2",
|
|
"aspect": {
|
|
"json": {
|
|
"path": [
|
|
{
|
|
"id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:clickhouse,clickhousetestserver)",
|
|
"urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:clickhouse,clickhousetestserver)"
|
|
},
|
|
{
|
|
"id": "urn:li:container:ccb08ea309d6caaba2b45ebb4c9327a2",
|
|
"urn": "urn:li:container:ccb08ea309d6caaba2b45ebb4c9327a2"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.test_view,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "container",
|
|
"aspect": {
|
|
"json": {
|
|
"container": "urn:li:container:ccb08ea309d6caaba2b45ebb4c9327a2"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.test_view,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "upstreamLineage",
|
|
"aspect": {
|
|
"json": {
|
|
"upstreams": [
|
|
{
|
|
"auditStamp": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"dataset": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.test_dict,PROD)",
|
|
"type": "VIEW"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"proposedSnapshot": {
|
|
"com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": {
|
|
"urn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.test_view,PROD)",
|
|
"aspects": [
|
|
{
|
|
"com.linkedin.pegasus2avro.common.Status": {
|
|
"removed": false
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.dataset.DatasetProperties": {
|
|
"customProperties": {
|
|
"engine": "View",
|
|
"partition_key": "",
|
|
"sorting_key": "",
|
|
"primary_key": "",
|
|
"sampling_key": "",
|
|
"storage_policy": "",
|
|
"metadata_modification_time": "2024-08-20 14:33:09",
|
|
"total_rows": "None",
|
|
"total_bytes": "None",
|
|
"data_paths": "[]",
|
|
"metadata_path": "/var/lib/clickhouse/store/377/37707827-6df2-4c53-b8f6-26b7346f8416/test_view.sql",
|
|
"view_definition": "",
|
|
"is_view": "True"
|
|
},
|
|
"name": "test_view",
|
|
"description": "",
|
|
"tags": []
|
|
}
|
|
},
|
|
{
|
|
"com.linkedin.pegasus2avro.schema.SchemaMetadata": {
|
|
"schemaName": "db1.test_view",
|
|
"platform": "urn:li:dataPlatform:clickhouse",
|
|
"version": 0,
|
|
"created": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"lastModified": {
|
|
"time": 0,
|
|
"actor": "urn:li:corpuser:unknown"
|
|
},
|
|
"hash": "",
|
|
"platformSchema": {
|
|
"com.linkedin.pegasus2avro.schema.MySqlDDL": {
|
|
"tableSchema": ""
|
|
}
|
|
},
|
|
"fields": [
|
|
{
|
|
"fieldPath": "col_String",
|
|
"nullable": false,
|
|
"description": "",
|
|
"type": {
|
|
"type": {
|
|
"com.linkedin.pegasus2avro.schema.StringType": {}
|
|
}
|
|
},
|
|
"nativeDataType": "String",
|
|
"recursive": false,
|
|
"isPartOfKey": false
|
|
}
|
|
]
|
|
}
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.test_view,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "dataPlatformInstance",
|
|
"aspect": {
|
|
"json": {
|
|
"platform": "urn:li:dataPlatform:clickhouse",
|
|
"instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:clickhouse,clickhousetestserver)"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.test_view,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "subTypes",
|
|
"aspect": {
|
|
"json": {
|
|
"typeNames": [
|
|
"View"
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.test_view,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "viewProperties",
|
|
"aspect": {
|
|
"json": {
|
|
"materialized": false,
|
|
"viewLogic": "",
|
|
"viewLanguage": "SQL"
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
},
|
|
{
|
|
"entityType": "dataset",
|
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:clickhouse,clickhousetestserver.db1.test_view,PROD)",
|
|
"changeType": "UPSERT",
|
|
"aspectName": "browsePathsV2",
|
|
"aspect": {
|
|
"json": {
|
|
"path": [
|
|
{
|
|
"id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:clickhouse,clickhousetestserver)",
|
|
"urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:clickhouse,clickhousetestserver)"
|
|
},
|
|
{
|
|
"id": "urn:li:container:ccb08ea309d6caaba2b45ebb4c9327a2",
|
|
"urn": "urn:li:container:ccb08ea309d6caaba2b45ebb4c9327a2"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"systemMetadata": {
|
|
"lastObserved": 1586847600000,
|
|
"runId": "clickhouse-test",
|
|
"lastRunId": "no-run-id-provided"
|
|
}
|
|
}
|
|
] |