mirror of
https://github.com/datahub-project/datahub.git
synced 2025-09-25 17:15:09 +00:00
feat(superset/preset): add dataset and column description (#14426)
This commit is contained in:
Benjamin Maquet
GitHub
parent
da1326d047
commit
9105241bfd
@ -154,6 +154,7 @@ class SupersetDataset(BaseModel):
|
|||||||
table_name: str
|
table_name: str
|
||||||
changed_on_utc: Optional[str] = None
|
changed_on_utc: Optional[str] = None
|
||||||
explore_url: Optional[str] = ""
|
explore_url: Optional[str] = ""
|
||||||
|
description: Optional[str] = ""
|
||||||
|
|
||||||
@property
|
@property
|
||||||
def modified_dt(self) -> Optional[datetime]:
|
def modified_dt(self) -> Optional[datetime]:
|
||||||
@ -1062,7 +1063,7 @@ class SupersetSource(StatefulIngestionSourceBase):
|
|||||||
fieldPath=col.get("column_name", ""),
|
fieldPath=col.get("column_name", ""),
|
||||||
type=SchemaFieldDataType(data_type),
|
type=SchemaFieldDataType(data_type),
|
||||||
nativeDataType="",
|
nativeDataType="",
|
||||||
description=col.get("column_name", ""),
|
description=col.get("description") or col.get("column_name", ""),
|
||||||
nullable=True,
|
nullable=True,
|
||||||
)
|
)
|
||||||
schema_fields.append(field)
|
schema_fields.append(field)
|
||||||
@ -1283,7 +1284,7 @@ class SupersetSource(StatefulIngestionSourceBase):
|
|||||||
|
|
||||||
dataset_info = DatasetPropertiesClass(
|
dataset_info = DatasetPropertiesClass(
|
||||||
name=dataset.table_name,
|
name=dataset.table_name,
|
||||||
description="",
|
description=dataset.description or "",
|
||||||
externalUrl=dataset_url,
|
externalUrl=dataset_url,
|
||||||
lastModified=TimeStamp(time=modified_ts),
|
lastModified=TimeStamp(time=modified_ts),
|
||||||
)
|
)
|
||||||
|
|||||||
@ -179,7 +179,7 @@
|
|||||||
},
|
},
|
||||||
"systemMetadata": {
|
"systemMetadata": {
|
||||||
"lastObserved": 1586847600000,
|
"lastObserved": 1586847600000,
|
||||||
"runId": "superset-2020_04_14-07_00_00-wap353",
|
"runId": "superset-2020_04_14-07_00_00-lbqsmm",
|
||||||
"lastRunId": "no-run-id-provided",
|
"lastRunId": "no-run-id-provided",
|
||||||
"pipelineName": "test_pipeline"
|
"pipelineName": "test_pipeline"
|
||||||
}
|
}
|
||||||
@ -364,7 +364,7 @@
|
|||||||
},
|
},
|
||||||
"systemMetadata": {
|
"systemMetadata": {
|
||||||
"lastObserved": 1586847600000,
|
"lastObserved": 1586847600000,
|
||||||
"runId": "superset-2020_04_14-07_00_00-wap353",
|
"runId": "superset-2020_04_14-07_00_00-lbqsmm",
|
||||||
"lastRunId": "no-run-id-provided",
|
"lastRunId": "no-run-id-provided",
|
||||||
"pipelineName": "test_pipeline"
|
"pipelineName": "test_pipeline"
|
||||||
}
|
}
|
||||||
@ -549,7 +549,7 @@
|
|||||||
},
|
},
|
||||||
"systemMetadata": {
|
"systemMetadata": {
|
||||||
"lastObserved": 1586847600000,
|
"lastObserved": 1586847600000,
|
||||||
"runId": "superset-2020_04_14-07_00_00-wap353",
|
"runId": "superset-2020_04_14-07_00_00-lbqsmm",
|
||||||
"lastRunId": "no-run-id-provided",
|
"lastRunId": "no-run-id-provided",
|
||||||
"pipelineName": "test_pipeline"
|
"pipelineName": "test_pipeline"
|
||||||
}
|
}
|
||||||
@ -734,7 +734,7 @@
|
|||||||
},
|
},
|
||||||
"systemMetadata": {
|
"systemMetadata": {
|
||||||
"lastObserved": 1586847600000,
|
"lastObserved": 1586847600000,
|
||||||
"runId": "superset-2020_04_14-07_00_00-wap353",
|
"runId": "superset-2020_04_14-07_00_00-lbqsmm",
|
||||||
"lastRunId": "no-run-id-provided",
|
"lastRunId": "no-run-id-provided",
|
||||||
"pipelineName": "test_pipeline"
|
"pipelineName": "test_pipeline"
|
||||||
}
|
}
|
||||||
@ -919,7 +919,7 @@
|
|||||||
},
|
},
|
||||||
"systemMetadata": {
|
"systemMetadata": {
|
||||||
"lastObserved": 1586847600000,
|
"lastObserved": 1586847600000,
|
||||||
"runId": "superset-2020_04_14-07_00_00-wap353",
|
"runId": "superset-2020_04_14-07_00_00-lbqsmm",
|
||||||
"lastRunId": "no-run-id-provided",
|
"lastRunId": "no-run-id-provided",
|
||||||
"pipelineName": "test_pipeline"
|
"pipelineName": "test_pipeline"
|
||||||
}
|
}
|
||||||
@ -1104,7 +1104,7 @@
|
|||||||
},
|
},
|
||||||
"systemMetadata": {
|
"systemMetadata": {
|
||||||
"lastObserved": 1586847600000,
|
"lastObserved": 1586847600000,
|
||||||
"runId": "superset-2020_04_14-07_00_00-wap353",
|
"runId": "superset-2020_04_14-07_00_00-lbqsmm",
|
||||||
"lastRunId": "no-run-id-provided",
|
"lastRunId": "no-run-id-provided",
|
||||||
"pipelineName": "test_pipeline"
|
"pipelineName": "test_pipeline"
|
||||||
}
|
}
|
||||||
@ -1289,7 +1289,7 @@
|
|||||||
},
|
},
|
||||||
"systemMetadata": {
|
"systemMetadata": {
|
||||||
"lastObserved": 1586847600000,
|
"lastObserved": 1586847600000,
|
||||||
"runId": "superset-2020_04_14-07_00_00-wap353",
|
"runId": "superset-2020_04_14-07_00_00-lbqsmm",
|
||||||
"lastRunId": "no-run-id-provided",
|
"lastRunId": "no-run-id-provided",
|
||||||
"pipelineName": "test_pipeline"
|
"pipelineName": "test_pipeline"
|
||||||
}
|
}
|
||||||
@ -1474,7 +1474,7 @@
|
|||||||
},
|
},
|
||||||
"systemMetadata": {
|
"systemMetadata": {
|
||||||
"lastObserved": 1586847600000,
|
"lastObserved": 1586847600000,
|
||||||
"runId": "superset-2020_04_14-07_00_00-wap353",
|
"runId": "superset-2020_04_14-07_00_00-lbqsmm",
|
||||||
"lastRunId": "no-run-id-provided",
|
"lastRunId": "no-run-id-provided",
|
||||||
"pipelineName": "test_pipeline"
|
"pipelineName": "test_pipeline"
|
||||||
}
|
}
|
||||||
@ -1659,7 +1659,7 @@
|
|||||||
},
|
},
|
||||||
"systemMetadata": {
|
"systemMetadata": {
|
||||||
"lastObserved": 1586847600000,
|
"lastObserved": 1586847600000,
|
||||||
"runId": "superset-2020_04_14-07_00_00-wap353",
|
"runId": "superset-2020_04_14-07_00_00-lbqsmm",
|
||||||
"lastRunId": "no-run-id-provided",
|
"lastRunId": "no-run-id-provided",
|
||||||
"pipelineName": "test_pipeline"
|
"pipelineName": "test_pipeline"
|
||||||
}
|
}
|
||||||
@ -1692,7 +1692,7 @@
|
|||||||
{
|
{
|
||||||
"fieldPath": "test_column3",
|
"fieldPath": "test_column3",
|
||||||
"nullable": true,
|
"nullable": true,
|
||||||
"description": "test_column3",
|
"description": "some description 3",
|
||||||
"type": {
|
"type": {
|
||||||
"type": {
|
"type": {
|
||||||
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
||||||
@ -1705,7 +1705,7 @@
|
|||||||
{
|
{
|
||||||
"fieldPath": "test_column4",
|
"fieldPath": "test_column4",
|
||||||
"nullable": true,
|
"nullable": true,
|
||||||
"description": "test_column4",
|
"description": "some description 4",
|
||||||
"type": {
|
"type": {
|
||||||
"type": {
|
"type": {
|
||||||
"com.linkedin.pegasus2avro.schema.TimeType": {}
|
"com.linkedin.pegasus2avro.schema.TimeType": {}
|
||||||
@ -1748,7 +1748,7 @@
|
|||||||
"customProperties": {},
|
"customProperties": {},
|
||||||
"externalUrl": "mock://mock-domain.superset.com/explore/?datasource_type=table&datasource_id=2",
|
"externalUrl": "mock://mock-domain.superset.com/explore/?datasource_type=table&datasource_id=2",
|
||||||
"name": "Test Table 2",
|
"name": "Test Table 2",
|
||||||
"description": "",
|
"description": "Sample description for dataset 2",
|
||||||
"lastModified": {
|
"lastModified": {
|
||||||
"time": 1707579020123
|
"time": 1707579020123
|
||||||
},
|
},
|
||||||
@ -1852,7 +1852,7 @@
|
|||||||
},
|
},
|
||||||
"systemMetadata": {
|
"systemMetadata": {
|
||||||
"lastObserved": 1586847600000,
|
"lastObserved": 1586847600000,
|
||||||
"runId": "superset-2020_04_14-07_00_00-wap353",
|
"runId": "superset-2020_04_14-07_00_00-lbqsmm",
|
||||||
"lastRunId": "no-run-id-provided",
|
"lastRunId": "no-run-id-provided",
|
||||||
"pipelineName": "test_pipeline"
|
"pipelineName": "test_pipeline"
|
||||||
}
|
}
|
||||||
@ -1885,7 +1885,7 @@
|
|||||||
{
|
{
|
||||||
"fieldPath": "test_column3",
|
"fieldPath": "test_column3",
|
||||||
"nullable": true,
|
"nullable": true,
|
||||||
"description": "test_column3",
|
"description": "some description 3",
|
||||||
"type": {
|
"type": {
|
||||||
"type": {
|
"type": {
|
||||||
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
||||||
@ -1898,7 +1898,7 @@
|
|||||||
{
|
{
|
||||||
"fieldPath": "test_column4",
|
"fieldPath": "test_column4",
|
||||||
"nullable": true,
|
"nullable": true,
|
||||||
"description": "test_column4",
|
"description": "some description 4",
|
||||||
"type": {
|
"type": {
|
||||||
"type": {
|
"type": {
|
||||||
"com.linkedin.pegasus2avro.schema.TimeType": {}
|
"com.linkedin.pegasus2avro.schema.TimeType": {}
|
||||||
@ -1941,7 +1941,7 @@
|
|||||||
"customProperties": {},
|
"customProperties": {},
|
||||||
"externalUrl": "mock://mock-domain.superset.com/explore/?datasource_type=table&datasource_id=2",
|
"externalUrl": "mock://mock-domain.superset.com/explore/?datasource_type=table&datasource_id=2",
|
||||||
"name": "Test Table 2",
|
"name": "Test Table 2",
|
||||||
"description": "",
|
"description": "Sample description for dataset 2",
|
||||||
"lastModified": {
|
"lastModified": {
|
||||||
"time": 1707579020123
|
"time": 1707579020123
|
||||||
},
|
},
|
||||||
@ -2045,7 +2045,7 @@
|
|||||||
},
|
},
|
||||||
"systemMetadata": {
|
"systemMetadata": {
|
||||||
"lastObserved": 1586847600000,
|
"lastObserved": 1586847600000,
|
||||||
"runId": "superset-2020_04_14-07_00_00-wap353",
|
"runId": "superset-2020_04_14-07_00_00-lbqsmm",
|
||||||
"lastRunId": "no-run-id-provided",
|
"lastRunId": "no-run-id-provided",
|
||||||
"pipelineName": "test_pipeline"
|
"pipelineName": "test_pipeline"
|
||||||
}
|
}
|
||||||
@ -2078,7 +2078,7 @@
|
|||||||
{
|
{
|
||||||
"fieldPath": "test_column3",
|
"fieldPath": "test_column3",
|
||||||
"nullable": true,
|
"nullable": true,
|
||||||
"description": "test_column3",
|
"description": "some description 3",
|
||||||
"type": {
|
"type": {
|
||||||
"type": {
|
"type": {
|
||||||
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
||||||
@ -2091,7 +2091,7 @@
|
|||||||
{
|
{
|
||||||
"fieldPath": "test_column4",
|
"fieldPath": "test_column4",
|
||||||
"nullable": true,
|
"nullable": true,
|
||||||
"description": "test_column4",
|
"description": "some description 4",
|
||||||
"type": {
|
"type": {
|
||||||
"type": {
|
"type": {
|
||||||
"com.linkedin.pegasus2avro.schema.TimeType": {}
|
"com.linkedin.pegasus2avro.schema.TimeType": {}
|
||||||
@ -2134,7 +2134,7 @@
|
|||||||
"customProperties": {},
|
"customProperties": {},
|
||||||
"externalUrl": "mock://mock-domain.superset.com/explore/?datasource_type=table&datasource_id=2",
|
"externalUrl": "mock://mock-domain.superset.com/explore/?datasource_type=table&datasource_id=2",
|
||||||
"name": "Test Table 2",
|
"name": "Test Table 2",
|
||||||
"description": "",
|
"description": "Sample description for dataset 2",
|
||||||
"lastModified": {
|
"lastModified": {
|
||||||
"time": 1707579020123
|
"time": 1707579020123
|
||||||
},
|
},
|
||||||
@ -2238,7 +2238,7 @@
|
|||||||
},
|
},
|
||||||
"systemMetadata": {
|
"systemMetadata": {
|
||||||
"lastObserved": 1586847600000,
|
"lastObserved": 1586847600000,
|
||||||
"runId": "superset-2020_04_14-07_00_00-wap353",
|
"runId": "superset-2020_04_14-07_00_00-lbqsmm",
|
||||||
"lastRunId": "no-run-id-provided",
|
"lastRunId": "no-run-id-provided",
|
||||||
"pipelineName": "test_pipeline"
|
"pipelineName": "test_pipeline"
|
||||||
}
|
}
|
||||||
@ -2271,7 +2271,7 @@
|
|||||||
{
|
{
|
||||||
"fieldPath": "test_column3",
|
"fieldPath": "test_column3",
|
||||||
"nullable": true,
|
"nullable": true,
|
||||||
"description": "test_column3",
|
"description": "some description 3",
|
||||||
"type": {
|
"type": {
|
||||||
"type": {
|
"type": {
|
||||||
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
||||||
@ -2284,7 +2284,7 @@
|
|||||||
{
|
{
|
||||||
"fieldPath": "test_column4",
|
"fieldPath": "test_column4",
|
||||||
"nullable": true,
|
"nullable": true,
|
||||||
"description": "test_column4",
|
"description": "some description 4",
|
||||||
"type": {
|
"type": {
|
||||||
"type": {
|
"type": {
|
||||||
"com.linkedin.pegasus2avro.schema.TimeType": {}
|
"com.linkedin.pegasus2avro.schema.TimeType": {}
|
||||||
@ -2327,7 +2327,7 @@
|
|||||||
"customProperties": {},
|
"customProperties": {},
|
||||||
"externalUrl": "mock://mock-domain.superset.com/explore/?datasource_type=table&datasource_id=2",
|
"externalUrl": "mock://mock-domain.superset.com/explore/?datasource_type=table&datasource_id=2",
|
||||||
"name": "Test Table 2",
|
"name": "Test Table 2",
|
||||||
"description": "",
|
"description": "Sample description for dataset 2",
|
||||||
"lastModified": {
|
"lastModified": {
|
||||||
"time": 1707579020123
|
"time": 1707579020123
|
||||||
},
|
},
|
||||||
@ -2431,7 +2431,7 @@
|
|||||||
},
|
},
|
||||||
"systemMetadata": {
|
"systemMetadata": {
|
||||||
"lastObserved": 1586847600000,
|
"lastObserved": 1586847600000,
|
||||||
"runId": "superset-2020_04_14-07_00_00-wap353",
|
"runId": "superset-2020_04_14-07_00_00-lbqsmm",
|
||||||
"lastRunId": "no-run-id-provided",
|
"lastRunId": "no-run-id-provided",
|
||||||
"pipelineName": "test_pipeline"
|
"pipelineName": "test_pipeline"
|
||||||
}
|
}
|
||||||
@ -2464,7 +2464,7 @@
|
|||||||
{
|
{
|
||||||
"fieldPath": "test_column3",
|
"fieldPath": "test_column3",
|
||||||
"nullable": true,
|
"nullable": true,
|
||||||
"description": "test_column3",
|
"description": "some description 3",
|
||||||
"type": {
|
"type": {
|
||||||
"type": {
|
"type": {
|
||||||
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
||||||
@ -2477,7 +2477,7 @@
|
|||||||
{
|
{
|
||||||
"fieldPath": "test_column4",
|
"fieldPath": "test_column4",
|
||||||
"nullable": true,
|
"nullable": true,
|
||||||
"description": "test_column4",
|
"description": "some description 4",
|
||||||
"type": {
|
"type": {
|
||||||
"type": {
|
"type": {
|
||||||
"com.linkedin.pegasus2avro.schema.TimeType": {}
|
"com.linkedin.pegasus2avro.schema.TimeType": {}
|
||||||
@ -2520,7 +2520,7 @@
|
|||||||
"customProperties": {},
|
"customProperties": {},
|
||||||
"externalUrl": "mock://mock-domain.superset.com/explore/?datasource_type=table&datasource_id=2",
|
"externalUrl": "mock://mock-domain.superset.com/explore/?datasource_type=table&datasource_id=2",
|
||||||
"name": "Test Table 2",
|
"name": "Test Table 2",
|
||||||
"description": "",
|
"description": "Sample description for dataset 2",
|
||||||
"lastModified": {
|
"lastModified": {
|
||||||
"time": 1707579020123
|
"time": 1707579020123
|
||||||
},
|
},
|
||||||
@ -2624,7 +2624,7 @@
|
|||||||
},
|
},
|
||||||
"systemMetadata": {
|
"systemMetadata": {
|
||||||
"lastObserved": 1586847600000,
|
"lastObserved": 1586847600000,
|
||||||
"runId": "superset-2020_04_14-07_00_00-wap353",
|
"runId": "superset-2020_04_14-07_00_00-lbqsmm",
|
||||||
"lastRunId": "no-run-id-provided",
|
"lastRunId": "no-run-id-provided",
|
||||||
"pipelineName": "test_pipeline"
|
"pipelineName": "test_pipeline"
|
||||||
}
|
}
|
||||||
@ -2657,7 +2657,7 @@
|
|||||||
{
|
{
|
||||||
"fieldPath": "test_column3",
|
"fieldPath": "test_column3",
|
||||||
"nullable": true,
|
"nullable": true,
|
||||||
"description": "test_column3",
|
"description": "some description 3",
|
||||||
"type": {
|
"type": {
|
||||||
"type": {
|
"type": {
|
||||||
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
||||||
@ -2670,7 +2670,7 @@
|
|||||||
{
|
{
|
||||||
"fieldPath": "test_column4",
|
"fieldPath": "test_column4",
|
||||||
"nullable": true,
|
"nullable": true,
|
||||||
"description": "test_column4",
|
"description": "some description 4",
|
||||||
"type": {
|
"type": {
|
||||||
"type": {
|
"type": {
|
||||||
"com.linkedin.pegasus2avro.schema.TimeType": {}
|
"com.linkedin.pegasus2avro.schema.TimeType": {}
|
||||||
@ -2713,7 +2713,7 @@
|
|||||||
"customProperties": {},
|
"customProperties": {},
|
||||||
"externalUrl": "mock://mock-domain.superset.com/explore/?datasource_type=table&datasource_id=2",
|
"externalUrl": "mock://mock-domain.superset.com/explore/?datasource_type=table&datasource_id=2",
|
||||||
"name": "Test Table 2",
|
"name": "Test Table 2",
|
||||||
"description": "",
|
"description": "Sample description for dataset 2",
|
||||||
"lastModified": {
|
"lastModified": {
|
||||||
"time": 1707579020123
|
"time": 1707579020123
|
||||||
},
|
},
|
||||||
@ -2817,7 +2817,7 @@
|
|||||||
},
|
},
|
||||||
"systemMetadata": {
|
"systemMetadata": {
|
||||||
"lastObserved": 1586847600000,
|
"lastObserved": 1586847600000,
|
||||||
"runId": "superset-2020_04_14-07_00_00-wap353",
|
"runId": "superset-2020_04_14-07_00_00-lbqsmm",
|
||||||
"lastRunId": "no-run-id-provided",
|
"lastRunId": "no-run-id-provided",
|
||||||
"pipelineName": "test_pipeline"
|
"pipelineName": "test_pipeline"
|
||||||
}
|
}
|
||||||
@ -2850,7 +2850,7 @@
|
|||||||
{
|
{
|
||||||
"fieldPath": "test_column3",
|
"fieldPath": "test_column3",
|
||||||
"nullable": true,
|
"nullable": true,
|
||||||
"description": "test_column3",
|
"description": "some description 3",
|
||||||
"type": {
|
"type": {
|
||||||
"type": {
|
"type": {
|
||||||
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
||||||
@ -2863,7 +2863,7 @@
|
|||||||
{
|
{
|
||||||
"fieldPath": "test_column4",
|
"fieldPath": "test_column4",
|
||||||
"nullable": true,
|
"nullable": true,
|
||||||
"description": "test_column4",
|
"description": "some description 4",
|
||||||
"type": {
|
"type": {
|
||||||
"type": {
|
"type": {
|
||||||
"com.linkedin.pegasus2avro.schema.TimeType": {}
|
"com.linkedin.pegasus2avro.schema.TimeType": {}
|
||||||
@ -2906,7 +2906,7 @@
|
|||||||
"customProperties": {},
|
"customProperties": {},
|
||||||
"externalUrl": "mock://mock-domain.superset.com/explore/?datasource_type=table&datasource_id=2",
|
"externalUrl": "mock://mock-domain.superset.com/explore/?datasource_type=table&datasource_id=2",
|
||||||
"name": "Test Table 2",
|
"name": "Test Table 2",
|
||||||
"description": "",
|
"description": "Sample description for dataset 2",
|
||||||
"lastModified": {
|
"lastModified": {
|
||||||
"time": 1707579020123
|
"time": 1707579020123
|
||||||
},
|
},
|
||||||
@ -3010,7 +3010,7 @@
|
|||||||
},
|
},
|
||||||
"systemMetadata": {
|
"systemMetadata": {
|
||||||
"lastObserved": 1586847600000,
|
"lastObserved": 1586847600000,
|
||||||
"runId": "superset-2020_04_14-07_00_00-wap353",
|
"runId": "superset-2020_04_14-07_00_00-lbqsmm",
|
||||||
"lastRunId": "no-run-id-provided",
|
"lastRunId": "no-run-id-provided",
|
||||||
"pipelineName": "test_pipeline"
|
"pipelineName": "test_pipeline"
|
||||||
}
|
}
|
||||||
@ -3043,7 +3043,7 @@
|
|||||||
{
|
{
|
||||||
"fieldPath": "test_column3",
|
"fieldPath": "test_column3",
|
||||||
"nullable": true,
|
"nullable": true,
|
||||||
"description": "test_column3",
|
"description": "some description 3",
|
||||||
"type": {
|
"type": {
|
||||||
"type": {
|
"type": {
|
||||||
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
||||||
@ -3056,7 +3056,7 @@
|
|||||||
{
|
{
|
||||||
"fieldPath": "test_column4",
|
"fieldPath": "test_column4",
|
||||||
"nullable": true,
|
"nullable": true,
|
||||||
"description": "test_column4",
|
"description": "some description 4",
|
||||||
"type": {
|
"type": {
|
||||||
"type": {
|
"type": {
|
||||||
"com.linkedin.pegasus2avro.schema.TimeType": {}
|
"com.linkedin.pegasus2avro.schema.TimeType": {}
|
||||||
@ -3099,7 +3099,7 @@
|
|||||||
"customProperties": {},
|
"customProperties": {},
|
||||||
"externalUrl": "mock://mock-domain.superset.com/explore/?datasource_type=table&datasource_id=2",
|
"externalUrl": "mock://mock-domain.superset.com/explore/?datasource_type=table&datasource_id=2",
|
||||||
"name": "Test Table 2",
|
"name": "Test Table 2",
|
||||||
"description": "",
|
"description": "Sample description for dataset 2",
|
||||||
"lastModified": {
|
"lastModified": {
|
||||||
"time": 1707579020123
|
"time": 1707579020123
|
||||||
},
|
},
|
||||||
@ -3203,7 +3203,7 @@
|
|||||||
},
|
},
|
||||||
"systemMetadata": {
|
"systemMetadata": {
|
||||||
"lastObserved": 1586847600000,
|
"lastObserved": 1586847600000,
|
||||||
"runId": "superset-2020_04_14-07_00_00-wap353",
|
"runId": "superset-2020_04_14-07_00_00-lbqsmm",
|
||||||
"lastRunId": "no-run-id-provided",
|
"lastRunId": "no-run-id-provided",
|
||||||
"pipelineName": "test_pipeline"
|
"pipelineName": "test_pipeline"
|
||||||
}
|
}
|
||||||
@ -3236,7 +3236,7 @@
|
|||||||
{
|
{
|
||||||
"fieldPath": "test_column3",
|
"fieldPath": "test_column3",
|
||||||
"nullable": true,
|
"nullable": true,
|
||||||
"description": "test_column3",
|
"description": "some description 3",
|
||||||
"type": {
|
"type": {
|
||||||
"type": {
|
"type": {
|
||||||
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
"com.linkedin.pegasus2avro.schema.NumberType": {}
|
||||||
@ -3249,7 +3249,7 @@
|
|||||||
{
|
{
|
||||||
"fieldPath": "test_column4",
|
"fieldPath": "test_column4",
|
||||||
"nullable": true,
|
"nullable": true,
|
||||||
"description": "test_column4",
|
"description": "some description 4",
|
||||||
"type": {
|
"type": {
|
||||||
"type": {
|
"type": {
|
||||||
"com.linkedin.pegasus2avro.schema.TimeType": {}
|
"com.linkedin.pegasus2avro.schema.TimeType": {}
|
||||||
@ -3292,7 +3292,7 @@
|
|||||||
"customProperties": {},
|
"customProperties": {},
|
||||||
"externalUrl": "mock://mock-domain.superset.com/explore/?datasource_type=table&datasource_id=2",
|
"externalUrl": "mock://mock-domain.superset.com/explore/?datasource_type=table&datasource_id=2",
|
||||||
"name": "Test Table 2",
|
"name": "Test Table 2",
|
||||||
"description": "",
|
"description": "Sample description for dataset 2",
|
||||||
"lastModified": {
|
"lastModified": {
|
||||||
"time": 1707579020123
|
"time": 1707579020123
|
||||||
},
|
},
|
||||||
@ -3396,7 +3396,7 @@
|
|||||||
},
|
},
|
||||||
"systemMetadata": {
|
"systemMetadata": {
|
||||||
"lastObserved": 1586847600000,
|
"lastObserved": 1586847600000,
|
||||||
"runId": "superset-2020_04_14-07_00_00-wap353",
|
"runId": "superset-2020_04_14-07_00_00-lbqsmm",
|
||||||
"lastRunId": "no-run-id-provided",
|
"lastRunId": "no-run-id-provided",
|
||||||
"pipelineName": "test_pipeline"
|
"pipelineName": "test_pipeline"
|
||||||
}
|
}
|
||||||
@ -3446,7 +3446,7 @@
|
|||||||
},
|
},
|
||||||
"systemMetadata": {
|
"systemMetadata": {
|
||||||
"lastObserved": 1586847600000,
|
"lastObserved": 1586847600000,
|
||||||
"runId": "superset-2020_04_14-07_00_00-wap353",
|
"runId": "superset-2020_04_14-07_00_00-lbqsmm",
|
||||||
"lastRunId": "no-run-id-provided",
|
"lastRunId": "no-run-id-provided",
|
||||||
"pipelineName": "test_pipeline"
|
"pipelineName": "test_pipeline"
|
||||||
}
|
}
|
||||||
@ -3504,7 +3504,7 @@
|
|||||||
},
|
},
|
||||||
"systemMetadata": {
|
"systemMetadata": {
|
||||||
"lastObserved": 1586847600000,
|
"lastObserved": 1586847600000,
|
||||||
"runId": "superset-2020_04_14-07_00_00-wap353",
|
"runId": "superset-2020_04_14-07_00_00-lbqsmm",
|
||||||
"lastRunId": "no-run-id-provided",
|
"lastRunId": "no-run-id-provided",
|
||||||
"pipelineName": "test_pipeline"
|
"pipelineName": "test_pipeline"
|
||||||
}
|
}
|
||||||
@ -3570,7 +3570,7 @@
|
|||||||
},
|
},
|
||||||
"systemMetadata": {
|
"systemMetadata": {
|
||||||
"lastObserved": 1586847600000,
|
"lastObserved": 1586847600000,
|
||||||
"runId": "superset-2020_04_14-07_00_00-wap353",
|
"runId": "superset-2020_04_14-07_00_00-lbqsmm",
|
||||||
"lastRunId": "no-run-id-provided",
|
"lastRunId": "no-run-id-provided",
|
||||||
"pipelineName": "test_pipeline"
|
"pipelineName": "test_pipeline"
|
||||||
}
|
}
|
||||||
@ -3628,7 +3628,7 @@
|
|||||||
},
|
},
|
||||||
"systemMetadata": {
|
"systemMetadata": {
|
||||||
"lastObserved": 1586847600000,
|
"lastObserved": 1586847600000,
|
||||||
"runId": "superset-2020_04_14-07_00_00-wap353",
|
"runId": "superset-2020_04_14-07_00_00-lbqsmm",
|
||||||
"lastRunId": "no-run-id-provided",
|
"lastRunId": "no-run-id-provided",
|
||||||
"pipelineName": "test_pipeline"
|
"pipelineName": "test_pipeline"
|
||||||
}
|
}
|
||||||
@ -3686,7 +3686,7 @@
|
|||||||
},
|
},
|
||||||
"systemMetadata": {
|
"systemMetadata": {
|
||||||
"lastObserved": 1586847600000,
|
"lastObserved": 1586847600000,
|
||||||
"runId": "superset-2020_04_14-07_00_00-wap353",
|
"runId": "superset-2020_04_14-07_00_00-lbqsmm",
|
||||||
"lastRunId": "no-run-id-provided",
|
"lastRunId": "no-run-id-provided",
|
||||||
"pipelineName": "test_pipeline"
|
"pipelineName": "test_pipeline"
|
||||||
}
|
}
|
||||||
@ -3756,7 +3756,7 @@
|
|||||||
},
|
},
|
||||||
"systemMetadata": {
|
"systemMetadata": {
|
||||||
"lastObserved": 1586847600000,
|
"lastObserved": 1586847600000,
|
||||||
"runId": "superset-2020_04_14-07_00_00-wap353",
|
"runId": "superset-2020_04_14-07_00_00-lbqsmm",
|
||||||
"lastRunId": "no-run-id-provided",
|
"lastRunId": "no-run-id-provided",
|
||||||
"pipelineName": "test_pipeline"
|
"pipelineName": "test_pipeline"
|
||||||
}
|
}
|
||||||
@ -3773,7 +3773,7 @@
|
|||||||
},
|
},
|
||||||
"systemMetadata": {
|
"systemMetadata": {
|
||||||
"lastObserved": 1586847600000,
|
"lastObserved": 1586847600000,
|
||||||
"runId": "superset-2020_04_14-07_00_00-wap353",
|
"runId": "superset-2020_04_14-07_00_00-lbqsmm",
|
||||||
"lastRunId": "no-run-id-provided",
|
"lastRunId": "no-run-id-provided",
|
||||||
"pipelineName": "test_pipeline"
|
"pipelineName": "test_pipeline"
|
||||||
}
|
}
|
||||||
@ -3790,7 +3790,7 @@
|
|||||||
},
|
},
|
||||||
"systemMetadata": {
|
"systemMetadata": {
|
||||||
"lastObserved": 1586847600000,
|
"lastObserved": 1586847600000,
|
||||||
"runId": "superset-2020_04_14-07_00_00-wap353",
|
"runId": "superset-2020_04_14-07_00_00-lbqsmm",
|
||||||
"lastRunId": "no-run-id-provided",
|
"lastRunId": "no-run-id-provided",
|
||||||
"pipelineName": "test_pipeline"
|
"pipelineName": "test_pipeline"
|
||||||
}
|
}
|
||||||
@ -3807,7 +3807,7 @@
|
|||||||
},
|
},
|
||||||
"systemMetadata": {
|
"systemMetadata": {
|
||||||
"lastObserved": 1586847600000,
|
"lastObserved": 1586847600000,
|
||||||
"runId": "superset-2020_04_14-07_00_00-wap353",
|
"runId": "superset-2020_04_14-07_00_00-lbqsmm",
|
||||||
"lastRunId": "no-run-id-provided",
|
"lastRunId": "no-run-id-provided",
|
||||||
"pipelineName": "test_pipeline"
|
"pipelineName": "test_pipeline"
|
||||||
}
|
}
|
||||||
@ -3824,41 +3824,7 @@
|
|||||||
},
|
},
|
||||||
"systemMetadata": {
|
"systemMetadata": {
|
||||||
"lastObserved": 1586847600000,
|
"lastObserved": 1586847600000,
|
||||||
"runId": "superset-2020_04_14-07_00_00-wap353",
|
"runId": "superset-2020_04_14-07_00_00-lbqsmm",
|
||||||
"lastRunId": "no-run-id-provided",
|
|
||||||
"pipelineName": "test_pipeline"
|
|
||||||
}
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"entityType": "dataset",
|
|
||||||
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:superset,test_database1.test_schema1.Test Table 1,PROD)",
|
|
||||||
"changeType": "UPSERT",
|
|
||||||
"aspectName": "status",
|
|
||||||
"aspect": {
|
|
||||||
"json": {
|
|
||||||
"removed": true
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"systemMetadata": {
|
|
||||||
"lastObserved": 1586847600000,
|
|
||||||
"runId": "superset-2020_04_14-07_00_00-wap353",
|
|
||||||
"lastRunId": "no-run-id-provided",
|
|
||||||
"pipelineName": "test_pipeline"
|
|
||||||
}
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"entityType": "dashboard",
|
|
||||||
"entityUrn": "urn:li:dashboard:(superset,2)",
|
|
||||||
"changeType": "UPSERT",
|
|
||||||
"aspectName": "status",
|
|
||||||
"aspect": {
|
|
||||||
"json": {
|
|
||||||
"removed": true
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"systemMetadata": {
|
|
||||||
"lastObserved": 1586847600000,
|
|
||||||
"runId": "superset-2020_04_14-07_00_00-wap353",
|
|
||||||
"lastRunId": "no-run-id-provided",
|
"lastRunId": "no-run-id-provided",
|
||||||
"pipelineName": "test_pipeline"
|
"pipelineName": "test_pipeline"
|
||||||
}
|
}
|
||||||
@ -3875,7 +3841,24 @@
|
|||||||
},
|
},
|
||||||
"systemMetadata": {
|
"systemMetadata": {
|
||||||
"lastObserved": 1586847600000,
|
"lastObserved": 1586847600000,
|
||||||
"runId": "superset-2020_04_14-07_00_00-wap353",
|
"runId": "superset-2020_04_14-07_00_00-lbqsmm",
|
||||||
|
"lastRunId": "no-run-id-provided",
|
||||||
|
"pipelineName": "test_pipeline"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"entityType": "dataset",
|
||||||
|
"entityUrn": "urn:li:dataset:(urn:li:dataPlatform:superset,test_database1.test_schema1.Test Table 1,PROD)",
|
||||||
|
"changeType": "UPSERT",
|
||||||
|
"aspectName": "status",
|
||||||
|
"aspect": {
|
||||||
|
"json": {
|
||||||
|
"removed": true
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"systemMetadata": {
|
||||||
|
"lastObserved": 1586847600000,
|
||||||
|
"runId": "superset-2020_04_14-07_00_00-lbqsmm",
|
||||||
"lastRunId": "no-run-id-provided",
|
"lastRunId": "no-run-id-provided",
|
||||||
"pipelineName": "test_pipeline"
|
"pipelineName": "test_pipeline"
|
||||||
}
|
}
|
||||||
@ -3892,7 +3875,24 @@
|
|||||||
},
|
},
|
||||||
"systemMetadata": {
|
"systemMetadata": {
|
||||||
"lastObserved": 1586847600000,
|
"lastObserved": 1586847600000,
|
||||||
"runId": "superset-2020_04_14-07_00_00-wap353",
|
"runId": "superset-2020_04_14-07_00_00-lbqsmm",
|
||||||
|
"lastRunId": "no-run-id-provided",
|
||||||
|
"pipelineName": "test_pipeline"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"entityType": "dashboard",
|
||||||
|
"entityUrn": "urn:li:dashboard:(superset,2)",
|
||||||
|
"changeType": "UPSERT",
|
||||||
|
"aspectName": "status",
|
||||||
|
"aspect": {
|
||||||
|
"json": {
|
||||||
|
"removed": true
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"systemMetadata": {
|
||||||
|
"lastObserved": 1586847600000,
|
||||||
|
"runId": "superset-2020_04_14-07_00_00-lbqsmm",
|
||||||
"lastRunId": "no-run-id-provided",
|
"lastRunId": "no-run-id-provided",
|
||||||
"pipelineName": "test_pipeline"
|
"pipelineName": "test_pipeline"
|
||||||
}
|
}
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user