From a865b6ba63ae8dfa20df8fea318269e8b43996ea Mon Sep 17 00:00:00 2001 From: Tamas Nemeth Date: Fri, 24 Oct 2025 14:32:21 +0200 Subject: [PATCH] fix(ingest/dremio): Fix platform_instance URN generation (#15076) --- .../ingestion/source/dremio/dremio_source.py | 30 +- .../dremio/dremio_mces_golden.json | 4036 ++++++++++------- .../dremio_platform_instance_mces_golden.json | 3188 +++++++------ .../dremio_schema_filter_mces_golden.json | 614 +-- .../tests/integration/dremio/test_dremio.py | 16 +- 5 files changed, 4562 insertions(+), 3322 deletions(-) diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_source.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_source.py index 09e52fdae8..38555782e3 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_source.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_source.py @@ -338,10 +338,10 @@ class DremioSource(StatefulIngestionSourceBase): return dataset_urn = make_dataset_urn_with_platform_instance( - platform=make_data_platform_urn(self.get_platform()), - name=f"dremio.{dataset_name}", - env=self.config.env, + platform=self.get_platform(), + name=dataset_name, platform_instance=self.config.platform_instance, + env=self.config.env, ) for dremio_mcp in self.dremio_aspects.populate_dataset_mcp( @@ -421,10 +421,10 @@ class DremioSource(StatefulIngestionSourceBase): schema_str = ".".join(dataset_info.path) dataset_name = f"{schema_str}.{dataset_info.resource_name}".lower() dataset_urn = make_dataset_urn_with_platform_instance( - platform=make_data_platform_urn(self.get_platform()), - name=f"dremio.{dataset_name}", - env=self.config.env, + platform=self.get_platform(), + name=dataset_name, platform_instance=self.config.platform_instance, + env=self.config.env, ) yield from self.profiler.get_workunits(dataset_info, dataset_urn) @@ -436,10 +436,10 @@ class DremioSource(StatefulIngestionSourceBase): """ upstream_urns = [ make_dataset_urn_with_platform_instance( - platform=make_data_platform_urn(self.get_platform()), - name=f"dremio.{upstream_table.lower()}", - env=self.config.env, + platform=self.get_platform(), + name=upstream_table.lower(), platform_instance=self.config.platform_instance, + env=self.config.env, ) for upstream_table in parents ] @@ -498,19 +498,19 @@ class DremioSource(StatefulIngestionSourceBase): if query.query and query.affected_dataset: upstream_urns = [ make_dataset_urn_with_platform_instance( - platform=make_data_platform_urn(self.get_platform()), - name=f"dremio.{ds.lower()}", - env=self.config.env, + platform=self.get_platform(), + name=ds.lower(), platform_instance=self.config.platform_instance, + env=self.config.env, ) for ds in query.queried_datasets ] downstream_urn = make_dataset_urn_with_platform_instance( - platform=make_data_platform_urn(self.get_platform()), - name=f"dremio.{query.affected_dataset.lower()}", - env=self.config.env, + platform=self.get_platform(), + name=query.affected_dataset.lower(), platform_instance=self.config.platform_instance, + env=self.config.env, ) # Add query to SqlParsingAggregator diff --git a/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json b/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json index c16a3a53c1..4ed0c6f023 100644 --- a/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json +++ b/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json @@ -15,7 +15,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -31,7 +31,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -49,7 +49,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -65,7 +65,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -85,7 +85,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -105,7 +105,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -121,7 +121,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -139,7 +139,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -155,7 +155,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -175,7 +175,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -195,7 +195,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -211,7 +211,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -229,7 +229,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -245,7 +245,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -265,7 +265,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -285,7 +285,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -301,7 +301,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -319,7 +319,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -335,7 +335,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -355,7 +355,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -375,7 +375,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -391,7 +391,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -409,7 +409,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -425,7 +425,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -445,7 +445,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -465,7 +465,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -481,7 +481,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -497,7 +497,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -515,7 +515,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -531,7 +531,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -555,7 +555,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -575,7 +575,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -591,7 +591,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -607,7 +607,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -625,7 +625,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -641,7 +641,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -665,7 +665,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -685,7 +685,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -701,7 +701,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -717,7 +717,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -735,7 +735,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -751,7 +751,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -775,7 +775,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -795,7 +795,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -811,7 +811,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -827,7 +827,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -845,7 +845,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -861,7 +861,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -885,7 +885,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -905,7 +905,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -921,7 +921,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -937,7 +937,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -955,7 +955,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -971,7 +971,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -995,7 +995,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1015,7 +1015,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1031,7 +1031,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1047,7 +1047,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1065,7 +1065,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1081,7 +1081,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1105,7 +1105,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1125,7 +1125,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1141,7 +1141,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1157,7 +1157,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1175,7 +1175,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1191,7 +1191,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1215,7 +1215,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1235,7 +1235,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1251,7 +1251,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1267,7 +1267,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1285,7 +1285,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1301,7 +1301,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1325,7 +1325,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1345,7 +1345,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1361,7 +1361,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1377,7 +1377,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1395,7 +1395,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1411,7 +1411,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1439,7 +1439,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1459,7 +1459,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1475,7 +1475,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1491,7 +1491,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1509,7 +1509,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1525,7 +1525,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1553,7 +1553,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1573,7 +1573,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1589,7 +1589,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1605,7 +1605,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1623,7 +1623,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1639,7 +1639,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1671,7 +1671,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1691,7 +1691,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1707,7 +1707,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1723,7 +1723,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1741,7 +1741,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1757,7 +1757,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, @@ -1793,13 +1793,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -1817,13 +1817,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -1835,13 +1835,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -1851,13 +1851,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -1867,13 +1867,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "viewProperties", "aspect": { @@ -1885,13 +1885,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -1914,6 +1914,42 @@ } }, "fields": [ + { + "fieldPath": "A", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "I", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "H", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, { "fieldPath": "G", "nullable": true, @@ -1938,42 +1974,6 @@ "recursive": false, "isPartOfKey": false }, - { - "fieldPath": "A", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "B", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "C", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, { "fieldPath": "E", "nullable": true, @@ -1999,7 +1999,7 @@ "isPartOfKey": false }, { - "fieldPath": "I", + "fieldPath": "C", "nullable": true, "type": { "type": { @@ -2011,7 +2011,7 @@ "isPartOfKey": false }, { - "fieldPath": "H", + "fieldPath": "B", "nullable": true, "type": { "type": { @@ -2027,13 +2027,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -2043,13 +2043,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -2067,13 +2067,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -2091,13 +2091,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -2109,13 +2109,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -2125,13 +2125,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -2141,13 +2141,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "viewProperties", "aspect": { @@ -2159,13 +2159,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -2188,6 +2188,18 @@ } }, "fields": [ + { + "fieldPath": "priority", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "float(24)", + "recursive": false, + "isPartOfKey": false + }, { "fieldPath": "id", "nullable": true, @@ -2201,19 +2213,7 @@ "isPartOfKey": false }, { - "fieldPath": "email_address", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "first_name", + "fieldPath": "company", "nullable": true, "type": { "type": { @@ -2237,7 +2237,7 @@ "isPartOfKey": false }, { - "fieldPath": "company", + "fieldPath": "first_name", "nullable": true, "type": { "type": { @@ -2249,14 +2249,14 @@ "isPartOfKey": false }, { - "fieldPath": "priority", + "fieldPath": "email_address", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "float(24)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false } @@ -2265,13 +2265,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -2281,13 +2281,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -2309,13 +2309,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -2333,13 +2333,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -2351,13 +2351,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -2367,13 +2367,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -2383,13 +2383,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "viewProperties", "aspect": { @@ -2401,13 +2401,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -2430,18 +2430,6 @@ } }, "fields": [ - { - "fieldPath": "metadata", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, { "fieldPath": "version", "nullable": true, @@ -2479,7 +2467,7 @@ "isPartOfKey": false }, { - "fieldPath": "createdby", + "fieldPath": "createdfor", "nullable": true, "type": { "type": { @@ -2491,7 +2479,7 @@ "isPartOfKey": false }, { - "fieldPath": "createdfor", + "fieldPath": "createdby", "nullable": true, "type": { "type": { @@ -2513,19 +2501,31 @@ "nativeDataType": "timestamp(23)", "recursive": false, "isPartOfKey": false + }, + { + "fieldPath": "metadata", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -2535,13 +2535,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -2563,13 +2563,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -2587,13 +2587,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -2605,13 +2605,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -2621,13 +2621,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -2637,13 +2637,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "viewProperties", "aspect": { @@ -2655,13 +2655,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -2684,6 +2684,42 @@ } }, "fields": [ + { + "fieldPath": "longVal", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "stringVal", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "doubleVal", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "double(53)", + "recursive": false, + "isPartOfKey": false + }, { "fieldPath": "id", "nullable": true, @@ -2731,55 +2767,19 @@ "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false - }, - { - "fieldPath": "longVal", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "bigint(64)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "stringVal", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "doubleVal", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "double(53)", - "recursive": false, - "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -2789,13 +2789,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -2817,13 +2817,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -2841,13 +2841,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -2859,13 +2859,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -2875,13 +2875,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -2891,13 +2891,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "viewProperties", "aspect": { @@ -2909,13 +2909,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -2939,14 +2939,14 @@ }, "fields": [ { - "fieldPath": "doubleVal", + "fieldPath": "id", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, @@ -2975,14 +2975,14 @@ "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "doubleVal", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false } @@ -2991,13 +2991,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -3007,13 +3007,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -3035,13 +3035,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -3059,13 +3059,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -3077,13 +3077,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -3093,13 +3093,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -3109,13 +3109,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "viewProperties", "aspect": { @@ -3127,13 +3127,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -3156,18 +3156,6 @@ } }, "fields": [ - { - "fieldPath": "id", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "integer(32)", - "recursive": false, - "isPartOfKey": false - }, { "fieldPath": "description", "nullable": true, @@ -3191,19 +3179,31 @@ "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false + }, + { + "fieldPath": "id", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "integer(32)", + "recursive": false, + "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -3213,13 +3213,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -3241,13 +3241,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -3265,13 +3265,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -3283,13 +3283,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -3299,13 +3299,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -3315,13 +3315,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "viewProperties", "aspect": { @@ -3333,13 +3333,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -3363,19 +3363,7 @@ }, "fields": [ { - "fieldPath": "salary", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "bigint(64)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "age", + "fieldPath": "id", "nullable": true, "type": { "type": { @@ -3399,7 +3387,19 @@ "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "age", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "salary", "nullable": true, "type": { "type": { @@ -3415,13 +3415,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -3431,13 +3431,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -3459,13 +3459,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -3483,13 +3483,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -3501,13 +3501,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -3517,13 +3517,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -3533,13 +3533,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -3615,13 +3615,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -3631,13 +3631,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -3656,13 +3656,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -3680,13 +3680,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -3704,13 +3704,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -3722,13 +3722,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -3738,13 +3738,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -3754,13 +3754,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -3783,6 +3783,18 @@ } }, "fields": [ + { + "fieldPath": "createdfor", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, { "fieldPath": "createdby", "nullable": true, @@ -3854,31 +3866,19 @@ "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false - }, - { - "fieldPath": "createdfor", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -3888,13 +3888,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -3913,13 +3913,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -3941,13 +3941,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -3965,13 +3965,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -3983,13 +3983,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -3999,13 +3999,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -4015,13 +4015,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -4044,30 +4044,6 @@ } }, "fields": [ - { - "fieldPath": "doubleVal", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "double(53)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "id", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "bigint(64)", - "recursive": false, - "isPartOfKey": false - }, { "fieldPath": "urn", "nullable": true, @@ -4127,19 +4103,43 @@ "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false + }, + { + "fieldPath": "doubleVal", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "double(53)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "id", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -4149,13 +4149,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -4174,13 +4174,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -4202,13 +4202,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -4226,13 +4226,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -4244,13 +4244,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -4260,13 +4260,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -4276,13 +4276,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -4305,18 +4305,6 @@ } }, "fields": [ - { - "fieldPath": "urn", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, { "fieldPath": "id", "nullable": true, @@ -4330,14 +4318,14 @@ "isPartOfKey": false }, { - "fieldPath": "doubleVal", + "fieldPath": "urn", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, @@ -4352,19 +4340,31 @@ "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false + }, + { + "fieldPath": "doubleVal", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "double(53)", + "recursive": false, + "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -4374,13 +4374,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -4399,13 +4399,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -4427,13 +4427,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -4451,13 +4451,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -4469,13 +4469,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -4485,13 +4485,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -4501,13 +4501,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -4531,31 +4531,19 @@ }, "fields": [ { - "fieldPath": "id", + "fieldPath": "priority", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "float(24)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "company", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "last_name", + "fieldPath": "email_address", "nullable": true, "type": { "type": { @@ -4579,7 +4567,7 @@ "isPartOfKey": false }, { - "fieldPath": "email_address", + "fieldPath": "last_name", "nullable": true, "type": { "type": { @@ -4591,208 +4579,7 @@ "isPartOfKey": false }, { - "fieldPath": "priority", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "float(24)", - "recursive": false, - "isPartOfKey": false - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", - "changeType": "UPSERT", - "aspectName": "status", - "aspect": { - "json": { - "removed": false - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", - "changeType": "UPSERT", - "aspectName": "upstreamLineage", - "aspect": { - "json": { - "upstreams": [ - { - "auditStamp": { - "time": 0, - "actor": "urn:li:corpuser:unknown" - }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD)", - "type": "COPY" - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", - "changeType": "UPSERT", - "aspectName": "browsePathsV2", - "aspect": { - "json": { - "path": [ - { - "id": "Sources" - }, - { - "id": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", - "urn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" - }, - { - "id": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3", - "urn": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3" - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", - "changeType": "UPSERT", - "aspectName": "datasetProperties", - "aspect": { - "json": { - "customProperties": {}, - "externalUrl": "http://localhost:9047/source/\"mysql\"/\"northwind\".\"orders\"", - "name": "orders", - "qualifiedName": "mysql.northwind.orders", - "description": "", - "created": { - "time": 0 - }, - "tags": [] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", - "changeType": "UPSERT", - "aspectName": "subTypes", - "aspect": { - "json": { - "typeNames": [ - "Table" - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", - "changeType": "UPSERT", - "aspectName": "dataPlatformInstance", - "aspect": { - "json": { - "platform": "urn:li:dataPlatform:dremio" - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", - "changeType": "UPSERT", - "aspectName": "container", - "aspect": { - "json": { - "container": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3" - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", - "changeType": "UPSERT", - "aspectName": "schemaMetadata", - "aspect": { - "json": { - "schemaName": "mysql.northwind.orders", - "platform": "urn:li:dataPlatform:dremio", - "version": 0, - "created": { - "time": 0, - "actor": "urn:li:corpuser:unknown" - }, - "lastModified": { - "time": 0, - "actor": "urn:li:corpuser:unknown" - }, - "hash": "", - "platformSchema": { - "com.linkedin.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "customer_id", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "integer(32)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "description", + "fieldPath": "company", "nullable": true, "type": { "type": { @@ -4820,13 +4607,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -4836,13 +4623,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -4853,7 +4640,7 @@ "time": 0, "actor": "urn:li:corpuser:unknown" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD)", "type": "COPY" } ] @@ -4861,13 +4648,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -4889,13 +4676,226 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProperties", + "aspect": { + "json": { + "customProperties": {}, + "externalUrl": "http://localhost:9047/source/\"mysql\"/\"northwind\".\"orders\"", + "name": "orders", + "qualifiedName": "mysql.northwind.orders", + "description": "", + "created": { + "time": 0 + }, + "tags": [] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Table" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "schemaMetadata", + "aspect": { + "json": { + "schemaName": "mysql.northwind.orders", + "platform": "urn:li:dataPlatform:dremio", + "version": 0, + "created": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "lastModified": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "hash": "", + "platformSchema": { + "com.linkedin.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "id", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "integer(32)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "description", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "customer_id", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "integer(32)", + "recursive": false, + "isPartOfKey": false + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD)", + "type": "COPY" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "Sources" + }, + { + "id": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", + "urn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" + }, + { + "id": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3", + "urn": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -4913,13 +4913,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -4931,13 +4931,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -4947,13 +4947,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -4963,13 +4963,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -4993,67 +4993,7 @@ }, "fields": [ { - "fieldPath": "B", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "C", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "D", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "E", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "F", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "G", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -5077,7 +5017,67 @@ "isPartOfKey": false }, { - "fieldPath": "I", + "fieldPath": "G", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "F", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "E", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "D", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "C", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "B", "nullable": true, "type": { "type": { @@ -5105,13 +5105,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -5121,13 +5121,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -5146,13 +5146,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -5174,13 +5174,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -5198,13 +5198,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -5216,13 +5216,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -5232,13 +5232,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -5248,13 +5248,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -5278,7 +5278,7 @@ }, "fields": [ { - "fieldPath": "I", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -5337,18 +5337,6 @@ "recursive": false, "isPartOfKey": false }, - { - "fieldPath": "E", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, { "fieldPath": "F", "nullable": true, @@ -5385,6 +5373,18 @@ "recursive": false, "isPartOfKey": false }, + { + "fieldPath": "I", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, { "fieldPath": "J", "nullable": true, @@ -5438,13 +5438,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -5454,13 +5454,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -5479,13 +5479,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -5511,13 +5511,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -5535,13 +5535,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -5553,13 +5553,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -5569,13 +5569,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -5585,13 +5585,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -5615,7 +5615,7 @@ }, "fields": [ { - "fieldPath": "LOCATION_ID", + "fieldPath": "DEPARTMENT_ID", "nullable": true, "type": { "type": { @@ -5627,7 +5627,19 @@ "isPartOfKey": false }, { - "fieldPath": "DEPARTMENT_ID", + "fieldPath": "MANAGER_ID", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "double(53)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "LOCATION_ID", "nullable": true, "type": { "type": { @@ -5649,31 +5661,19 @@ "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false - }, - { - "fieldPath": "MANAGER_ID", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "double(53)", - "recursive": false, - "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -5683,13 +5683,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -5708,13 +5708,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -5740,13 +5740,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -5764,13 +5764,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -5782,13 +5782,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -5798,13 +5798,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -5814,13 +5814,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -5844,7 +5844,19 @@ }, "fields": [ { - "fieldPath": "cp_catalog_page_sk", + "fieldPath": "cp_end_date_sk", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "cp_start_date_sk", "nullable": true, "type": { "type": { @@ -5868,7 +5880,7 @@ "isPartOfKey": false }, { - "fieldPath": "cp_start_date_sk", + "fieldPath": "cp_catalog_page_sk", "nullable": true, "type": { "type": { @@ -5879,54 +5891,6 @@ "recursive": false, "isPartOfKey": false }, - { - "fieldPath": "cp_end_date_sk", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "bigint(64)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "cp_department", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "cp_catalog_number", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "bigint(64)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "cp_description", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, { "fieldPath": "cp_type", "nullable": true, @@ -5939,6 +5903,18 @@ "recursive": false, "isPartOfKey": false }, + { + "fieldPath": "cp_description", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, { "fieldPath": "cp_catalog_page_number", "nullable": true, @@ -5950,19 +5926,43 @@ "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false + }, + { + "fieldPath": "cp_catalog_number", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "cp_department", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -5972,13 +5972,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -5997,13 +5997,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -6037,13 +6037,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6063,6 +6063,17 @@ } ], "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),createdfor)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD),createdfor)" + ], + "confidenceScore": 1.0 + }, { "upstreamType": "FIELD_SET", "upstreams": [ @@ -6070,7 +6081,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),createdby)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD),createdby)" ], "confidenceScore": 1.0 }, @@ -6081,7 +6092,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),createdon)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD),createdon)" ], "confidenceScore": 1.0 }, @@ -6092,7 +6103,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),metadata)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD),metadata)" ], "confidenceScore": 1.0 }, @@ -6103,7 +6114,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),version)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD),version)" ], "confidenceScore": 1.0 }, @@ -6114,7 +6125,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),aspect)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD),aspect)" ], "confidenceScore": 1.0 }, @@ -6125,18 +6136,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),urn)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),createdfor)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),createdfor)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD),urn)" ], "confidenceScore": 1.0 } @@ -6145,13 +6145,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6171,28 +6171,6 @@ } ], "fineGrainedLineages": [ - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),doubleVal)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),doubleVal)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),id)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),id)" - ], - "confidenceScore": 1.0 - }, { "upstreamType": "FIELD_SET", "upstreams": [ @@ -6200,7 +6178,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),urn)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD),urn)" ], "confidenceScore": 1.0 }, @@ -6211,7 +6189,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),aspect)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD),aspect)" ], "confidenceScore": 1.0 }, @@ -6222,7 +6200,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),path)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD),path)" ], "confidenceScore": 1.0 }, @@ -6233,7 +6211,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),longVal)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD),longVal)" ], "confidenceScore": 1.0 }, @@ -6244,7 +6222,29 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),stringVal)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD),stringVal)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),doubleVal)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD),doubleVal)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD),id)" ], "confidenceScore": 1.0 } @@ -6253,13 +6253,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6279,17 +6279,6 @@ } ], "fineGrainedLineages": [ - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),urn)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD),urn)" - ], - "confidenceScore": 1.0 - }, { "upstreamType": "FIELD_SET", "upstreams": [ @@ -6297,18 +6286,18 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD),id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index_view,PROD),id)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),doubleVal)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),urn)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD),doubleVal)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index_view,PROD),urn)" ], "confidenceScore": 1.0 }, @@ -6319,7 +6308,18 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD),path)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index_view,PROD),path)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),doubleVal)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index_view,PROD),doubleVal)" ], "confidenceScore": 1.0 } @@ -6328,13 +6328,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6357,44 +6357,11 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),priority)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),id)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),company)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),company)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),last_name)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),last_name)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),first_name)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),first_name)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD),priority)" ], "confidenceScore": 1.0 }, @@ -6405,18 +6372,51 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),email_address)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD),email_address)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),priority)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),first_name)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),priority)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD),first_name)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),last_name)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD),last_name)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),company)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD),company)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD),id)" ], "confidenceScore": 1.0 } @@ -6425,13 +6425,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.orders,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6454,11 +6454,11 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),customer_id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),id)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD),customer_id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.orders,PROD),id)" ], "confidenceScore": 1.0 }, @@ -6469,18 +6469,18 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD),description)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.orders,PROD),description)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),customer_id)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD),id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.orders,PROD),customer_id)" ], "confidenceScore": 1.0 } @@ -6489,13 +6489,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6522,7 +6522,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD),id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,s3.warehouse,PROD),id)" ], "confidenceScore": 1.0 }, @@ -6533,7 +6533,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD),name)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,s3.warehouse,PROD),name)" ], "confidenceScore": 1.0 }, @@ -6544,7 +6544,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD),age)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,s3.warehouse,PROD),age)" ], "confidenceScore": 1.0 }, @@ -6555,7 +6555,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD),salary)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,s3.warehouse,PROD),salary)" ], "confidenceScore": 1.0 } @@ -6564,13 +6564,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6593,11 +6593,11 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),I)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),E)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),I)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),E)" ], "confidenceScore": 1.0 }, @@ -6608,7 +6608,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),A)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),A)" ], "confidenceScore": 1.0 }, @@ -6619,7 +6619,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),B)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),B)" ], "confidenceScore": 1.0 }, @@ -6630,7 +6630,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),C)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),C)" ], "confidenceScore": 1.0 }, @@ -6641,18 +6641,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),D)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),E)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),E)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),D)" ], "confidenceScore": 1.0 }, @@ -6663,7 +6652,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),F)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),F)" ], "confidenceScore": 1.0 }, @@ -6674,7 +6663,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),G)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),G)" ], "confidenceScore": 1.0 }, @@ -6685,7 +6674,18 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),H)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),H)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),I)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),I)" ], "confidenceScore": 1.0 }, @@ -6696,7 +6696,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),J)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),J)" ], "confidenceScore": 1.0 }, @@ -6707,7 +6707,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),K)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),K)" ], "confidenceScore": 1.0 }, @@ -6718,7 +6718,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),L)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),L)" ], "confidenceScore": 1.0 }, @@ -6729,7 +6729,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),M)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),M)" ], "confidenceScore": 1.0 } @@ -6738,13 +6738,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6764,17 +6764,6 @@ } ], "fineGrainedLineages": [ - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),LOCATION_ID)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),LOCATION_ID)" - ], - "confidenceScore": 1.0 - }, { "upstreamType": "FIELD_SET", "upstreams": [ @@ -6782,18 +6771,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),DEPARTMENT_ID)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),DEPARTMENT_NAME)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),DEPARTMENT_NAME)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),DEPARTMENT_ID)" ], "confidenceScore": 1.0 }, @@ -6804,7 +6782,29 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),MANAGER_ID)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),MANAGER_ID)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),LOCATION_ID)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),LOCATION_ID)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),DEPARTMENT_NAME)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),DEPARTMENT_NAME)" ], "confidenceScore": 1.0 } @@ -6813,13 +6813,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6842,66 +6842,11 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),B)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),I)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),B)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),C)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),C)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),D)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),D)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),E)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),E)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),F)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),F)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),G)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),G)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD),I)" ], "confidenceScore": 1.0 }, @@ -6912,18 +6857,73 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),H)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD),H)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),I)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),G)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),I)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD),G)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),F)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD),F)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),E)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD),E)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),D)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD),D)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),C)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD),C)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),B)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD),B)" ], "confidenceScore": 1.0 }, @@ -6934,7 +6934,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),A)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD),A)" ], "confidenceScore": 1.0 } @@ -6943,13 +6943,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6972,22 +6972,11 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_sk)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_end_date_sk)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_sk)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_id)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_end_date_sk)" ], "confidenceScore": 1.0 }, @@ -6998,51 +6987,29 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_start_date_sk)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_start_date_sk)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_end_date_sk)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_id)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_end_date_sk)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_id)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_department)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_sk)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_department)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_number)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_number)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_description)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_description)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_sk)" ], "confidenceScore": 1.0 }, @@ -7053,7 +7020,18 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_type)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_type)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_description)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_description)" ], "confidenceScore": 1.0 }, @@ -7064,7 +7042,29 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_number)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_number)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_number)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_number)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_department)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_department)" ], "confidenceScore": 1.0 } @@ -7073,13 +7073,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -7096,20 +7096,100 @@ }, "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD)", "type": "VIEW", - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.customers%2CPROD%29" + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.customers%2CPROD%29" + } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD),priority)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.customers,PROD),priority)" + ], + "transformOperation": "COPY: \"customers\".\"priority\" AS \"priority\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.customers%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD),email_address)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.customers,PROD),email_address)" + ], + "transformOperation": "COPY: \"customers\".\"email_address\" AS \"email_address\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.customers%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD),first_name)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.customers,PROD),first_name)" + ], + "transformOperation": "COPY: \"customers\".\"first_name\" AS \"first_name\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.customers%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD),last_name)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.customers,PROD),last_name)" + ], + "transformOperation": "COPY: \"customers\".\"last_name\" AS \"last_name\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.customers%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD),company)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.customers,PROD),company)" + ], + "transformOperation": "COPY: \"customers\".\"company\" AS \"company\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.customers%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD),id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.customers,PROD),id)" + ], + "transformOperation": "COPY: \"customers\".\"id\" AS \"id\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.customers%2CPROD%29" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.customers%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.customers%2CPROD%29", "changeType": "UPSERT", "aspectName": "queryProperties", "aspect": { @@ -7132,13 +7212,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.customers%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.customers%2CPROD%29", "changeType": "UPSERT", "aspectName": "querySubjects", "aspect": { @@ -7148,20 +7228,56 @@ "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD)" }, { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)" + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.customers,PROD)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD),company)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD),email_address)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD),first_name)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD),id)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD),last_name)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD),priority)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.customers,PROD),priority)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.customers,PROD),email_address)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.customers,PROD),first_name)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.customers,PROD),last_name)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.customers,PROD),company)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.customers,PROD),id)" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.customers%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.customers%2CPROD%29", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -7171,13 +7287,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -7194,20 +7310,113 @@ }, "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD)", "type": "VIEW", - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_aspect%2CPROD%29" + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.metadata_aspect%2CPROD%29" + } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD),createdfor)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_aspect,PROD),createdfor)" + ], + "transformOperation": "COPY: \"metadata_aspect\".\"createdfor\" AS \"createdfor\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.metadata_aspect%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD),createdby)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_aspect,PROD),createdby)" + ], + "transformOperation": "COPY: \"metadata_aspect\".\"createdby\" AS \"createdby\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.metadata_aspect%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD),createdon)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_aspect,PROD),createdon)" + ], + "transformOperation": "COPY: \"metadata_aspect\".\"createdon\" AS \"createdon\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.metadata_aspect%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD),metadata)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_aspect,PROD),metadata)" + ], + "transformOperation": "COPY: \"metadata_aspect\".\"metadata\" AS \"metadata\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.metadata_aspect%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD),version)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_aspect,PROD),version)" + ], + "transformOperation": "COPY: \"metadata_aspect\".\"version\" AS \"version\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.metadata_aspect%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD),aspect)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_aspect,PROD),aspect)" + ], + "transformOperation": "COPY: \"metadata_aspect\".\"aspect\" AS \"aspect\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.metadata_aspect%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD),urn)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_aspect,PROD),urn)" + ], + "transformOperation": "COPY: \"metadata_aspect\".\"urn\" AS \"urn\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.metadata_aspect%2CPROD%29" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_aspect%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.metadata_aspect%2CPROD%29", "changeType": "UPSERT", "aspectName": "queryProperties", "aspect": { @@ -7230,13 +7439,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_aspect%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.metadata_aspect%2CPROD%29", "changeType": "UPSERT", "aspectName": "querySubjects", "aspect": { @@ -7246,20 +7455,62 @@ "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD)" }, { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)" + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_aspect,PROD)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD),aspect)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD),createdby)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD),createdfor)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD),createdon)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD),metadata)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD),urn)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD),version)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_aspect,PROD),createdfor)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_aspect,PROD),createdby)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_aspect,PROD),createdon)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_aspect,PROD),metadata)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_aspect,PROD),version)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_aspect,PROD),aspect)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_aspect,PROD),urn)" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_aspect%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.metadata_aspect%2CPROD%29", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -7269,13 +7520,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -7292,20 +7543,113 @@ }, "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD)", "type": "VIEW", - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index%2CPROD%29" + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.metadata_index%2CPROD%29" + } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD),urn)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index,PROD),urn)" + ], + "transformOperation": "COPY: \"metadata_index\".\"urn\" AS \"urn\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.metadata_index%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD),aspect)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index,PROD),aspect)" + ], + "transformOperation": "COPY: \"metadata_index\".\"aspect\" AS \"aspect\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.metadata_index%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD),path)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index,PROD),path)" + ], + "transformOperation": "COPY: \"metadata_index\".\"path\" AS \"path\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.metadata_index%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD),longVal)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index,PROD),longVal)" + ], + "transformOperation": "COPY: \"metadata_index\".\"longVal\" AS \"longVal\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.metadata_index%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD),stringVal)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index,PROD),stringVal)" + ], + "transformOperation": "COPY: \"metadata_index\".\"stringVal\" AS \"stringVal\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.metadata_index%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD),doubleVal)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index,PROD),doubleVal)" + ], + "transformOperation": "COPY: \"metadata_index\".\"doubleVal\" AS \"doubleVal\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.metadata_index%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD),id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index,PROD),id)" + ], + "transformOperation": "COPY: \"metadata_index\".\"id\" AS \"id\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.metadata_index%2CPROD%29" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.metadata_index%2CPROD%29", "changeType": "UPSERT", "aspectName": "queryProperties", "aspect": { @@ -7328,13 +7672,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.metadata_index%2CPROD%29", "changeType": "UPSERT", "aspectName": "querySubjects", "aspect": { @@ -7344,20 +7688,62 @@ "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD)" }, { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)" + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index,PROD)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD),aspect)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD),doubleVal)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD),id)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD),longVal)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD),path)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD),stringVal)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD),urn)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index,PROD),urn)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index,PROD),aspect)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index,PROD),path)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index,PROD),longVal)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index,PROD),stringVal)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index,PROD),doubleVal)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index,PROD),id)" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.metadata_index%2CPROD%29", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -7367,13 +7753,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -7390,20 +7776,74 @@ }, "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index_view,PROD)", "type": "VIEW", - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index_view%2CPROD%29" + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.metadata_index_view%2CPROD%29" + } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index_view,PROD),id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index_view,PROD),id)" + ], + "transformOperation": "COPY: \"metadata_index_view\".\"id\" AS \"id\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.metadata_index_view%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index_view,PROD),urn)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index_view,PROD),urn)" + ], + "transformOperation": "COPY: \"metadata_index_view\".\"urn\" AS \"urn\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.metadata_index_view%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index_view,PROD),path)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index_view,PROD),path)" + ], + "transformOperation": "COPY: \"metadata_index_view\".\"path\" AS \"path\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.metadata_index_view%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index_view,PROD),doubleVal)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index_view,PROD),doubleVal)" + ], + "transformOperation": "COPY: \"metadata_index_view\".\"doubleVal\" AS \"doubleVal\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.metadata_index_view%2CPROD%29" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index_view%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.metadata_index_view%2CPROD%29", "changeType": "UPSERT", "aspectName": "queryProperties", "aspect": { @@ -7426,13 +7866,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index_view%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.metadata_index_view%2CPROD%29", "changeType": "UPSERT", "aspectName": "querySubjects", "aspect": { @@ -7442,20 +7882,44 @@ "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index_view,PROD)" }, { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)" + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index_view,PROD)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index_view,PROD),doubleVal)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index_view,PROD),id)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index_view,PROD),path)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index_view,PROD),urn)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index_view,PROD),id)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index_view,PROD),urn)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index_view,PROD),path)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index_view,PROD),doubleVal)" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index_view%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.metadata_index_view%2CPROD%29", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -7465,13 +7929,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -7488,20 +7952,61 @@ }, "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.orders,PROD)", "type": "VIEW", - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.orders%2CPROD%29" + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.orders%2CPROD%29" + } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.orders,PROD),id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.orders,PROD),id)" + ], + "transformOperation": "COPY: \"orders\".\"id\" AS \"id\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.orders%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.orders,PROD),description)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.orders,PROD),description)" + ], + "transformOperation": "COPY: \"orders\".\"description\" AS \"description\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.orders%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.orders,PROD),customer_id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.orders,PROD),customer_id)" + ], + "transformOperation": "COPY: \"orders\".\"customer_id\" AS \"customer_id\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.orders%2CPROD%29" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.orders%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.orders%2CPROD%29", "changeType": "UPSERT", "aspectName": "queryProperties", "aspect": { @@ -7524,13 +8029,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.orders%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.orders%2CPROD%29", "changeType": "UPSERT", "aspectName": "querySubjects", "aspect": { @@ -7540,20 +8045,38 @@ "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.orders,PROD)" }, { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)" + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.orders,PROD)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.orders,PROD),customer_id)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.orders,PROD),description)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.orders,PROD),id)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.orders,PROD),id)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.orders,PROD),description)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.orders,PROD),customer_id)" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.orders%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.orders%2CPROD%29", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -7563,13 +8086,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -7586,74 +8109,20 @@ }, "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", "type": "VIEW", - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29" - } - ], - "fineGrainedLineages": [ - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD),id)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD),id)" - ], - "transformOperation": "COPY: \"warehouse\".\"id\" AS \"id\"", - "confidenceScore": 0.9, - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29" - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD),name)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD),name)" - ], - "transformOperation": "COPY: \"warehouse\".\"name\" AS \"name\"", - "confidenceScore": 0.9, - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29" - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD),age)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD),age)" - ], - "transformOperation": "COPY: \"warehouse\".\"age\" AS \"age\"", - "confidenceScore": 0.9, - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29" - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD),salary)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD),salary)" - ], - "transformOperation": "COPY: \"warehouse\".\"salary\" AS \"salary\"", - "confidenceScore": 0.9, - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29" + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.raw%2CPROD%29" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.raw%2CPROD%29", "changeType": "UPSERT", "aspectName": "queryProperties", "aspect": { @@ -7676,13 +8145,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.raw%2CPROD%29", "changeType": "UPSERT", "aspectName": "querySubjects", "aspect": { @@ -7692,44 +8161,20 @@ "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)" }, { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)" - }, - { - "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD),age)" - }, - { - "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD),id)" - }, - { - "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD),name)" - }, - { - "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD),salary)" - }, - { - "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD),id)" - }, - { - "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD),name)" - }, - { - "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD),age)" - }, - { - "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD),salary)" + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.raw,PROD)" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.raw%2CPROD%29", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -7739,13 +8184,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -7762,20 +8207,139 @@ }, "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD)", "type": "VIEW", - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.warehouse%2CPROD%29" + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.warehouse%2CPROD%29" + } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD),I)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.warehouse,PROD),I)" + ], + "transformOperation": "COPY: \"NYC-weather.csv\".\"I\" AS \"I\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.warehouse%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD),H)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.warehouse,PROD),H)" + ], + "transformOperation": "COPY: \"NYC-weather.csv\".\"H\" AS \"H\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.warehouse%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD),G)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.warehouse,PROD),G)" + ], + "transformOperation": "COPY: \"NYC-weather.csv\".\"G\" AS \"G\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.warehouse%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD),F)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.warehouse,PROD),F)" + ], + "transformOperation": "COPY: \"NYC-weather.csv\".\"F\" AS \"F\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.warehouse%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD),E)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.warehouse,PROD),E)" + ], + "transformOperation": "COPY: \"NYC-weather.csv\".\"E\" AS \"E\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.warehouse%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD),D)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.warehouse,PROD),D)" + ], + "transformOperation": "COPY: \"NYC-weather.csv\".\"D\" AS \"D\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.warehouse%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD),C)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.warehouse,PROD),C)" + ], + "transformOperation": "COPY: \"NYC-weather.csv\".\"C\" AS \"C\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.warehouse%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD),B)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.warehouse,PROD),B)" + ], + "transformOperation": "COPY: \"NYC-weather.csv\".\"B\" AS \"B\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.warehouse%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD),A)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.warehouse,PROD),A)" + ], + "transformOperation": "COPY: \"NYC-weather.csv\".\"A\" AS \"A\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.warehouse%2CPROD%29" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.warehouse%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.warehouse%2CPROD%29", "changeType": "UPSERT", "aspectName": "queryProperties", "aspect": { @@ -7798,13 +8362,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.warehouse%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.warehouse%2CPROD%29", "changeType": "UPSERT", "aspectName": "querySubjects", "aspect": { @@ -7814,20 +8378,74 @@ "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD)" }, { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)" + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.warehouse,PROD)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD),A)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD),B)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD),C)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD),D)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD),E)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD),F)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD),G)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD),H)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD),I)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.warehouse,PROD),I)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.warehouse,PROD),H)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.warehouse,PROD),G)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.warehouse,PROD),F)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.warehouse,PROD),E)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.warehouse,PROD),D)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.warehouse,PROD),C)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.warehouse,PROD),B)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,space.warehouse,PROD),A)" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.warehouse%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.warehouse%2CPROD%29", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -7837,111 +8455,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", - "changeType": "UPSERT", - "aspectName": "datasetProfile", - "aspect": { - "json": { - "timestampMillis": 1697353200000, - "partitionSpec": { - "partition": "FULL_TABLE_SNAPSHOT", - "type": "FULL_TABLE" - }, - "rowCount": 2, - "columnCount": 7, - "fieldProfiles": [ - { - "fieldPath": "metadata", - "uniqueCount": 2, - "nullCount": 0 - }, - { - "fieldPath": "version", - "uniqueCount": 1, - "nullCount": 0 - }, - { - "fieldPath": "aspect", - "uniqueCount": 2, - "nullCount": 0 - }, - { - "fieldPath": "urn", - "uniqueCount": 1, - "nullCount": 0 - }, - { - "fieldPath": "createdby", - "uniqueCount": 1, - "nullCount": 0 - }, - { - "fieldPath": "createdfor", - "uniqueCount": 0, - "nullCount": 2 - }, - { - "fieldPath": "createdon", - "uniqueCount": 1, - "nullCount": 0 - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", - "changeType": "UPSERT", - "aspectName": "datasetProfile", - "aspect": { - "json": { - "timestampMillis": 1697353200000, - "partitionSpec": { - "partition": "FULL_TABLE_SNAPSHOT", - "type": "FULL_TABLE" - }, - "rowCount": 0, - "columnCount": 3, - "fieldProfiles": [ - { - "fieldPath": "id", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "description", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "customer_id", - "uniqueCount": 0, - "nullCount": 0 - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7955,11 +8475,16 @@ "columnCount": 4, "fieldProfiles": [ { - "fieldPath": "salary", + "fieldPath": "id", "uniqueCount": 4, "nullCount": 0, - "mean": "65000.0", - "stdev": "12909.944487358056" + "mean": "2.5", + "stdev": "1.2909944487358056" + }, + { + "fieldPath": "name", + "uniqueCount": 4, + "nullCount": 0 }, { "fieldPath": "age", @@ -7969,29 +8494,24 @@ "stdev": "6.454972243679028" }, { - "fieldPath": "name", - "uniqueCount": 4, - "nullCount": 0 - }, - { - "fieldPath": "id", + "fieldPath": "salary", "uniqueCount": 4, "nullCount": 0, - "mean": "2.5", - "stdev": "1.2909944487358056" + "mean": "65000.0", + "stdev": "12909.944487358056" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -8004,16 +8524,6 @@ "rowCount": 0, "columnCount": 7, "fieldProfiles": [ - { - "fieldPath": "doubleVal", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "id", - "uniqueCount": 0, - "nullCount": 0 - }, { "fieldPath": "urn", "uniqueCount": 0, @@ -8038,46 +8548,12 @@ "fieldPath": "stringVal", "uniqueCount": 0, "nullCount": 0 - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", - "changeType": "UPSERT", - "aspectName": "datasetProfile", - "aspect": { - "json": { - "timestampMillis": 1697353200000, - "partitionSpec": { - "partition": "FULL_TABLE_SNAPSHOT", - "type": "FULL_TABLE" - }, - "rowCount": 0, - "columnCount": 4, - "fieldProfiles": [ + }, { "fieldPath": "doubleVal", "uniqueCount": 0, "nullCount": 0 }, - { - "fieldPath": "path", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "urn", - "uniqueCount": 0, - "nullCount": 0 - }, { "fieldPath": "id", "uniqueCount": 0, @@ -8088,13 +8564,130 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_aspect,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 2, + "columnCount": 7, + "fieldProfiles": [ + { + "fieldPath": "version", + "uniqueCount": 1, + "nullCount": 0 + }, + { + "fieldPath": "aspect", + "uniqueCount": 2, + "nullCount": 0 + }, + { + "fieldPath": "urn", + "uniqueCount": 1, + "nullCount": 0 + }, + { + "fieldPath": "createdfor", + "uniqueCount": 0, + "nullCount": 2 + }, + { + "fieldPath": "createdby", + "uniqueCount": 1, + "nullCount": 0 + }, + { + "fieldPath": "createdon", + "uniqueCount": 1, + "nullCount": 0 + }, + { + "fieldPath": "metadata", + "uniqueCount": 2, + "nullCount": 0 + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 5, + "columnCount": 6, + "fieldProfiles": [ + { + "fieldPath": "priority", + "uniqueCount": 3, + "nullCount": 1, + "mean": "4.175000011920929", + "stdev": "0.4924429489953036" + }, + { + "fieldPath": "email_address", + "uniqueCount": 5, + "nullCount": 0 + }, + { + "fieldPath": "first_name", + "uniqueCount": 5, + "nullCount": 0 + }, + { + "fieldPath": "last_name", + "uniqueCount": 5, + "nullCount": 0 + }, + { + "fieldPath": "company", + "uniqueCount": 5, + "nullCount": 0 + }, + { + "fieldPath": "id", + "uniqueCount": 5, + "nullCount": 0, + "mean": "3.0", + "stdev": "1.5811388300841898" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -8107,6 +8700,21 @@ "rowCount": 3834, "columnCount": 9, "fieldProfiles": [ + { + "fieldPath": "A", + "uniqueCount": 2, + "nullCount": 0 + }, + { + "fieldPath": "I", + "uniqueCount": 85, + "nullCount": 0 + }, + { + "fieldPath": "H", + "uniqueCount": 91, + "nullCount": 0 + }, { "fieldPath": "G", "uniqueCount": 40, @@ -8117,21 +8725,6 @@ "uniqueCount": 61, "nullCount": 0 }, - { - "fieldPath": "A", - "uniqueCount": 2, - "nullCount": 0 - }, - { - "fieldPath": "B", - "uniqueCount": 2, - "nullCount": 0 - }, - { - "fieldPath": "C", - "uniqueCount": 3834, - "nullCount": 0 - }, { "fieldPath": "E", "uniqueCount": 192, @@ -8143,13 +8736,13 @@ "nullCount": 0 }, { - "fieldPath": "I", - "uniqueCount": 85, + "fieldPath": "C", + "uniqueCount": 3834, "nullCount": 0 }, { - "fieldPath": "H", - "uniqueCount": 91, + "fieldPath": "B", + "uniqueCount": 2, "nullCount": 0 } ] @@ -8157,13 +8750,52 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 0, + "columnCount": 3, + "fieldProfiles": [ + { + "fieldPath": "description", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "customer_id", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "id", + "uniqueCount": 0, + "nullCount": 0 + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -8176,64 +8808,13 @@ "rowCount": 5, "columnCount": 6, "fieldProfiles": [ - { - "fieldPath": "id", - "uniqueCount": 5, - "nullCount": 0, - "mean": "3.0", - "stdev": "1.5811388300841898" - }, - { - "fieldPath": "email_address", - "uniqueCount": 5, - "nullCount": 0 - }, - { - "fieldPath": "first_name", - "uniqueCount": 5, - "nullCount": 0 - }, - { - "fieldPath": "last_name", - "uniqueCount": 5, - "nullCount": 0 - }, - { - "fieldPath": "company", - "uniqueCount": 5, - "nullCount": 0 - }, { "fieldPath": "priority", "uniqueCount": 3, "nullCount": 1, "mean": "4.175000011920929", "stdev": "0.4924429489953036" - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", - "changeType": "UPSERT", - "aspectName": "datasetProfile", - "aspect": { - "json": { - "timestampMillis": 1697353200000, - "partitionSpec": { - "partition": "FULL_TABLE_SNAPSHOT", - "type": "FULL_TABLE" - }, - "rowCount": 5, - "columnCount": 6, - "fieldProfiles": [ + }, { "fieldPath": "id", "uniqueCount": 5, @@ -8260,26 +8841,117 @@ "fieldPath": "email_address", "uniqueCount": 5, "nullCount": 0 - }, - { - "fieldPath": "priority", - "uniqueCount": 3, - "nullCount": 1, - "mean": "4.175000011920929", - "stdev": "0.4924429489953036" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 2, + "columnCount": 7, + "fieldProfiles": [ + { + "fieldPath": "createdfor", + "uniqueCount": 0, + "nullCount": 2 + }, + { + "fieldPath": "createdby", + "uniqueCount": 1, + "nullCount": 0 + }, + { + "fieldPath": "createdon", + "uniqueCount": 1, + "nullCount": 0 + }, + { + "fieldPath": "metadata", + "uniqueCount": 2, + "nullCount": 0 + }, + { + "fieldPath": "version", + "uniqueCount": 1, + "nullCount": 0 + }, + { + "fieldPath": "aspect", + "uniqueCount": 2, + "nullCount": 0 + }, + { + "fieldPath": "urn", + "uniqueCount": 1, + "nullCount": 0 + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 0, + "columnCount": 3, + "fieldProfiles": [ + { + "fieldPath": "id", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "description", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "customer_id", + "uniqueCount": 0, + "nullCount": 0 + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -8323,96 +8995,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", - "changeType": "UPSERT", - "aspectName": "datasetProfile", - "aspect": { - "json": { - "timestampMillis": 1697353200000, - "partitionSpec": { - "partition": "FULL_TABLE_SNAPSHOT", - "type": "FULL_TABLE" - }, - "rowCount": 0, - "columnCount": 4, - "fieldProfiles": [ - { - "fieldPath": "urn", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "id", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "doubleVal", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "path", - "uniqueCount": 0, - "nullCount": 0 - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", - "changeType": "UPSERT", - "aspectName": "datasetProfile", - "aspect": { - "json": { - "timestampMillis": 1697353200000, - "partitionSpec": { - "partition": "FULL_TABLE_SNAPSHOT", - "type": "FULL_TABLE" - }, - "rowCount": 0, - "columnCount": 3, - "fieldProfiles": [ - { - "fieldPath": "customer_id", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "description", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "id", - "uniqueCount": 0, - "nullCount": 0 - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -8425,26 +9014,6 @@ "rowCount": 0, "columnCount": 7, "fieldProfiles": [ - { - "fieldPath": "id", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "urn", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "aspect", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "path", - "uniqueCount": 0, - "nullCount": 0 - }, { "fieldPath": "longVal", "uniqueCount": 0, @@ -8459,19 +9028,39 @@ "fieldPath": "doubleVal", "uniqueCount": 0, "nullCount": 0 + }, + { + "fieldPath": "id", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "urn", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "aspect", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "path", + "uniqueCount": 0, + "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -8481,56 +9070,85 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 2, - "columnCount": 7, + "rowCount": 0, + "columnCount": 4, "fieldProfiles": [ { - "fieldPath": "createdby", - "uniqueCount": 1, + "fieldPath": "id", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "createdon", - "uniqueCount": 1, - "nullCount": 0 - }, - { - "fieldPath": "metadata", - "uniqueCount": 2, - "nullCount": 0 - }, - { - "fieldPath": "version", - "uniqueCount": 1, - "nullCount": 0 - }, - { - "fieldPath": "aspect", - "uniqueCount": 2, + "fieldPath": "path", + "uniqueCount": 0, "nullCount": 0 }, { "fieldPath": "urn", - "uniqueCount": 1, + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "createdfor", + "fieldPath": "doubleVal", "uniqueCount": 0, - "nullCount": 2 + "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index_view,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 0, + "columnCount": 4, + "fieldProfiles": [ + { + "fieldPath": "id", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "urn", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "path", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "doubleVal", + "uniqueCount": 0, + "nullCount": 0 + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.customers%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.customers%2CPROD%29", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -8540,13 +9158,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_aspect%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.metadata_aspect%2CPROD%29", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -8556,13 +9174,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.metadata_index%2CPROD%29", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -8572,13 +9190,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index_view%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.metadata_index_view%2CPROD%29", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -8588,13 +9206,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.orders%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.orders%2CPROD%29", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -8604,13 +9222,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.test_folder.raw%2CPROD%29", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -8620,13 +9238,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.warehouse%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cspace.warehouse%2CPROD%29", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -8636,7 +9254,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-h45omw", + "runId": "dremio-2023_10_15-07_00_00-iqyk4a", "lastRunId": "no-run-id-provided" } } diff --git a/metadata-ingestion/tests/integration/dremio/dremio_platform_instance_mces_golden.json b/metadata-ingestion/tests/integration/dremio/dremio_platform_instance_mces_golden.json index 4f67184ab4..22f99fe6d9 100644 --- a/metadata-ingestion/tests/integration/dremio/dremio_platform_instance_mces_golden.json +++ b/metadata-ingestion/tests/integration/dremio/dremio_platform_instance_mces_golden.json @@ -15,7 +15,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -32,7 +32,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -50,7 +50,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -66,7 +66,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -90,7 +90,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -110,7 +110,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -127,7 +127,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -145,7 +145,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -161,7 +161,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -185,7 +185,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -205,7 +205,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -222,7 +222,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -240,7 +240,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -256,7 +256,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -280,7 +280,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -300,7 +300,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -317,7 +317,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -335,7 +335,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -351,7 +351,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -375,7 +375,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -395,7 +395,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -412,7 +412,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -430,7 +430,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -446,7 +446,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -470,7 +470,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -490,7 +490,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -506,7 +506,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -523,7 +523,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -541,7 +541,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -557,7 +557,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -585,7 +585,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -605,7 +605,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -621,7 +621,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -638,7 +638,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -656,7 +656,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -672,7 +672,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -700,7 +700,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -720,7 +720,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -736,7 +736,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -753,7 +753,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -771,7 +771,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -787,7 +787,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -815,7 +815,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -835,7 +835,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -851,7 +851,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -868,7 +868,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -886,7 +886,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -902,7 +902,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -930,7 +930,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -950,7 +950,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -966,7 +966,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -983,7 +983,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1001,7 +1001,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1017,7 +1017,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1045,7 +1045,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1065,7 +1065,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1081,7 +1081,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1098,7 +1098,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1116,7 +1116,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1132,7 +1132,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1160,7 +1160,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1180,7 +1180,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1196,7 +1196,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1213,7 +1213,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1231,7 +1231,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1247,7 +1247,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1275,7 +1275,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1295,7 +1295,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1311,7 +1311,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1328,7 +1328,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1346,7 +1346,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1362,7 +1362,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1390,7 +1390,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1410,7 +1410,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1426,7 +1426,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1443,7 +1443,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1461,7 +1461,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1477,7 +1477,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1509,7 +1509,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1529,7 +1529,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1545,7 +1545,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1562,7 +1562,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1580,7 +1580,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1596,7 +1596,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1628,7 +1628,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1648,7 +1648,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1664,7 +1664,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1681,7 +1681,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1699,7 +1699,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1715,7 +1715,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1751,7 +1751,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1771,7 +1771,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1787,7 +1787,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1804,7 +1804,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1822,7 +1822,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1838,7 +1838,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, @@ -1878,13 +1878,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -1902,13 +1902,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -1920,13 +1920,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -1937,13 +1937,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -1953,13 +1953,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "viewProperties", "aspect": { @@ -1971,13 +1971,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -2012,6 +2012,18 @@ "recursive": false, "isPartOfKey": false }, + { + "fieldPath": "B", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, { "fieldPath": "I", "nullable": true, @@ -2095,31 +2107,19 @@ "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false - }, - { - "fieldPath": "B", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -2129,13 +2129,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -2157,13 +2157,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -2181,13 +2181,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -2199,13 +2199,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -2216,13 +2216,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -2232,13 +2232,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "viewProperties", "aspect": { @@ -2250,13 +2250,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -2279,30 +2279,6 @@ } }, "fields": [ - { - "fieldPath": "priority", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "float(24)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "id", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "integer(32)", - "recursive": false, - "isPartOfKey": false - }, { "fieldPath": "company", "nullable": true, @@ -2316,7 +2292,7 @@ "isPartOfKey": false }, { - "fieldPath": "last_name", + "fieldPath": "email_address", "nullable": true, "type": { "type": { @@ -2340,7 +2316,7 @@ "isPartOfKey": false }, { - "fieldPath": "email_address", + "fieldPath": "last_name", "nullable": true, "type": { "type": { @@ -2350,19 +2326,43 @@ "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false + }, + { + "fieldPath": "priority", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "float(24)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "id", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "integer(32)", + "recursive": false, + "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -2372,13 +2372,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -2404,13 +2404,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -2428,13 +2428,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -2446,13 +2446,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -2463,13 +2463,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -2479,13 +2479,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "viewProperties", "aspect": { @@ -2497,13 +2497,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -2526,6 +2526,42 @@ } }, "fields": [ + { + "fieldPath": "createdby", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "createdfor", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "urn", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, { "fieldPath": "aspect", "nullable": true, @@ -2538,6 +2574,18 @@ "recursive": false, "isPartOfKey": false }, + { + "fieldPath": "version", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, { "fieldPath": "metadata", "nullable": true, @@ -2561,67 +2609,19 @@ "nativeDataType": "timestamp(23)", "recursive": false, "isPartOfKey": false - }, - { - "fieldPath": "createdfor", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "createdby", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "version", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "bigint(64)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "urn", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -2631,13 +2631,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -2663,13 +2663,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -2687,13 +2687,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -2705,13 +2705,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -2722,13 +2722,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -2738,13 +2738,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "viewProperties", "aspect": { @@ -2756,13 +2756,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -2785,6 +2785,42 @@ } }, "fields": [ + { + "fieldPath": "urn", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "id", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "doubleVal", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "double(53)", + "recursive": false, + "isPartOfKey": false + }, { "fieldPath": "stringVal", "nullable": true, @@ -2821,18 +2857,6 @@ "recursive": false, "isPartOfKey": false }, - { - "fieldPath": "id", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "bigint(64)", - "recursive": false, - "isPartOfKey": false - }, { "fieldPath": "aspect", "nullable": true, @@ -2844,43 +2868,19 @@ "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false - }, - { - "fieldPath": "urn", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "doubleVal", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "double(53)", - "recursive": false, - "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -2890,13 +2890,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -2922,13 +2922,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -2946,13 +2946,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -2964,13 +2964,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -2981,13 +2981,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -2997,13 +2997,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "viewProperties", "aspect": { @@ -3015,13 +3015,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -3044,6 +3044,18 @@ } }, "fields": [ + { + "fieldPath": "id", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, { "fieldPath": "urn", "nullable": true, @@ -3079,31 +3091,19 @@ "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false - }, - { - "fieldPath": "id", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "bigint(64)", - "recursive": false, - "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -3113,13 +3113,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -3145,13 +3145,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -3169,13 +3169,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -3187,13 +3187,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -3204,13 +3204,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -3220,13 +3220,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "viewProperties", "aspect": { @@ -3238,13 +3238,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -3267,6 +3267,18 @@ } }, "fields": [ + { + "fieldPath": "id", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "integer(32)", + "recursive": false, + "isPartOfKey": false + }, { "fieldPath": "description", "nullable": true, @@ -3290,31 +3302,19 @@ "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false - }, - { - "fieldPath": "id", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "integer(32)", - "recursive": false, - "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -3324,13 +3324,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -3356,13 +3356,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -3380,13 +3380,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -3398,13 +3398,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -3415,13 +3415,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -3431,13 +3431,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "viewProperties", "aspect": { @@ -3449,13 +3449,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -3479,14 +3479,14 @@ }, "fields": [ { - "fieldPath": "name", + "fieldPath": "salary", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, @@ -3503,14 +3503,14 @@ "isPartOfKey": false }, { - "fieldPath": "salary", + "fieldPath": "name", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, @@ -3531,13 +3531,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -3547,13 +3547,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -3579,13 +3579,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -3603,13 +3603,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -3621,13 +3621,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -3638,13 +3638,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -3654,13 +3654,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -3736,13 +3736,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -3752,13 +3752,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -3777,13 +3777,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -3805,13 +3805,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -3829,13 +3829,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -3847,13 +3847,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -3864,13 +3864,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -3880,13 +3880,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -3910,7 +3910,7 @@ }, "fields": [ { - "fieldPath": "urn", + "fieldPath": "metadata", "nullable": true, "type": { "type": { @@ -3958,7 +3958,19 @@ "isPartOfKey": false }, { - "fieldPath": "metadata", + "fieldPath": "urn", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "aspect", "nullable": true, "type": { "type": { @@ -3980,31 +3992,19 @@ "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false - }, - { - "fieldPath": "aspect", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -4014,13 +4014,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -4039,13 +4039,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -4071,13 +4071,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -4095,13 +4095,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -4113,13 +4113,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -4130,13 +4130,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -4146,13 +4146,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -4175,6 +4175,18 @@ } }, "fields": [ + { + "fieldPath": "longVal", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, { "fieldPath": "doubleVal", "nullable": true, @@ -4187,6 +4199,18 @@ "recursive": false, "isPartOfKey": false }, + { + "fieldPath": "stringVal", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, { "fieldPath": "id", "nullable": true, @@ -4234,43 +4258,19 @@ "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false - }, - { - "fieldPath": "longVal", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "bigint(64)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "stringVal", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -4280,13 +4280,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -4305,13 +4305,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -4337,13 +4337,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -4361,13 +4361,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -4379,13 +4379,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -4396,13 +4396,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -4412,13 +4412,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -4441,30 +4441,6 @@ } }, "fields": [ - { - "fieldPath": "doubleVal", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "double(53)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "path", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, { "fieldPath": "urn", "nullable": true, @@ -4488,19 +4464,43 @@ "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false + }, + { + "fieldPath": "doubleVal", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "double(53)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "path", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -4510,13 +4510,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -4535,13 +4535,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -4567,13 +4567,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -4591,13 +4591,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -4609,13 +4609,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -4626,13 +4626,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -4642,13 +4642,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -4671,6 +4671,18 @@ } }, "fields": [ + { + "fieldPath": "priority", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "float(24)", + "recursive": false, + "isPartOfKey": false + }, { "fieldPath": "id", "nullable": true, @@ -4730,31 +4742,19 @@ "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false - }, - { - "fieldPath": "priority", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "float(24)", - "recursive": false, - "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -4764,13 +4764,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -4789,13 +4789,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -4821,13 +4821,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.orders,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -4845,13 +4845,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.orders,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -4863,13 +4863,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.orders,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -4880,13 +4880,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.orders,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -4896,13 +4896,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.orders,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -4926,7 +4926,7 @@ }, "fields": [ { - "fieldPath": "id", + "fieldPath": "customer_id", "nullable": true, "type": { "type": { @@ -4950,7 +4950,7 @@ "isPartOfKey": false }, { - "fieldPath": "customer_id", + "fieldPath": "id", "nullable": true, "type": { "type": { @@ -4966,13 +4966,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.orders,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -4982,13 +4982,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.orders,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -5007,13 +5007,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.orders,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -5039,13 +5039,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -5063,13 +5063,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -5081,13 +5081,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -5098,13 +5098,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -5114,13 +5114,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -5143,6 +5143,66 @@ } }, "fields": [ + { + "fieldPath": "F", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "G", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "H", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "I", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "A", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, { "fieldPath": "B", "nullable": true, @@ -5190,79 +5250,19 @@ "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false - }, - { - "fieldPath": "I", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "H", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "G", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "F", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "A", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -5272,13 +5272,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -5297,13 +5297,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -5329,13 +5329,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -5353,13 +5353,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -5371,13 +5371,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -5388,13 +5388,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -5404,13 +5404,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -5433,114 +5433,6 @@ } }, "fields": [ - { - "fieldPath": "A", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "B", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "C", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "D", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "E", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "F", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "G", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "H", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "I", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, { "fieldPath": "J", "nullable": true, @@ -5588,19 +5480,127 @@ "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false + }, + { + "fieldPath": "A", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "B", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "C", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "D", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "E", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "F", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "G", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "H", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "I", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -5610,13 +5610,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -5635,13 +5635,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -5671,13 +5671,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -5695,13 +5695,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -5713,13 +5713,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -5730,13 +5730,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -5746,13 +5746,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -5776,7 +5776,7 @@ }, "fields": [ { - "fieldPath": "MANAGER_ID", + "fieldPath": "DEPARTMENT_ID", "nullable": true, "type": { "type": { @@ -5800,7 +5800,7 @@ "isPartOfKey": false }, { - "fieldPath": "LOCATION_ID", + "fieldPath": "MANAGER_ID", "nullable": true, "type": { "type": { @@ -5812,7 +5812,7 @@ "isPartOfKey": false }, { - "fieldPath": "DEPARTMENT_ID", + "fieldPath": "LOCATION_ID", "nullable": true, "type": { "type": { @@ -5828,13 +5828,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -5844,13 +5844,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -5869,13 +5869,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -5905,13 +5905,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -5929,13 +5929,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -5947,13 +5947,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -5964,13 +5964,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -5980,13 +5980,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -6009,18 +6009,6 @@ } }, "fields": [ - { - "fieldPath": "cp_start_date_sk", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "bigint(64)", - "recursive": false, - "isPartOfKey": false - }, { "fieldPath": "cp_catalog_page_sk", "nullable": true, @@ -6045,6 +6033,18 @@ "recursive": false, "isPartOfKey": false }, + { + "fieldPath": "cp_start_date_sk", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, { "fieldPath": "cp_end_date_sk", "nullable": true, @@ -6122,13 +6122,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -6138,13 +6138,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6163,13 +6163,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -6207,13 +6207,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6236,11 +6236,11 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),urn)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),metadata)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD),urn)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD),metadata)" ], "confidenceScore": 1.0 }, @@ -6251,7 +6251,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD),createdfor)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD),createdfor)" ], "confidenceScore": 1.0 }, @@ -6262,7 +6262,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD),createdby)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD),createdby)" ], "confidenceScore": 1.0 }, @@ -6273,29 +6273,18 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD),createdon)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD),createdon)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),metadata)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),urn)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD),metadata)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),version)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD),version)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD),urn)" ], "confidenceScore": 1.0 }, @@ -6306,7 +6295,18 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD),aspect)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD),aspect)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),version)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD),version)" ], "confidenceScore": 1.0 } @@ -6315,13 +6315,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6341,61 +6341,6 @@ } ], "fineGrainedLineages": [ - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),doubleVal)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD),doubleVal)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),id)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD),id)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),urn)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD),urn)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),aspect)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD),aspect)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),path)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD),path)" - ], - "confidenceScore": 1.0 - }, { "upstreamType": "FIELD_SET", "upstreams": [ @@ -6403,7 +6348,18 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD),longVal)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD),longVal)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),doubleVal)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD),doubleVal)" ], "confidenceScore": 1.0 }, @@ -6414,7 +6370,51 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD),stringVal)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD),stringVal)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD),id)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),urn)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD),urn)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),aspect)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD),aspect)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),path)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD),path)" ], "confidenceScore": 1.0 } @@ -6423,13 +6423,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6449,28 +6449,6 @@ } ], "fineGrainedLineages": [ - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),doubleVal)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD),doubleVal)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),path)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD),path)" - ], - "confidenceScore": 1.0 - }, { "upstreamType": "FIELD_SET", "upstreams": [ @@ -6478,7 +6456,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD),urn)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index_view,PROD),urn)" ], "confidenceScore": 1.0 }, @@ -6489,7 +6467,29 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD),id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index_view,PROD),id)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),doubleVal)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index_view,PROD),doubleVal)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),path)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index_view,PROD),path)" ], "confidenceScore": 1.0 } @@ -6498,13 +6498,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6524,6 +6524,17 @@ } ], "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),priority)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.customers,PROD),priority)" + ], + "confidenceScore": 1.0 + }, { "upstreamType": "FIELD_SET", "upstreams": [ @@ -6531,7 +6542,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD),id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.customers,PROD),id)" ], "confidenceScore": 1.0 }, @@ -6542,7 +6553,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD),company)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.customers,PROD),company)" ], "confidenceScore": 1.0 }, @@ -6553,7 +6564,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD),last_name)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.customers,PROD),last_name)" ], "confidenceScore": 1.0 }, @@ -6564,7 +6575,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD),first_name)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.customers,PROD),first_name)" ], "confidenceScore": 1.0 }, @@ -6575,18 +6586,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD),email_address)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),priority)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD),priority)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.customers,PROD),email_address)" ], "confidenceScore": 1.0 } @@ -6595,13 +6595,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.orders,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6624,11 +6624,11 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),customer_id)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD),id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.orders,PROD),customer_id)" ], "confidenceScore": 1.0 }, @@ -6639,18 +6639,18 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD),description)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.orders,PROD),description)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),customer_id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),id)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD),customer_id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.orders,PROD),id)" ], "confidenceScore": 1.0 } @@ -6659,13 +6659,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6692,7 +6692,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD),id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.s3.warehouse,PROD),id)" ], "confidenceScore": 1.0 }, @@ -6703,7 +6703,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD),name)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.s3.warehouse,PROD),name)" ], "confidenceScore": 1.0 }, @@ -6714,7 +6714,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD),age)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.s3.warehouse,PROD),age)" ], "confidenceScore": 1.0 }, @@ -6725,7 +6725,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD),salary)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.s3.warehouse,PROD),salary)" ], "confidenceScore": 1.0 } @@ -6734,13 +6734,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6760,105 +6760,6 @@ } ], "fineGrainedLineages": [ - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),A)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),A)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),B)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),B)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),C)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),C)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),D)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),D)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),E)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),E)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),F)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),F)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),G)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),G)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),H)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),H)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),I)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),I)" - ], - "confidenceScore": 1.0 - }, { "upstreamType": "FIELD_SET", "upstreams": [ @@ -6866,7 +6767,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),J)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),J)" ], "confidenceScore": 1.0 }, @@ -6877,7 +6778,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),K)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),K)" ], "confidenceScore": 1.0 }, @@ -6888,7 +6789,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),L)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),L)" ], "confidenceScore": 1.0 }, @@ -6899,7 +6800,106 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),M)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),M)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),A)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),A)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),B)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),B)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),C)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),C)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),D)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),D)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),E)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),E)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),F)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),F)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),G)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),G)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),H)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),H)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),I)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),I)" ], "confidenceScore": 1.0 } @@ -6908,13 +6908,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6937,11 +6937,11 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),MANAGER_ID)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),DEPARTMENT_ID)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),MANAGER_ID)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),DEPARTMENT_ID)" ], "confidenceScore": 1.0 }, @@ -6952,7 +6952,18 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),DEPARTMENT_NAME)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),DEPARTMENT_NAME)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),MANAGER_ID)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),MANAGER_ID)" ], "confidenceScore": 1.0 }, @@ -6963,18 +6974,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),LOCATION_ID)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),DEPARTMENT_ID)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),DEPARTMENT_ID)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),LOCATION_ID)" ], "confidenceScore": 1.0 } @@ -6983,13 +6983,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -7012,66 +7012,11 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),B)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),F)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),B)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),C)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),C)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),D)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),D)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),E)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),E)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),I)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),I)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),H)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),H)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD),F)" ], "confidenceScore": 1.0 }, @@ -7082,18 +7027,29 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),G)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD),G)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),F)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),H)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),F)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD),H)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),I)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD),I)" ], "confidenceScore": 1.0 }, @@ -7104,7 +7060,51 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),A)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD),A)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),B)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD),B)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),C)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD),C)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),D)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD),D)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),E)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD),E)" ], "confidenceScore": 1.0 } @@ -7113,13 +7113,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -7139,17 +7139,6 @@ } ], "fineGrainedLineages": [ - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_start_date_sk)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_start_date_sk)" - ], - "confidenceScore": 1.0 - }, { "upstreamType": "FIELD_SET", "upstreams": [ @@ -7157,7 +7146,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_sk)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_sk)" ], "confidenceScore": 1.0 }, @@ -7168,7 +7157,18 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_id)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_start_date_sk)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_start_date_sk)" ], "confidenceScore": 1.0 }, @@ -7179,7 +7179,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_end_date_sk)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_end_date_sk)" ], "confidenceScore": 1.0 }, @@ -7190,7 +7190,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_department)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_department)" ], "confidenceScore": 1.0 }, @@ -7201,7 +7201,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_number)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_number)" ], "confidenceScore": 1.0 }, @@ -7212,7 +7212,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_number)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_number)" ], "confidenceScore": 1.0 }, @@ -7223,7 +7223,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_description)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_description)" ], "confidenceScore": 1.0 }, @@ -7234,7 +7234,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_type)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_type)" ], "confidenceScore": 1.0 } @@ -7243,13 +7243,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -7266,20 +7266,100 @@ }, "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.customers,PROD)", "type": "VIEW", - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.customers%2CPROD%29" + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.customers%2CPROD%29" + } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.customers,PROD),priority)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.customers,PROD),priority)" + ], + "transformOperation": "COPY: \"customers\".\"priority\" AS \"priority\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.customers%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.customers,PROD),id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.customers,PROD),id)" + ], + "transformOperation": "COPY: \"customers\".\"id\" AS \"id\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.customers%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.customers,PROD),company)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.customers,PROD),company)" + ], + "transformOperation": "COPY: \"customers\".\"company\" AS \"company\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.customers%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.customers,PROD),last_name)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.customers,PROD),last_name)" + ], + "transformOperation": "COPY: \"customers\".\"last_name\" AS \"last_name\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.customers%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.customers,PROD),first_name)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.customers,PROD),first_name)" + ], + "transformOperation": "COPY: \"customers\".\"first_name\" AS \"first_name\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.customers%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.customers,PROD),email_address)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.customers,PROD),email_address)" + ], + "transformOperation": "COPY: \"customers\".\"email_address\" AS \"email_address\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.customers%2CPROD%29" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.customers%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.customers%2CPROD%29", "changeType": "UPSERT", "aspectName": "queryProperties", "aspect": { @@ -7302,13 +7382,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.customers%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.customers%2CPROD%29", "changeType": "UPSERT", "aspectName": "querySubjects", "aspect": { @@ -7318,20 +7398,56 @@ "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.customers,PROD)" }, { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)" + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.customers,PROD)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.customers,PROD),company)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.customers,PROD),email_address)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.customers,PROD),first_name)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.customers,PROD),id)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.customers,PROD),last_name)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.customers,PROD),priority)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.customers,PROD),priority)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.customers,PROD),id)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.customers,PROD),company)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.customers,PROD),last_name)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.customers,PROD),first_name)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.customers,PROD),email_address)" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.customers%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.customers%2CPROD%29", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -7341,13 +7457,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -7364,20 +7480,113 @@ }, "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD)", "type": "VIEW", - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_aspect%2CPROD%29" + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.metadata_aspect%2CPROD%29" + } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD),metadata)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_aspect,PROD),metadata)" + ], + "transformOperation": "COPY: \"metadata_aspect\".\"metadata\" AS \"metadata\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.metadata_aspect%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD),createdfor)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_aspect,PROD),createdfor)" + ], + "transformOperation": "COPY: \"metadata_aspect\".\"createdfor\" AS \"createdfor\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.metadata_aspect%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD),createdby)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_aspect,PROD),createdby)" + ], + "transformOperation": "COPY: \"metadata_aspect\".\"createdby\" AS \"createdby\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.metadata_aspect%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD),createdon)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_aspect,PROD),createdon)" + ], + "transformOperation": "COPY: \"metadata_aspect\".\"createdon\" AS \"createdon\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.metadata_aspect%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD),urn)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_aspect,PROD),urn)" + ], + "transformOperation": "COPY: \"metadata_aspect\".\"urn\" AS \"urn\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.metadata_aspect%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD),aspect)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_aspect,PROD),aspect)" + ], + "transformOperation": "COPY: \"metadata_aspect\".\"aspect\" AS \"aspect\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.metadata_aspect%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD),version)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_aspect,PROD),version)" + ], + "transformOperation": "COPY: \"metadata_aspect\".\"version\" AS \"version\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.metadata_aspect%2CPROD%29" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_aspect%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.metadata_aspect%2CPROD%29", "changeType": "UPSERT", "aspectName": "queryProperties", "aspect": { @@ -7400,13 +7609,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_aspect%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.metadata_aspect%2CPROD%29", "changeType": "UPSERT", "aspectName": "querySubjects", "aspect": { @@ -7416,20 +7625,62 @@ "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD)" }, { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)" + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_aspect,PROD)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD),aspect)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD),createdby)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD),createdfor)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD),createdon)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD),metadata)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD),urn)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD),version)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_aspect,PROD),metadata)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_aspect,PROD),createdfor)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_aspect,PROD),createdby)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_aspect,PROD),createdon)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_aspect,PROD),urn)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_aspect,PROD),aspect)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_aspect,PROD),version)" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_aspect%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.metadata_aspect%2CPROD%29", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -7439,13 +7690,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -7462,20 +7713,113 @@ }, "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD)", "type": "VIEW", - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index%2CPROD%29" + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.metadata_index%2CPROD%29" + } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD),longVal)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index,PROD),longVal)" + ], + "transformOperation": "COPY: \"metadata_index\".\"longVal\" AS \"longVal\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.metadata_index%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD),doubleVal)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index,PROD),doubleVal)" + ], + "transformOperation": "COPY: \"metadata_index\".\"doubleVal\" AS \"doubleVal\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.metadata_index%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD),stringVal)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index,PROD),stringVal)" + ], + "transformOperation": "COPY: \"metadata_index\".\"stringVal\" AS \"stringVal\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.metadata_index%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD),id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index,PROD),id)" + ], + "transformOperation": "COPY: \"metadata_index\".\"id\" AS \"id\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.metadata_index%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD),urn)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index,PROD),urn)" + ], + "transformOperation": "COPY: \"metadata_index\".\"urn\" AS \"urn\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.metadata_index%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD),aspect)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index,PROD),aspect)" + ], + "transformOperation": "COPY: \"metadata_index\".\"aspect\" AS \"aspect\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.metadata_index%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD),path)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index,PROD),path)" + ], + "transformOperation": "COPY: \"metadata_index\".\"path\" AS \"path\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.metadata_index%2CPROD%29" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.metadata_index%2CPROD%29", "changeType": "UPSERT", "aspectName": "queryProperties", "aspect": { @@ -7498,13 +7842,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.metadata_index%2CPROD%29", "changeType": "UPSERT", "aspectName": "querySubjects", "aspect": { @@ -7514,20 +7858,62 @@ "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD)" }, { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)" + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index,PROD)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD),aspect)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD),doubleVal)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD),id)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD),longVal)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD),path)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD),stringVal)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD),urn)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index,PROD),longVal)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index,PROD),doubleVal)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index,PROD),stringVal)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index,PROD),id)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index,PROD),urn)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index,PROD),aspect)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index,PROD),path)" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.metadata_index%2CPROD%29", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -7537,13 +7923,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -7560,20 +7946,74 @@ }, "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index_view,PROD)", "type": "VIEW", - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index_view%2CPROD%29" + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.metadata_index_view%2CPROD%29" + } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index_view,PROD),urn)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index_view,PROD),urn)" + ], + "transformOperation": "COPY: \"metadata_index_view\".\"urn\" AS \"urn\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.metadata_index_view%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index_view,PROD),id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index_view,PROD),id)" + ], + "transformOperation": "COPY: \"metadata_index_view\".\"id\" AS \"id\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.metadata_index_view%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index_view,PROD),doubleVal)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index_view,PROD),doubleVal)" + ], + "transformOperation": "COPY: \"metadata_index_view\".\"doubleVal\" AS \"doubleVal\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.metadata_index_view%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index_view,PROD),path)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index_view,PROD),path)" + ], + "transformOperation": "COPY: \"metadata_index_view\".\"path\" AS \"path\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.metadata_index_view%2CPROD%29" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index_view%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.metadata_index_view%2CPROD%29", "changeType": "UPSERT", "aspectName": "queryProperties", "aspect": { @@ -7596,13 +8036,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index_view%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.metadata_index_view%2CPROD%29", "changeType": "UPSERT", "aspectName": "querySubjects", "aspect": { @@ -7612,20 +8052,44 @@ "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index_view,PROD)" }, { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)" + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index_view,PROD)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index_view,PROD),doubleVal)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index_view,PROD),id)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index_view,PROD),path)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index_view,PROD),urn)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index_view,PROD),urn)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index_view,PROD),id)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index_view,PROD),doubleVal)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.metadata_index_view,PROD),path)" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index_view%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.metadata_index_view%2CPROD%29", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -7635,13 +8099,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -7658,20 +8122,61 @@ }, "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.orders,PROD)", "type": "VIEW", - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.orders%2CPROD%29" + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.orders%2CPROD%29" + } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.orders,PROD),customer_id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.orders,PROD),customer_id)" + ], + "transformOperation": "COPY: \"orders\".\"customer_id\" AS \"customer_id\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.orders%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.orders,PROD),description)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.orders,PROD),description)" + ], + "transformOperation": "COPY: \"orders\".\"description\" AS \"description\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.orders%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.orders,PROD),id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.orders,PROD),id)" + ], + "transformOperation": "COPY: \"orders\".\"id\" AS \"id\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.orders%2CPROD%29" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.orders%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.orders%2CPROD%29", "changeType": "UPSERT", "aspectName": "queryProperties", "aspect": { @@ -7694,13 +8199,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.orders%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.orders%2CPROD%29", "changeType": "UPSERT", "aspectName": "querySubjects", "aspect": { @@ -7710,20 +8215,38 @@ "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.orders,PROD)" }, { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)" + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.orders,PROD)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.orders,PROD),customer_id)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.orders,PROD),description)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.orders,PROD),id)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.orders,PROD),customer_id)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.orders,PROD),description)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.orders,PROD),id)" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.orders%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.orders%2CPROD%29", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -7733,13 +8256,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -7756,74 +8279,20 @@ }, "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", "type": "VIEW", - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.raw%2CPROD%29" - } - ], - "fineGrainedLineages": [ - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD),id)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD),id)" - ], - "transformOperation": "COPY: \"warehouse\".\"id\" AS \"id\"", - "confidenceScore": 0.9, - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.raw%2CPROD%29" - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD),name)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD),name)" - ], - "transformOperation": "COPY: \"warehouse\".\"name\" AS \"name\"", - "confidenceScore": 0.9, - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.raw%2CPROD%29" - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD),age)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD),age)" - ], - "transformOperation": "COPY: \"warehouse\".\"age\" AS \"age\"", - "confidenceScore": 0.9, - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.raw%2CPROD%29" - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD),salary)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD),salary)" - ], - "transformOperation": "COPY: \"warehouse\".\"salary\" AS \"salary\"", - "confidenceScore": 0.9, - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.raw%2CPROD%29" + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.raw%2CPROD%29" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.raw%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.raw%2CPROD%29", "changeType": "UPSERT", "aspectName": "queryProperties", "aspect": { @@ -7846,13 +8315,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.raw%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.raw%2CPROD%29", "changeType": "UPSERT", "aspectName": "querySubjects", "aspect": { @@ -7862,44 +8331,20 @@ "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)" }, { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)" - }, - { - "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD),age)" - }, - { - "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD),id)" - }, - { - "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD),name)" - }, - { - "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD),salary)" - }, - { - "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD),id)" - }, - { - "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD),name)" - }, - { - "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD),age)" - }, - { - "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD),salary)" + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.test_folder.raw,PROD)" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.raw%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.raw%2CPROD%29", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -7909,13 +8354,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -7932,20 +8377,139 @@ }, "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD)", "type": "VIEW", - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.warehouse%2CPROD%29" + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.warehouse%2CPROD%29" + } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD),F)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.warehouse,PROD),F)" + ], + "transformOperation": "COPY: \"NYC-weather.csv\".\"F\" AS \"F\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.warehouse%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD),G)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.warehouse,PROD),G)" + ], + "transformOperation": "COPY: \"NYC-weather.csv\".\"G\" AS \"G\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.warehouse%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD),H)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.warehouse,PROD),H)" + ], + "transformOperation": "COPY: \"NYC-weather.csv\".\"H\" AS \"H\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.warehouse%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD),I)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.warehouse,PROD),I)" + ], + "transformOperation": "COPY: \"NYC-weather.csv\".\"I\" AS \"I\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.warehouse%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD),A)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.warehouse,PROD),A)" + ], + "transformOperation": "COPY: \"NYC-weather.csv\".\"A\" AS \"A\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.warehouse%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD),B)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.warehouse,PROD),B)" + ], + "transformOperation": "COPY: \"NYC-weather.csv\".\"B\" AS \"B\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.warehouse%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD),C)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.warehouse,PROD),C)" + ], + "transformOperation": "COPY: \"NYC-weather.csv\".\"C\" AS \"C\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.warehouse%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD),D)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.warehouse,PROD),D)" + ], + "transformOperation": "COPY: \"NYC-weather.csv\".\"D\" AS \"D\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.warehouse%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD),E)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.warehouse,PROD),E)" + ], + "transformOperation": "COPY: \"NYC-weather.csv\".\"E\" AS \"E\"", + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.warehouse%2CPROD%29" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.warehouse%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.warehouse%2CPROD%29", "changeType": "UPSERT", "aspectName": "queryProperties", "aspect": { @@ -7968,13 +8532,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.warehouse%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.warehouse%2CPROD%29", "changeType": "UPSERT", "aspectName": "querySubjects", "aspect": { @@ -7984,20 +8548,74 @@ "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD)" }, { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)" + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.warehouse,PROD)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD),A)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD),B)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD),C)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD),D)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD),E)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD),F)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD),G)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD),H)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.samples.samples.dremio.com.nyc-weather.csv,PROD),I)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.warehouse,PROD),F)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.warehouse,PROD),G)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.warehouse,PROD),H)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.warehouse,PROD),I)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.warehouse,PROD),A)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.warehouse,PROD),B)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.warehouse,PROD),C)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.warehouse,PROD),D)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.space.warehouse,PROD),E)" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.warehouse%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.warehouse%2CPROD%29", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -8007,13 +8625,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.customers%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.customers%2CPROD%29", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -8023,13 +8641,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_aspect%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.metadata_aspect%2CPROD%29", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -8039,13 +8657,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.metadata_index%2CPROD%29", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -8055,13 +8673,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index_view%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.metadata_index_view%2CPROD%29", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -8071,13 +8689,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.orders%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.orders%2CPROD%29", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -8087,13 +8705,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.raw%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.test_folder.raw%2CPROD%29", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -8103,13 +8721,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.warehouse%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.space.warehouse%2CPROD%29", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -8119,7 +8737,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-9zd01d", + "runId": "dremio-2023_10_15-07_00_00-g0oxbi", "lastRunId": "no-run-id-provided" } } diff --git a/metadata-ingestion/tests/integration/dremio/dremio_schema_filter_mces_golden.json b/metadata-ingestion/tests/integration/dremio/dremio_schema_filter_mces_golden.json index f4dfed45cc..69d061c5c8 100644 --- a/metadata-ingestion/tests/integration/dremio/dremio_schema_filter_mces_golden.json +++ b/metadata-ingestion/tests/integration/dremio/dremio_schema_filter_mces_golden.json @@ -15,7 +15,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, @@ -31,7 +31,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, @@ -49,7 +49,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, @@ -65,7 +65,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, @@ -85,7 +85,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, @@ -105,7 +105,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, @@ -121,7 +121,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, @@ -137,7 +137,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, @@ -155,7 +155,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, @@ -171,7 +171,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, @@ -195,7 +195,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, @@ -215,7 +215,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, @@ -231,7 +231,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, @@ -247,7 +247,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, @@ -265,7 +265,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, @@ -281,7 +281,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, @@ -309,7 +309,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, @@ -329,7 +329,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, @@ -345,7 +345,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, @@ -361,7 +361,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, @@ -379,7 +379,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, @@ -395,7 +395,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, @@ -423,7 +423,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, @@ -443,7 +443,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, @@ -459,7 +459,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, @@ -475,7 +475,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, @@ -493,7 +493,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, @@ -509,7 +509,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, @@ -541,7 +541,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, @@ -561,7 +561,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, @@ -577,7 +577,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, @@ -593,7 +593,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, @@ -611,7 +611,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, @@ -627,7 +627,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, @@ -663,13 +663,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -687,13 +687,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -705,13 +705,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -721,13 +721,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -737,13 +737,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -767,19 +767,7 @@ }, "fields": [ { - "fieldPath": "I", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "H", + "fieldPath": "F", "nullable": true, "type": { "type": { @@ -803,7 +791,7 @@ "isPartOfKey": false }, { - "fieldPath": "F", + "fieldPath": "H", "nullable": true, "type": { "type": { @@ -815,7 +803,7 @@ "isPartOfKey": false }, { - "fieldPath": "E", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -827,19 +815,7 @@ "isPartOfKey": false }, { - "fieldPath": "D", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "C", + "fieldPath": "A", "nullable": true, "type": { "type": { @@ -863,7 +839,31 @@ "isPartOfKey": false }, { - "fieldPath": "A", + "fieldPath": "C", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "D", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -879,13 +879,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -895,13 +895,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -920,13 +920,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -948,13 +948,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -972,13 +972,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -990,13 +990,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -1006,13 +1006,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -1022,13 +1022,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -1051,18 +1051,6 @@ } }, "fields": [ - { - "fieldPath": "E", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, { "fieldPath": "A", "nullable": true, @@ -1111,6 +1099,18 @@ "recursive": false, "isPartOfKey": false }, + { + "fieldPath": "E", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, { "fieldPath": "F", "nullable": true, @@ -1212,13 +1212,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -1228,13 +1228,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -1253,13 +1253,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -1285,13 +1285,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -1309,13 +1309,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -1327,13 +1327,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -1343,13 +1343,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -1359,13 +1359,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -1401,7 +1401,7 @@ "isPartOfKey": false }, { - "fieldPath": "MANAGER_ID", + "fieldPath": "DEPARTMENT_ID", "nullable": true, "type": { "type": { @@ -1425,7 +1425,7 @@ "isPartOfKey": false }, { - "fieldPath": "DEPARTMENT_ID", + "fieldPath": "MANAGER_ID", "nullable": true, "type": { "type": { @@ -1441,13 +1441,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -1457,13 +1457,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -1482,13 +1482,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -1514,13 +1514,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -1538,13 +1538,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -1556,13 +1556,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -1572,13 +1572,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -1588,13 +1588,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -1618,7 +1618,7 @@ }, "fields": [ { - "fieldPath": "cp_start_date_sk", + "fieldPath": "cp_catalog_page_sk", "nullable": true, "type": { "type": { @@ -1642,7 +1642,19 @@ "isPartOfKey": false }, { - "fieldPath": "cp_catalog_page_sk", + "fieldPath": "cp_start_date_sk", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "cp_end_date_sk", "nullable": true, "type": { "type": { @@ -1677,30 +1689,6 @@ "recursive": false, "isPartOfKey": false }, - { - "fieldPath": "cp_end_date_sk", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "bigint(64)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "cp_catalog_page_number", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "bigint(64)", - "recursive": false, - "isPartOfKey": false - }, { "fieldPath": "cp_description", "nullable": true, @@ -1724,19 +1712,31 @@ "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false + }, + { + "fieldPath": "cp_catalog_page_number", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -1746,13 +1746,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -1771,13 +1771,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -1811,13 +1811,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -1837,17 +1837,6 @@ } ], "fineGrainedLineages": [ - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),E)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),E)" - ], - "confidenceScore": 1.0 - }, { "upstreamType": "FIELD_SET", "upstreams": [ @@ -1855,7 +1844,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),A)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),A)" ], "confidenceScore": 1.0 }, @@ -1866,7 +1855,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),B)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),B)" ], "confidenceScore": 1.0 }, @@ -1877,7 +1866,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),C)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),C)" ], "confidenceScore": 1.0 }, @@ -1888,7 +1877,18 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),D)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),D)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),E)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),E)" ], "confidenceScore": 1.0 }, @@ -1899,7 +1899,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),F)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),F)" ], "confidenceScore": 1.0 }, @@ -1910,7 +1910,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),G)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),G)" ], "confidenceScore": 1.0 }, @@ -1921,7 +1921,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),H)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),H)" ], "confidenceScore": 1.0 }, @@ -1932,7 +1932,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),I)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),I)" ], "confidenceScore": 1.0 }, @@ -1943,7 +1943,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),J)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),J)" ], "confidenceScore": 1.0 }, @@ -1954,7 +1954,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),K)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),K)" ], "confidenceScore": 1.0 }, @@ -1965,7 +1965,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),L)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),L)" ], "confidenceScore": 1.0 }, @@ -1976,7 +1976,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),M)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),M)" ], "confidenceScore": 1.0 } @@ -1985,13 +1985,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -2018,29 +2018,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),LOCATION_ID)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),MANAGER_ID)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),MANAGER_ID)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),DEPARTMENT_NAME)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),DEPARTMENT_NAME)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),LOCATION_ID)" ], "confidenceScore": 1.0 }, @@ -2051,7 +2029,29 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),DEPARTMENT_ID)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),DEPARTMENT_ID)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),DEPARTMENT_NAME)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),DEPARTMENT_NAME)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),MANAGER_ID)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),MANAGER_ID)" ], "confidenceScore": 1.0 } @@ -2060,13 +2060,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -2089,22 +2089,11 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),I)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),F)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),I)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),H)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),H)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD),F)" ], "confidenceScore": 1.0 }, @@ -2115,62 +2104,29 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),G)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD),G)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),F)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),H)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),F)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD),H)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),E)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),I)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),E)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),D)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),D)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),C)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),C)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),B)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),B)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD),I)" ], "confidenceScore": 1.0 }, @@ -2181,7 +2137,51 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),A)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD),A)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),B)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD),B)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),C)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD),C)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),D)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD),D)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),E)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.nyc-weather.csv,PROD),E)" ], "confidenceScore": 1.0 } @@ -2190,13 +2190,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -2219,11 +2219,11 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_start_date_sk)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_sk)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_start_date_sk)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_sk)" ], "confidenceScore": 1.0 }, @@ -2234,40 +2234,18 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_id)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_sk)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_start_date_sk)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_sk)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_department)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_department)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_number)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_number)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_start_date_sk)" ], "confidenceScore": 1.0 }, @@ -2278,18 +2256,29 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_end_date_sk)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_end_date_sk)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_number)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_department)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_number)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_department)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_number)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_number)" ], "confidenceScore": 1.0 }, @@ -2300,7 +2289,7 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_description)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_description)" ], "confidenceScore": 1.0 }, @@ -2311,7 +2300,18 @@ ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_type)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_type)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_number)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_number)" ], "confidenceScore": 1.0 } @@ -2320,7 +2320,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-vftab1", + "runId": "dremio-2023_10_15-07_00_00-a8syuy", "lastRunId": "no-run-id-provided" } } diff --git a/metadata-ingestion/tests/integration/dremio/test_dremio.py b/metadata-ingestion/tests/integration/dremio/test_dremio.py index be3ac31a34..0f6e42a033 100644 --- a/metadata-ingestion/tests/integration/dremio/test_dremio.py +++ b/metadata-ingestion/tests/integration/dremio/test_dremio.py @@ -1,3 +1,4 @@ +import datetime import json import os import subprocess @@ -6,7 +7,7 @@ from typing import Dict import boto3 import pytest import requests -from freezegun import freeze_time +from time_machine import travel from datahub.testing import mce_helpers from tests.test_helpers.click_helpers import run_datahub_cmd @@ -14,7 +15,7 @@ from tests.test_helpers.docker_helpers import wait_for_port pytestmark = pytest.mark.integration_batch_4 -FROZEN_TIME = "2023-10-15 07:00:00" +FROZEN_TIME = datetime.datetime(2023, 10, 15, 7, 0, tzinfo=datetime.timezone.utc) MINIO_PORT = 9000 MYSQL_PORT = 3306 @@ -469,7 +470,7 @@ def populate_minio(pytestconfig, s3_bkt): yield -@freeze_time(FROZEN_TIME) +@travel(FROZEN_TIME, tick=False) @pytest.mark.integration def test_dremio_ingest( test_resources_dir, @@ -492,7 +493,7 @@ def test_dremio_ingest( ) -@freeze_time(FROZEN_TIME) +@travel(FROZEN_TIME, tick=False) @pytest.mark.integration def test_dremio_platform_instance_urns( test_resources_dir, @@ -539,9 +540,12 @@ def test_dremio_platform_instance_urns( # Check dataset URN structure if mce["entityType"] == "dataset" and "entityUrn" in mce: - assert "test-platform.dremio" in mce["entityUrn"], ( + assert "test-platform." in mce["entityUrn"], ( f"Platform instance missing in dataset URN: {mce['entityUrn']}" ) + assert "test-platform.dremio." not in mce["entityUrn"], ( + f"URN has incorrect double dremio prefix: {mce['entityUrn']}" + ) # Check aspects for both datasets and containers if "aspectName" in mce: @@ -573,7 +577,7 @@ def test_dremio_platform_instance_urns( ) -@freeze_time(FROZEN_TIME) +@travel(FROZEN_TIME, tick=False) @pytest.mark.integration def test_dremio_schema_filter( test_resources_dir,