From 8323bc3910c7cae654313ee7f7e70603c811e805 Mon Sep 17 00:00:00 2001 From: Mayuri Nehate <33225191+mayurinehate@users.noreply.github.com> Date: Fri, 21 Mar 2025 11:31:16 +0530 Subject: [PATCH] fix(ingest/dremio): simplify and fix build source map (#12908) --- .../dremio/dremio_datahub_source_mapping.py | 2 +- .../source/dremio/dremio_entities.py | 11 +- .../ingestion/source/dremio/dremio_source.py | 213 +- .../dremio/dremio_mces_golden.json | 2373 ++++++++--------- .../dremio_platform_instance_mces_golden.json | 2104 +++++++-------- .../dremio_platform_instance_to_file.yml | 3 + .../dremio/dremio_schema_filter_to_file.yml | 3 + .../integration/dremio/dremio_to_file.yml | 7 +- .../unit/dremio/test_dremio_source_map.py | 140 + 9 files changed, 2350 insertions(+), 2506 deletions(-) create mode 100644 metadata-ingestion/tests/unit/dremio/test_dremio_source_map.py diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_datahub_source_mapping.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_datahub_source_mapping.py index 482647f8d7..fb125faf44 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_datahub_source_mapping.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_datahub_source_mapping.py @@ -66,7 +66,7 @@ class DremioToDataHubSourceTypeMapping: } @staticmethod - def get_datahub_source_type(dremio_source_type: str) -> str: + def get_datahub_platform(dremio_source_type: str) -> str: """ Return the DataHub source type. """ diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_entities.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_entities.py index b80d7b8e0f..0ed2ad062e 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_entities.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_entities.py @@ -294,7 +294,7 @@ class DremioContainer: ) -class DremioSource(DremioContainer): +class DremioSourceContainer(DremioContainer): subclass: str = "Dremio Source" dremio_source_type: str root_path: Optional[str] @@ -337,7 +337,7 @@ class DremioCatalog: self.dremio_api = dremio_api self.edition = dremio_api.edition self.datasets: Deque[DremioDataset] = deque() - self.sources: Deque[DremioSource] = deque() + self.sources: Deque[DremioSourceContainer] = deque() self.spaces: Deque[DremioSpace] = deque() self.folders: Deque[DremioFolder] = deque() self.glossary_terms: Deque[DremioGlossaryTerm] = deque() @@ -380,12 +380,13 @@ class DremioCatalog: container_type = container.get("container_type") if container_type == DremioEntityContainerType.SOURCE: self.sources.append( - DremioSource( + DremioSourceContainer( container_name=container.get("name"), location_id=container.get("id"), path=[], api_operations=self.dremio_api, - dremio_source_type=container.get("source_type"), + dremio_source_type=container.get("source_type") + or "unknown", root_path=container.get("root_path"), database_name=container.get("database_name"), ) @@ -426,7 +427,7 @@ class DremioCatalog: self.set_containers() return deque(itertools.chain(self.sources, self.spaces, self.folders)) - def get_sources(self) -> Deque[DremioSource]: + def get_sources(self) -> Deque[DremioSourceContainer]: self.set_containers() return self.sources diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_source.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_source.py index 6d34e86be6..e43ce6ca17 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_source.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_source.py @@ -1,7 +1,6 @@ import logging -import re -from collections import defaultdict from concurrent.futures import ThreadPoolExecutor, as_completed +from dataclasses import dataclass from typing import Dict, Iterable, List, Optional from datahub.emitter.mce_builder import ( @@ -28,7 +27,10 @@ from datahub.ingestion.source.dremio.dremio_api import ( DremioEdition, ) from datahub.ingestion.source.dremio.dremio_aspects import DremioAspects -from datahub.ingestion.source.dremio.dremio_config import DremioSourceConfig +from datahub.ingestion.source.dremio.dremio_config import ( + DremioSourceConfig, + DremioSourceMapping, +) from datahub.ingestion.source.dremio.dremio_datahub_source_mapping import ( DremioToDataHubSourceTypeMapping, ) @@ -39,6 +41,7 @@ from datahub.ingestion.source.dremio.dremio_entities import ( DremioDatasetType, DremioGlossaryTerm, DremioQuery, + DremioSourceContainer, ) from datahub.ingestion.source.dremio.dremio_profiling import DremioProfiler from datahub.ingestion.source.dremio.dremio_reporting import DremioSourceReport @@ -65,6 +68,17 @@ from datahub.sql_parsing.sql_parsing_aggregator import ( logger = logging.getLogger(__name__) +@dataclass +class DremioSourceMapEntry: + platform: str + source_name: str + dremio_source_category: str + root_path: str = "" + database_name: str = "" + platform_instance: Optional[str] = None + env: Optional[str] = None + + @platform_name("Dremio") @config_class(DremioSourceConfig) @support_status(SupportStatus.CERTIFIED) @@ -112,7 +126,7 @@ class DremioSource(StatefulIngestionSourceBase): self.default_db = "dremio" self.config = config self.report = DremioSourceReport() - self.source_map: Dict[str, Dict] = defaultdict() + self.source_map: Dict[str, DremioSourceMapEntry] = dict() # Initialize API operations dremio_api = DremioAPIOperations(self.config, self.report) @@ -152,111 +166,12 @@ class DremioSource(StatefulIngestionSourceBase): def get_platform(self) -> str: return "dremio" - def _build_source_map(self) -> Dict[str, Dict]: - """ - Builds a source mapping dictionary to support external lineage generation across - multiple Dremio sources, based on provided configuration mappings. - - This method operates as follows: - - 1. If a source mapping is present in the config: - - For each source in the Dremio catalog, if the mapping's `source_name` matches - the `dremio_source_type`, `root_path` and `database_name` are added to the mapping - information, along with the platform, platform instance, and environment if they exist. - This allows constructing the full URN for upstream lineage. - - 2. If a source mapping is absent in the configuration: - - Default mappings are created for each source name, setting `env` and `platform_instance` - to default values and classifying the source type. This ensures all sources have a - mapping, even if specific configuration details are missing. - - Returns: - Dict[str, Dict]: A dictionary (`source_map`) where each key is a source name - (lowercased) and each value is another dictionary containing: - - `platform`: The source platform. - - `source_name`: The source name. - - `dremio_source_type`: The type mapped to DataHub, - e.g., "database", "folder". - - Optional `root_path`, `database_name`, `platform_instance`, - and `env` if provided in the configuration. - Example: - This method is used internally within the class to generate mappings before - creating cross-platform lineage. - - """ - - source_map = {} + def _build_source_map(self) -> Dict[str, DremioSourceMapEntry]: dremio_sources = self.dremio_catalog.get_sources() + source_mappings_config = self.config.source_mappings or [] - for source in dremio_sources: - source_name = source.container_name - if isinstance(source.dremio_source_type, str): - source_type = source.dremio_source_type.lower() - root_path = source.root_path.lower() if source.root_path else "" - database_name = ( - source.database_name.lower() if source.database_name else "" - ) - source_present = False - source_platform_name = source_name - - for mapping in self.config.source_mappings or []: - if re.search(mapping.source_name, source_type, re.IGNORECASE): - source_platform_name = mapping.source_name.lower() - - datahub_source_type = ( - DremioToDataHubSourceTypeMapping.get_datahub_source_type( - source_type - ) - ) - - if re.search(mapping.platform, datahub_source_type, re.IGNORECASE): - source_platform_name = source_platform_name.lower() - source_map[source_platform_name] = { - "platform": mapping.platform, - "source_name": mapping.source_name, - "dremio_source_type": DremioToDataHubSourceTypeMapping.get_category( - source_type, - ), - "root_path": root_path, - "database_name": database_name, - "platform_instance": mapping.platform_instance, - "env": mapping.env, - } - source_present = True - break - - if not source_present: - try: - dremio_source_type = ( - DremioToDataHubSourceTypeMapping.get_category(source_type) - ) - except Exception as exc: - logger.info( - f"Source {source_type} is not a standard Dremio source type. " - f"Adding source_type {source_type} to mapping as database. Error: {exc}" - ) - - DremioToDataHubSourceTypeMapping.add_mapping( - source_type, source_name - ) - dremio_source_type = ( - DremioToDataHubSourceTypeMapping.get_category(source_type) - ) - - source_map[source_platform_name.lower()] = { - "platform": source_type, - "source_name": source_name, - "dremio_source_type": dremio_source_type, - } - - else: - logger.error( - f'Source "{source.container_name}" is broken. Containers will not be created for source.' - ) - logger.error( - f'No new cross-platform lineage will be emitted for source "{source.container_name}".' - ) - logger.error("Fix this source in Dremio to fix this issue.") + source_map = build_dremio_source_map(dremio_sources, source_mappings_config) + logger.info(f"Full source map: {source_map}") return source_map @@ -431,6 +346,7 @@ class DremioSource(StatefulIngestionSourceBase): dremio_path=dataset_info.path, dremio_dataset=dataset_info.resource_name, ) + logger.debug(f"Upstream dataset for {dataset_urn}: {upstream_urn}") if upstream_urn: upstream_lineage = UpstreamLineage( @@ -596,25 +512,23 @@ class DremioSource(StatefulIngestionSourceBase): if not mapping: return None - platform = mapping.get("platform") + platform = mapping.platform if not platform: return None - platform_instance = mapping.get( - "platform_instance", self.config.platform_instance - ) - env = mapping.get("env", self.config.env) + platform_instance = mapping.platform_instance + env = mapping.env or self.config.env root_path = "" database_name = "" - if mapping.get("dremio_source_type") == "file_object_storage": - if mapping.get("root_path"): - root_path = f"{mapping['root_path'][1:]}/" + if mapping.dremio_source_category == "file_object_storage": + if mapping.root_path: + root_path = f"{mapping.root_path[1:]}/" dremio_dataset = f"{root_path}{'/'.join(dremio_path[1:])}/{dremio_dataset}" else: - if mapping.get("database_name"): - database_name = f"{mapping['database_name']}." + if mapping.database_name: + database_name = f"{mapping.database_name}." dremio_dataset = ( f"{database_name}{'.'.join(dremio_path[1:])}.{dremio_dataset}" ) @@ -639,3 +553,68 @@ class DremioSource(StatefulIngestionSourceBase): Get the source report. """ return self.report + + +def build_dremio_source_map( + dremio_sources: Iterable[DremioSourceContainer], + source_mappings_config: List[DremioSourceMapping], +) -> Dict[str, DremioSourceMapEntry]: + """ + Builds a source mapping dictionary to support external lineage generation across + multiple Dremio sources, based on provided configuration mappings. + + This method operates as follows: + + Returns: + Dict[str, Dict]: A dictionary (`source_map`) where each key is a source name + (lowercased) and each value is another entry containing: + - `platform`: The source platform. + - `source_name`: The source name. + - `dremio_source_category`: The type mapped to DataHub, + e.g., "database", "folder". + - Optional `root_path`, `database_name`, `platform_instance`, + and `env` if provided in the configuration. + Example: + This method is used internally within the class to generate mappings before + creating cross-platform lineage. + + """ + source_map = {} + for source in dremio_sources: + current_source_name = source.container_name + + source_type = source.dremio_source_type.lower() + source_category = DremioToDataHubSourceTypeMapping.get_category(source_type) + datahub_platform = DremioToDataHubSourceTypeMapping.get_datahub_platform( + source_type + ) + root_path = source.root_path.lower() if source.root_path else "" + database_name = source.database_name.lower() if source.database_name else "" + source_present = False + + for mapping in source_mappings_config: + if mapping.source_name.lower() == current_source_name.lower(): + source_map[current_source_name.lower()] = DremioSourceMapEntry( + platform=mapping.platform, + source_name=mapping.source_name, + dremio_source_category=source_category, + root_path=root_path, + database_name=database_name, + platform_instance=mapping.platform_instance, + env=mapping.env, + ) + source_present = True + break + + if not source_present: + source_map[current_source_name.lower()] = DremioSourceMapEntry( + platform=datahub_platform, + source_name=current_source_name, + dremio_source_category=source_category, + root_path=root_path, + database_name=database_name, + platform_instance=None, + env=None, + ) + + return source_map diff --git a/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json b/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json index 41d47a574a..0a877f3ab6 100644 --- a/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json +++ b/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json @@ -15,7 +15,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -31,7 +31,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -49,7 +49,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -65,7 +65,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -85,7 +85,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -105,7 +105,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -121,7 +121,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -139,7 +139,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -155,7 +155,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -175,7 +175,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -195,7 +195,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -211,7 +211,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -229,7 +229,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -245,7 +245,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -265,7 +265,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -285,7 +285,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -301,7 +301,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -319,7 +319,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -335,7 +335,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -355,7 +355,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -375,7 +375,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -391,7 +391,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -409,7 +409,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -425,7 +425,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -445,7 +445,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -465,7 +465,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -481,7 +481,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -497,7 +497,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -515,7 +515,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -531,7 +531,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -555,7 +555,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -575,7 +575,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -591,7 +591,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -607,7 +607,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -625,7 +625,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -641,7 +641,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -665,7 +665,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -685,7 +685,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -701,7 +701,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -717,7 +717,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -735,7 +735,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -751,7 +751,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -775,7 +775,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -795,7 +795,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -811,7 +811,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -827,7 +827,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -845,7 +845,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -861,7 +861,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -885,7 +885,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -905,7 +905,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -921,7 +921,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -937,7 +937,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -955,7 +955,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -971,7 +971,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -995,7 +995,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1015,7 +1015,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1031,7 +1031,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1047,7 +1047,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1065,7 +1065,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1081,7 +1081,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1105,7 +1105,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1125,7 +1125,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1141,7 +1141,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1157,7 +1157,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1175,7 +1175,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1191,7 +1191,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1215,7 +1215,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1235,7 +1235,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1251,7 +1251,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1267,7 +1267,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1285,7 +1285,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1301,7 +1301,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1325,7 +1325,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1345,7 +1345,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1361,7 +1361,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1377,7 +1377,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1395,7 +1395,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1411,7 +1411,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1439,7 +1439,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1459,7 +1459,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1475,7 +1475,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1491,7 +1491,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1509,7 +1509,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1525,7 +1525,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1553,7 +1553,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1573,7 +1573,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1589,7 +1589,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1605,7 +1605,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1623,7 +1623,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1639,7 +1639,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1671,7 +1671,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1691,7 +1691,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1707,7 +1707,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1723,7 +1723,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1741,7 +1741,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1757,7 +1757,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1793,7 +1793,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1817,7 +1817,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1835,7 +1835,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1851,7 +1851,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1867,7 +1867,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1885,7 +1885,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -1914,6 +1914,18 @@ } }, "fields": [ + { + "fieldPath": "I", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, { "fieldPath": "A", "nullable": true, @@ -2009,25 +2021,13 @@ "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false - }, - { - "fieldPath": "I", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -2043,7 +2043,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -2067,7 +2067,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -2091,7 +2091,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -2109,7 +2109,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -2125,7 +2125,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -2141,7 +2141,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -2159,7 +2159,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -2189,19 +2189,7 @@ }, "fields": [ { - "fieldPath": "priority", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "float(24)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "email_address", + "fieldPath": "last_name", "nullable": true, "type": { "type": { @@ -2225,7 +2213,7 @@ "isPartOfKey": false }, { - "fieldPath": "last_name", + "fieldPath": "email_address", "nullable": true, "type": { "type": { @@ -2237,14 +2225,14 @@ "isPartOfKey": false }, { - "fieldPath": "company", + "fieldPath": "priority", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "float(24)", "recursive": false, "isPartOfKey": false }, @@ -2259,13 +2247,25 @@ "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false + }, + { + "fieldPath": "company", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -2281,7 +2281,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -2309,7 +2309,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -2333,7 +2333,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -2351,7 +2351,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -2367,7 +2367,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -2383,7 +2383,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -2401,7 +2401,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -2443,31 +2443,7 @@ "isPartOfKey": false }, { - "fieldPath": "aspect", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "version", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "bigint(64)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "metadata", + "fieldPath": "createdby", "nullable": true, "type": { "type": { @@ -2491,7 +2467,7 @@ "isPartOfKey": false }, { - "fieldPath": "createdby", + "fieldPath": "metadata", "nullable": true, "type": { "type": { @@ -2502,6 +2478,18 @@ "recursive": false, "isPartOfKey": false }, + { + "fieldPath": "version", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, { "fieldPath": "createdfor", "nullable": true, @@ -2513,13 +2501,25 @@ "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false + }, + { + "fieldPath": "aspect", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -2535,7 +2535,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -2563,7 +2563,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -2587,7 +2587,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -2605,7 +2605,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -2621,7 +2621,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -2637,7 +2637,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -2655,7 +2655,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -2685,31 +2685,7 @@ }, "fields": [ { - "fieldPath": "doubleVal", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "double(53)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "stringVal", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "longVal", + "fieldPath": "id", "nullable": true, "type": { "type": { @@ -2721,7 +2697,7 @@ "isPartOfKey": false }, { - "fieldPath": "path", + "fieldPath": "urn", "nullable": true, "type": { "type": { @@ -2745,7 +2721,7 @@ "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "path", "nullable": true, "type": { "type": { @@ -2757,7 +2733,7 @@ "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "longVal", "nullable": true, "type": { "type": { @@ -2767,13 +2743,37 @@ "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false + }, + { + "fieldPath": "stringVal", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "doubleVal", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "double(53)", + "recursive": false, + "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -2789,7 +2789,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -2817,7 +2817,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -2841,7 +2841,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -2859,7 +2859,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -2875,7 +2875,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -2891,7 +2891,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -2909,7 +2909,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -2951,14 +2951,14 @@ "isPartOfKey": false }, { - "fieldPath": "doubleVal", + "fieldPath": "urn", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, @@ -2975,14 +2975,14 @@ "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "doubleVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false } @@ -2991,7 +2991,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3007,7 +3007,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3035,7 +3035,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3059,7 +3059,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3077,7 +3077,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3093,7 +3093,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3109,7 +3109,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3127,7 +3127,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3168,18 +3168,6 @@ "recursive": false, "isPartOfKey": false }, - { - "fieldPath": "id", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "integer(32)", - "recursive": false, - "isPartOfKey": false - }, { "fieldPath": "description", "nullable": true, @@ -3191,13 +3179,25 @@ "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false + }, + { + "fieldPath": "id", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "integer(32)", + "recursive": false, + "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3213,7 +3213,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3241,7 +3241,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3265,7 +3265,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3283,7 +3283,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3299,7 +3299,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3315,7 +3315,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3333,7 +3333,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3362,6 +3362,18 @@ } }, "fields": [ + { + "fieldPath": "salary", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, { "fieldPath": "age", "nullable": true, @@ -3374,6 +3386,18 @@ "recursive": false, "isPartOfKey": false }, + { + "fieldPath": "id", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, { "fieldPath": "name", "nullable": true, @@ -3385,37 +3409,13 @@ "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false - }, - { - "fieldPath": "id", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "bigint(64)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "salary", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "bigint(64)", - "recursive": false, - "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3431,7 +3431,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3459,7 +3459,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3483,7 +3483,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3501,7 +3501,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3517,7 +3517,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3533,7 +3533,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3615,7 +3615,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3631,7 +3631,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3656,7 +3656,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3680,7 +3680,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3704,7 +3704,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3722,7 +3722,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3738,7 +3738,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3754,7 +3754,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3796,19 +3796,19 @@ "isPartOfKey": false }, { - "fieldPath": "version", + "fieldPath": "createdfor", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "metadata", + "fieldPath": "createdby", "nullable": true, "type": { "type": { @@ -3832,7 +3832,7 @@ "isPartOfKey": false }, { - "fieldPath": "createdby", + "fieldPath": "metadata", "nullable": true, "type": { "type": { @@ -3844,14 +3844,14 @@ "isPartOfKey": false }, { - "fieldPath": "createdfor", + "fieldPath": "version", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, @@ -3872,7 +3872,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3888,7 +3888,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3913,7 +3913,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3941,7 +3941,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3965,7 +3965,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3983,7 +3983,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -3999,7 +3999,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -4015,7 +4015,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -4056,30 +4056,6 @@ "recursive": false, "isPartOfKey": false }, - { - "fieldPath": "stringVal", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "longVal", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "bigint(64)", - "recursive": false, - "isPartOfKey": false - }, { "fieldPath": "id", "nullable": true, @@ -4093,7 +4069,7 @@ "isPartOfKey": false }, { - "fieldPath": "path", + "fieldPath": "urn", "nullable": true, "type": { "type": { @@ -4117,7 +4093,31 @@ "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "path", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "longVal", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "stringVal", "nullable": true, "type": { "type": { @@ -4133,7 +4133,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -4149,7 +4149,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -4174,7 +4174,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -4202,7 +4202,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -4226,7 +4226,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -4244,7 +4244,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -4260,7 +4260,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -4276,7 +4276,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -4329,18 +4329,6 @@ "recursive": false, "isPartOfKey": false }, - { - "fieldPath": "path", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, { "fieldPath": "doubleVal", "nullable": true, @@ -4352,13 +4340,25 @@ "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false + }, + { + "fieldPath": "path", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -4374,7 +4374,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -4399,7 +4399,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -4427,7 +4427,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -4451,7 +4451,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -4469,7 +4469,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -4485,7 +4485,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -4501,7 +4501,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -4530,18 +4530,6 @@ } }, "fields": [ - { - "fieldPath": "priority", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "float(24)", - "recursive": false, - "isPartOfKey": false - }, { "fieldPath": "email_address", "nullable": true, @@ -4554,18 +4542,6 @@ "recursive": false, "isPartOfKey": false }, - { - "fieldPath": "first_name", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, { "fieldPath": "last_name", "nullable": true, @@ -4601,13 +4577,37 @@ "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false + }, + { + "fieldPath": "first_name", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "priority", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "float(24)", + "recursive": false, + "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -4623,7 +4623,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -4648,7 +4648,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -4676,7 +4676,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -4700,7 +4700,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -4718,7 +4718,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -4734,7 +4734,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -4750,7 +4750,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -4779,18 +4779,6 @@ } }, "fields": [ - { - "fieldPath": "id", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "integer(32)", - "recursive": false, - "isPartOfKey": false - }, { "fieldPath": "description", "nullable": true, @@ -4814,13 +4802,25 @@ "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false + }, + { + "fieldPath": "id", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "integer(32)", + "recursive": false, + "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -4836,7 +4836,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -4861,7 +4861,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -4889,7 +4889,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -4913,7 +4913,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -4931,7 +4931,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -4947,7 +4947,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -4963,7 +4963,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -4993,43 +4993,7 @@ }, "fields": [ { - "fieldPath": "D", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "C", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "B", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "A", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -5089,7 +5053,43 @@ "isPartOfKey": false }, { - "fieldPath": "I", + "fieldPath": "D", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "C", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "B", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "A", "nullable": true, "type": { "type": { @@ -5105,7 +5105,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -5121,7 +5121,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -5146,7 +5146,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -5174,7 +5174,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -5198,7 +5198,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -5216,7 +5216,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -5232,7 +5232,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -5248,7 +5248,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -5277,6 +5277,18 @@ } }, "fields": [ + { + "fieldPath": "E", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, { "fieldPath": "A", "nullable": true, @@ -5325,18 +5337,6 @@ "recursive": false, "isPartOfKey": false }, - { - "fieldPath": "E", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, { "fieldPath": "F", "nullable": true, @@ -5438,7 +5438,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -5454,7 +5454,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -5479,7 +5479,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -5511,7 +5511,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -5535,7 +5535,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -5553,7 +5553,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -5569,7 +5569,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -5585,7 +5585,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -5615,14 +5615,14 @@ }, "fields": [ { - "fieldPath": "DEPARTMENT_NAME", + "fieldPath": "LOCATION_ID", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false }, @@ -5639,19 +5639,19 @@ "isPartOfKey": false }, { - "fieldPath": "DEPARTMENT_ID", + "fieldPath": "DEPARTMENT_NAME", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "LOCATION_ID", + "fieldPath": "DEPARTMENT_ID", "nullable": true, "type": { "type": { @@ -5667,7 +5667,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -5683,7 +5683,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -5708,7 +5708,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -5740,7 +5740,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -5764,7 +5764,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -5782,7 +5782,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -5798,7 +5798,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -5814,7 +5814,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -5843,66 +5843,6 @@ } }, "fields": [ - { - "fieldPath": "cp_catalog_page_number", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "bigint(64)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "cp_type", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "cp_description", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "cp_catalog_number", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "bigint(64)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "cp_end_date_sk", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "bigint(64)", - "recursive": false, - "isPartOfKey": false - }, { "fieldPath": "cp_start_date_sk", "nullable": true, @@ -5950,13 +5890,73 @@ "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false + }, + { + "fieldPath": "cp_catalog_number", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "cp_end_date_sk", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "cp_catalog_page_number", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "cp_description", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "cp_type", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -5972,7 +5972,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -5997,7 +5997,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -6037,7 +6037,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -6077,33 +6077,11 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),version)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),createdfor)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),version)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),metadata)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),metadata)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),createdon)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),createdon)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),createdfor)" ], "confidenceScore": 1.0 }, @@ -6121,11 +6099,33 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),createdfor)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),createdon)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),createdfor)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),createdon)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),metadata)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),metadata)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),version)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),version)" ], "confidenceScore": 1.0 }, @@ -6145,7 +6145,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -6182,28 +6182,6 @@ ], "confidenceScore": 1.0 }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),stringVal)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),stringVal)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),longVal)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),longVal)" - ], - "confidenceScore": 1.0 - }, { "upstreamType": "FIELD_SET", "upstreams": [ @@ -6218,11 +6196,11 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),path)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),urn)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),path)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),urn)" ], "confidenceScore": 1.0 }, @@ -6240,11 +6218,33 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),urn)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),path)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),urn)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),path)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),longVal)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),longVal)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),stringVal)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),stringVal)" ], "confidenceScore": 1.0 } @@ -6253,7 +6253,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -6304,22 +6304,22 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),path)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),doubleVal)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD),path)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD),doubleVal)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),doubleVal)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),path)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD),doubleVal)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD),path)" ], "confidenceScore": 1.0 } @@ -6328,7 +6328,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -6354,17 +6354,6 @@ } ], "fineGrainedLineages": [ - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),priority)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),priority)" - ], - "confidenceScore": 1.0 - }, { "upstreamType": "FIELD_SET", "upstreams": [ @@ -6376,17 +6365,6 @@ ], "confidenceScore": 1.0 }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),first_name)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),first_name)" - ], - "confidenceScore": 1.0 - }, { "upstreamType": "FIELD_SET", "upstreams": [ @@ -6419,13 +6397,35 @@ "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),id)" ], "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),first_name)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),first_name)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),priority)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),priority)" + ], + "confidenceScore": 1.0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -6451,17 +6451,6 @@ } ], "fineGrainedLineages": [ - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),id)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD),id)" - ], - "confidenceScore": 1.0 - }, { "upstreamType": "FIELD_SET", "upstreams": [ @@ -6483,13 +6472,24 @@ "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD),customer_id)" ], "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD),id)" + ], + "confidenceScore": 1.0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -6564,7 +6564,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -6590,6 +6590,17 @@ } ], "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),E)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),E)" + ], + "confidenceScore": 1.0 + }, { "upstreamType": "FIELD_SET", "upstreams": [ @@ -6634,17 +6645,6 @@ ], "confidenceScore": 1.0 }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),E)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),E)" - ], - "confidenceScore": 1.0 - }, { "upstreamType": "FIELD_SET", "upstreams": [ @@ -6738,7 +6738,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -6767,11 +6767,11 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),DEPARTMENT_NAME)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),LOCATION_ID)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),DEPARTMENT_NAME)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),LOCATION_ID)" ], "confidenceScore": 1.0 }, @@ -6789,22 +6789,22 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),DEPARTMENT_ID)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),DEPARTMENT_NAME)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),DEPARTMENT_ID)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),DEPARTMENT_NAME)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),LOCATION_ID)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),DEPARTMENT_ID)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),LOCATION_ID)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),DEPARTMENT_ID)" ], "confidenceScore": 1.0 } @@ -6813,7 +6813,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -6842,44 +6842,11 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),D)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),I)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),D)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),C)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),C)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),B)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),B)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),A)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),A)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),I)" ], "confidenceScore": 1.0 }, @@ -6930,11 +6897,44 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),I)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),D)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),I)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),D)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),C)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),C)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),B)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),B)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),A)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),A)" ], "confidenceScore": 1.0 } @@ -6943,7 +6943,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -6969,61 +6969,6 @@ } ], "fineGrainedLineages": [ - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_number)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_number)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_type)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_type)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_description)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_description)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_number)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_number)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_end_date_sk)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_end_date_sk)" - ], - "confidenceScore": 1.0 - }, { "upstreamType": "FIELD_SET", "upstreams": [ @@ -7067,13 +7012,68 @@ "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_department)" ], "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_number)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_number)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_end_date_sk)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_end_date_sk)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_number)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_number)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_description)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_description)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_type)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_type)" + ], + "confidenceScore": 1.0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -7103,7 +7103,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -7131,7 +7131,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -7154,7 +7154,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -7170,7 +7170,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -7200,7 +7200,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -7228,7 +7228,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -7251,7 +7251,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -7267,7 +7267,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -7297,7 +7297,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -7325,7 +7325,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -7348,7 +7348,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -7364,7 +7364,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -7394,7 +7394,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -7422,7 +7422,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -7445,7 +7445,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -7461,7 +7461,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -7491,7 +7491,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -7519,7 +7519,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -7542,7 +7542,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -7558,7 +7558,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -7638,7 +7638,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -7666,7 +7666,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -7713,7 +7713,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -7729,146 +7729,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", - "changeType": "UPSERT", - "aspectName": "datasetProfile", - "aspect": { - "json": { - "timestampMillis": 1697353200000, - "partitionSpec": { - "partition": "FULL_TABLE_SNAPSHOT", - "type": "FULL_TABLE" - }, - "rowCount": 0, - "columnCount": 4, - "fieldProfiles": [ - { - "fieldPath": "id", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "doubleVal", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "path", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "urn", - "uniqueCount": 0, - "nullCount": 0 - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", - "changeType": "UPSERT", - "aspectName": "datasetProfile", - "aspect": { - "json": { - "timestampMillis": 1697353200000, - "partitionSpec": { - "partition": "FULL_TABLE_SNAPSHOT", - "type": "FULL_TABLE" - }, - "rowCount": 0, - "columnCount": 3, - "fieldProfiles": [ - { - "fieldPath": "id", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "description", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "customer_id", - "uniqueCount": 0, - "nullCount": 0 - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", - "changeType": "UPSERT", - "aspectName": "datasetProfile", - "aspect": { - "json": { - "timestampMillis": 1697353200000, - "partitionSpec": { - "partition": "FULL_TABLE_SNAPSHOT", - "type": "FULL_TABLE" - }, - "rowCount": 4, - "columnCount": 4, - "fieldProfiles": [ - { - "fieldPath": "age", - "uniqueCount": 4, - "nullCount": 0, - "mean": "32.5", - "stdev": "6.454972243679028" - }, - { - "fieldPath": "name", - "uniqueCount": 4, - "nullCount": 0 - }, - { - "fieldPath": "id", - "uniqueCount": 4, - "nullCount": 0, - "mean": "2.5", - "stdev": "1.2909944487358056" - }, - { - "fieldPath": "salary", - "uniqueCount": 4, - "nullCount": 0, - "mean": "65000.0", - "stdev": "12909.944487358056" - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7887,12 +7754,17 @@ "nullCount": 0 }, { - "fieldPath": "aspect", - "uniqueCount": 2, + "fieldPath": "createdfor", + "uniqueCount": 0, + "nullCount": 2 + }, + { + "fieldPath": "createdby", + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "version", + "fieldPath": "createdon", "uniqueCount": 1, "nullCount": 0 }, @@ -7902,84 +7774,21 @@ "nullCount": 0 }, { - "fieldPath": "createdon", + "fieldPath": "version", "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "createdby", - "uniqueCount": 1, + "fieldPath": "aspect", + "uniqueCount": 2, "nullCount": 0 - }, - { - "fieldPath": "createdfor", - "uniqueCount": 0, - "nullCount": 2 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", - "changeType": "UPSERT", - "aspectName": "datasetProfile", - "aspect": { - "json": { - "timestampMillis": 1697353200000, - "partitionSpec": { - "partition": "FULL_TABLE_SNAPSHOT", - "type": "FULL_TABLE" - }, - "rowCount": 5, - "columnCount": 6, - "fieldProfiles": [ - { - "fieldPath": "priority", - "uniqueCount": 3, - "nullCount": 1, - "mean": "4.175000011920929", - "stdev": "0.4924429489953036" - }, - { - "fieldPath": "email_address", - "uniqueCount": 5, - "nullCount": 0 - }, - { - "fieldPath": "first_name", - "uniqueCount": 5, - "nullCount": 0 - }, - { - "fieldPath": "last_name", - "uniqueCount": 5, - "nullCount": 0 - }, - { - "fieldPath": "company", - "uniqueCount": 5, - "nullCount": 0 - }, - { - "fieldPath": "id", - "uniqueCount": 5, - "nullCount": 0, - "mean": "3.0", - "stdev": "1.5811388300841898" - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -8009,12 +7818,12 @@ "nullCount": 0 }, { - "fieldPath": "path", + "fieldPath": "doubleVal", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "doubleVal", + "fieldPath": "path", "uniqueCount": 0, "nullCount": 0 } @@ -8023,13 +7832,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -8039,22 +7848,41 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 0, - "columnCount": 3, + "rowCount": 5, + "columnCount": 6, "fieldProfiles": [ { - "fieldPath": "customer_id", - "uniqueCount": 0, + "fieldPath": "last_name", + "uniqueCount": 5, "nullCount": 0 }, + { + "fieldPath": "first_name", + "uniqueCount": 5, + "nullCount": 0 + }, + { + "fieldPath": "email_address", + "uniqueCount": 5, + "nullCount": 0 + }, + { + "fieldPath": "priority", + "uniqueCount": 3, + "nullCount": 1, + "mean": "4.175000011920929", + "stdev": "0.4924429489953036" + }, { "fieldPath": "id", - "uniqueCount": 0, - "nullCount": 0 + "uniqueCount": 5, + "nullCount": 0, + "mean": "3.0", + "stdev": "1.5811388300841898" }, { - "fieldPath": "description", - "uniqueCount": 0, + "fieldPath": "company", + "uniqueCount": 5, "nullCount": 0 } ] @@ -8062,7 +7890,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -8086,23 +7914,13 @@ "uniqueCount": 0, "nullCount": 0 }, - { - "fieldPath": "stringVal", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "longVal", - "uniqueCount": 0, - "nullCount": 0 - }, { "fieldPath": "id", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "path", + "fieldPath": "urn", "uniqueCount": 0, "nullCount": 0 }, @@ -8112,7 +7930,17 @@ "nullCount": 0 }, { - "fieldPath": "urn", + "fieldPath": "path", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "longVal", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "stringVal", "uniqueCount": 0, "nullCount": 0 } @@ -8121,7 +7949,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -8141,22 +7969,12 @@ "columnCount": 7, "fieldProfiles": [ { - "fieldPath": "doubleVal", + "fieldPath": "id", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "stringVal", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "longVal", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "path", + "fieldPath": "urn", "uniqueCount": 0, "nullCount": 0 }, @@ -8166,7 +7984,56 @@ "nullCount": 0 }, { - "fieldPath": "urn", + "fieldPath": "path", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "longVal", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "stringVal", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "doubleVal", + "uniqueCount": 0, + "nullCount": 0 + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-5gj2et", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 0, + "columnCount": 3, + "fieldProfiles": [ + { + "fieldPath": "customer_id", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "description", "uniqueCount": 0, "nullCount": 0 }, @@ -8180,13 +8047,57 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 0, + "columnCount": 4, + "fieldProfiles": [ + { + "fieldPath": "id", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "urn", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "path", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "doubleVal", + "uniqueCount": 0, + "nullCount": 0 + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-5gj2et", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -8200,18 +8111,8 @@ "columnCount": 9, "fieldProfiles": [ { - "fieldPath": "D", - "uniqueCount": 76, - "nullCount": 0 - }, - { - "fieldPath": "C", - "uniqueCount": 3834, - "nullCount": 0 - }, - { - "fieldPath": "B", - "uniqueCount": 2, + "fieldPath": "I", + "uniqueCount": 85, "nullCount": 0 }, { @@ -8220,18 +8121,18 @@ "nullCount": 0 }, { - "fieldPath": "H", - "uniqueCount": 91, + "fieldPath": "B", + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "G", - "uniqueCount": 40, + "fieldPath": "C", + "uniqueCount": 3834, "nullCount": 0 }, { - "fieldPath": "F", - "uniqueCount": 61, + "fieldPath": "D", + "uniqueCount": 76, "nullCount": 0 }, { @@ -8240,8 +8141,18 @@ "nullCount": 0 }, { - "fieldPath": "I", - "uniqueCount": 85, + "fieldPath": "F", + "uniqueCount": 61, + "nullCount": 0 + }, + { + "fieldPath": "G", + "uniqueCount": 40, + "nullCount": 0 + }, + { + "fieldPath": "H", + "uniqueCount": 91, "nullCount": 0 } ] @@ -8249,7 +8160,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -8299,13 +8210,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -8315,42 +8226,22 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 2, - "columnCount": 7, + "rowCount": 0, + "columnCount": 3, "fieldProfiles": [ { - "fieldPath": "urn", - "uniqueCount": 1, - "nullCount": 0 - }, - { - "fieldPath": "version", - "uniqueCount": 1, - "nullCount": 0 - }, - { - "fieldPath": "metadata", - "uniqueCount": 2, - "nullCount": 0 - }, - { - "fieldPath": "createdon", - "uniqueCount": 1, - "nullCount": 0 - }, - { - "fieldPath": "createdby", - "uniqueCount": 1, - "nullCount": 0 - }, - { - "fieldPath": "createdfor", + "fieldPath": "description", "uniqueCount": 0, - "nullCount": 2 + "nullCount": 0 }, { - "fieldPath": "aspect", - "uniqueCount": 2, + "fieldPath": "customer_id", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "id", + "uniqueCount": 0, "nullCount": 0 } ] @@ -8358,76 +8249,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", - "changeType": "UPSERT", - "aspectName": "datasetProfile", - "aspect": { - "json": { - "timestampMillis": 1697353200000, - "partitionSpec": { - "partition": "FULL_TABLE_SNAPSHOT", - "type": "FULL_TABLE" - }, - "rowCount": 3834, - "columnCount": 9, - "fieldProfiles": [ - { - "fieldPath": "A", - "uniqueCount": 2, - "nullCount": 0 - }, - { - "fieldPath": "B", - "uniqueCount": 2, - "nullCount": 0 - }, - { - "fieldPath": "C", - "uniqueCount": 3834, - "nullCount": 0 - }, - { - "fieldPath": "D", - "uniqueCount": 76, - "nullCount": 0 - }, - { - "fieldPath": "E", - "uniqueCount": 192, - "nullCount": 0 - }, - { - "fieldPath": "F", - "uniqueCount": 61, - "nullCount": 0 - }, - { - "fieldPath": "G", - "uniqueCount": 40, - "nullCount": 0 - }, - { - "fieldPath": "H", - "uniqueCount": 91, - "nullCount": 0 - }, - { - "fieldPath": "I", - "uniqueCount": 85, - "nullCount": 0 - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -8446,23 +8268,11 @@ "rowCount": 5, "columnCount": 6, "fieldProfiles": [ - { - "fieldPath": "priority", - "uniqueCount": 3, - "nullCount": 1, - "mean": "4.175000011920929", - "stdev": "0.4924429489953036" - }, { "fieldPath": "email_address", "uniqueCount": 5, "nullCount": 0 }, - { - "fieldPath": "first_name", - "uniqueCount": 5, - "nullCount": 0 - }, { "fieldPath": "last_name", "uniqueCount": 5, @@ -8479,108 +8289,31 @@ "nullCount": 0, "mean": "3.0", "stdev": "1.5811388300841898" - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", - "changeType": "UPSERT", - "aspectName": "datasetProfile", - "aspect": { - "json": { - "timestampMillis": 1697353200000, - "partitionSpec": { - "partition": "FULL_TABLE_SNAPSHOT", - "type": "FULL_TABLE" - }, - "rowCount": 10842, - "columnCount": 13, - "fieldProfiles": [ - { - "fieldPath": "A", - "uniqueCount": 9661, - "nullCount": 0 }, { - "fieldPath": "B", - "uniqueCount": 35, - "nullCount": 0 - }, - { - "fieldPath": "C", - "uniqueCount": 42, - "nullCount": 0 - }, - { - "fieldPath": "D", - "uniqueCount": 6003, - "nullCount": 0 - }, - { - "fieldPath": "E", - "uniqueCount": 463, - "nullCount": 0 - }, - { - "fieldPath": "F", - "uniqueCount": 23, - "nullCount": 0 - }, - { - "fieldPath": "G", + "fieldPath": "first_name", "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "H", - "uniqueCount": 94, - "nullCount": 0 - }, - { - "fieldPath": "I", - "uniqueCount": 8, - "nullCount": 0 - }, - { - "fieldPath": "J", - "uniqueCount": 121, - "nullCount": 0 - }, - { - "fieldPath": "K", - "uniqueCount": 1379, - "nullCount": 0 - }, - { - "fieldPath": "L", - "uniqueCount": 2835, - "nullCount": 0 - }, - { - "fieldPath": "M", - "uniqueCount": 35, - "nullCount": 1 + "fieldPath": "priority", + "uniqueCount": 3, + "nullCount": 1, + "mean": "4.175000011920929", + "stdev": "0.4924429489953036" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -8590,47 +8323,47 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 27, + "rowCount": 4, "columnCount": 4, "fieldProfiles": [ { - "fieldPath": "DEPARTMENT_NAME", - "uniqueCount": 27, + "fieldPath": "salary", + "uniqueCount": 4, + "nullCount": 0, + "mean": "65000.0", + "stdev": "12909.944487358056" + }, + { + "fieldPath": "age", + "uniqueCount": 4, + "nullCount": 0, + "mean": "32.5", + "stdev": "6.454972243679028" + }, + { + "fieldPath": "id", + "uniqueCount": 4, + "nullCount": 0, + "mean": "2.5", + "stdev": "1.2909944487358056" + }, + { + "fieldPath": "name", + "uniqueCount": 4, "nullCount": 0 - }, - { - "fieldPath": "MANAGER_ID", - "uniqueCount": 11, - "nullCount": 16, - "mean": "154.9090909090909", - "stdev": "47.139059272443184" - }, - { - "fieldPath": "DEPARTMENT_ID", - "uniqueCount": 27, - "nullCount": 0, - "mean": "140.0", - "stdev": "79.37253933193772" - }, - { - "fieldPath": "LOCATION_ID", - "uniqueCount": 7, - "nullCount": 0, - "mean": "1777.7777777777778", - "stdev": "284.6500325410858" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -8640,61 +8373,41 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 30000, - "columnCount": 9, + "rowCount": 2, + "columnCount": 7, "fieldProfiles": [ { - "fieldPath": "cp_catalog_page_number", - "uniqueCount": 277, - "nullCount": 294, - "mean": "138.8378442065576", - "stdev": "80.01625232480262" - }, - { - "fieldPath": "cp_type", - "uniqueCount": 4, + "fieldPath": "urn", + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "cp_description", - "uniqueCount": 29718, + "fieldPath": "createdby", + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "cp_catalog_number", - "uniqueCount": 109, - "nullCount": 297, - "mean": "54.62360704305962", - "stdev": "31.27039684588463" - }, - { - "fieldPath": "cp_end_date_sk", - "uniqueCount": 97, - "nullCount": 302, - "mean": "2451940.632601522", - "stdev": "634.7367986145963" - }, - { - "fieldPath": "cp_start_date_sk", - "uniqueCount": 91, - "nullCount": 286, - "mean": "2451880.7982769064", - "stdev": "634.1320559175408" - }, - { - "fieldPath": "cp_catalog_page_id", - "uniqueCount": 30000, + "fieldPath": "createdon", + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "cp_catalog_page_sk", - "uniqueCount": 30000, - "nullCount": 0, - "mean": "15000.5", - "stdev": "8660.398374208891" + "fieldPath": "metadata", + "uniqueCount": 2, + "nullCount": 0 }, { - "fieldPath": "cp_department", + "fieldPath": "version", + "uniqueCount": 1, + "nullCount": 0 + }, + { + "fieldPath": "createdfor", + "uniqueCount": 0, + "nullCount": 2 + }, + { + "fieldPath": "aspect", "uniqueCount": 2, "nullCount": 0 } @@ -8703,7 +8416,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -8719,7 +8432,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -8735,7 +8448,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -8751,7 +8464,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -8767,7 +8480,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -8783,7 +8496,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } }, @@ -8799,7 +8512,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "runId": "dremio-2023_10_15-07_00_00-5gj2et", "lastRunId": "no-run-id-provided" } } diff --git a/metadata-ingestion/tests/integration/dremio/dremio_platform_instance_mces_golden.json b/metadata-ingestion/tests/integration/dremio/dremio_platform_instance_mces_golden.json index 81e9c38d1b..0fe12f061e 100644 --- a/metadata-ingestion/tests/integration/dremio/dremio_platform_instance_mces_golden.json +++ b/metadata-ingestion/tests/integration/dremio/dremio_platform_instance_mces_golden.json @@ -15,7 +15,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -32,7 +32,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -50,7 +50,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -66,7 +66,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -90,7 +90,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -110,7 +110,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -127,7 +127,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -145,7 +145,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -161,7 +161,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -185,7 +185,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -205,7 +205,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -222,7 +222,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -240,7 +240,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -256,7 +256,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -280,7 +280,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -300,7 +300,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -317,7 +317,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -335,7 +335,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -351,7 +351,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -375,7 +375,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -395,7 +395,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -412,7 +412,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -430,7 +430,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -446,7 +446,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -470,7 +470,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -490,7 +490,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -506,7 +506,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -523,7 +523,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -541,7 +541,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -557,7 +557,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -585,7 +585,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -605,7 +605,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -621,7 +621,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -638,7 +638,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -656,7 +656,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -672,7 +672,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -700,7 +700,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -720,7 +720,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -736,7 +736,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -753,7 +753,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -771,7 +771,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -787,7 +787,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -815,7 +815,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -835,7 +835,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -851,7 +851,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -868,7 +868,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -886,7 +886,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -902,7 +902,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -930,7 +930,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -950,7 +950,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -966,7 +966,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -983,7 +983,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1001,7 +1001,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1017,7 +1017,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1045,7 +1045,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1065,7 +1065,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1081,7 +1081,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1098,7 +1098,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1116,7 +1116,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1132,7 +1132,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1160,7 +1160,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1180,7 +1180,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1196,7 +1196,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1213,7 +1213,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1231,7 +1231,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1247,7 +1247,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1275,7 +1275,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1295,7 +1295,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1311,7 +1311,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1328,7 +1328,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1346,7 +1346,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1362,7 +1362,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1390,7 +1390,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1410,7 +1410,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1426,7 +1426,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1443,7 +1443,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1461,7 +1461,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1477,7 +1477,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1509,7 +1509,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1529,7 +1529,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1545,7 +1545,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1562,7 +1562,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1580,7 +1580,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1596,7 +1596,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1628,7 +1628,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1648,7 +1648,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1664,7 +1664,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1681,7 +1681,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1699,7 +1699,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1715,7 +1715,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1751,7 +1751,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1771,7 +1771,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1787,7 +1787,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1804,7 +1804,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1822,7 +1822,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1838,7 +1838,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1878,7 +1878,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1902,7 +1902,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1920,7 +1920,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1937,7 +1937,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1953,7 +1953,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -1971,7 +1971,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -2000,6 +2000,30 @@ } }, "fields": [ + { + "fieldPath": "G", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "H", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, { "fieldPath": "I", "nullable": true, @@ -2083,37 +2107,13 @@ "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false - }, - { - "fieldPath": "G", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "H", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -2129,7 +2129,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -2157,7 +2157,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -2181,7 +2181,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -2199,7 +2199,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -2216,7 +2216,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -2232,7 +2232,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -2250,7 +2250,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -2279,18 +2279,6 @@ } }, "fields": [ - { - "fieldPath": "first_name", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, { "fieldPath": "last_name", "nullable": true, @@ -2303,30 +2291,6 @@ "recursive": false, "isPartOfKey": false }, - { - "fieldPath": "id", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "integer(32)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "company", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, { "fieldPath": "priority", "nullable": true, @@ -2350,13 +2314,49 @@ "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false + }, + { + "fieldPath": "first_name", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "id", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "integer(32)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "company", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -2372,7 +2372,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -2404,7 +2404,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -2428,7 +2428,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -2446,7 +2446,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -2463,7 +2463,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -2479,7 +2479,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -2497,7 +2497,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -2527,19 +2527,7 @@ }, "fields": [ { - "fieldPath": "urn", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "createdby", + "fieldPath": "metadata", "nullable": true, "type": { "type": { @@ -2563,7 +2551,7 @@ "isPartOfKey": false }, { - "fieldPath": "metadata", + "fieldPath": "createdby", "nullable": true, "type": { "type": { @@ -2575,19 +2563,19 @@ "isPartOfKey": false }, { - "fieldPath": "version", + "fieldPath": "createdfor", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "createdfor", + "fieldPath": "urn", "nullable": true, "type": { "type": { @@ -2609,13 +2597,25 @@ "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false + }, + { + "fieldPath": "version", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -2631,7 +2631,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -2663,7 +2663,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -2687,7 +2687,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -2705,7 +2705,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -2722,7 +2722,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -2738,7 +2738,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -2756,7 +2756,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -2785,42 +2785,6 @@ } }, "fields": [ - { - "fieldPath": "id", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "bigint(64)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "urn", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "aspect", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, { "fieldPath": "path", "nullable": true, @@ -2868,13 +2832,49 @@ "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false + }, + { + "fieldPath": "id", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "urn", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "aspect", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -2890,7 +2890,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -2922,7 +2922,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -2946,7 +2946,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -2964,7 +2964,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -2981,7 +2981,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -2997,7 +2997,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -3015,7 +3015,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -3057,14 +3057,14 @@ "isPartOfKey": false }, { - "fieldPath": "path", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, @@ -3081,14 +3081,14 @@ "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "path", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false } @@ -3097,7 +3097,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -3113,7 +3113,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -3145,7 +3145,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -3169,7 +3169,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -3187,7 +3187,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -3204,7 +3204,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -3220,7 +3220,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -3238,7 +3238,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -3267,6 +3267,18 @@ } }, "fields": [ + { + "fieldPath": "id", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "integer(32)", + "recursive": false, + "isPartOfKey": false + }, { "fieldPath": "customer_id", "nullable": true, @@ -3290,25 +3302,13 @@ "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false - }, - { - "fieldPath": "id", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "integer(32)", - "recursive": false, - "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -3324,7 +3324,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -3356,7 +3356,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -3380,7 +3380,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -3398,7 +3398,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -3415,7 +3415,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -3431,7 +3431,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -3449,7 +3449,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -3479,14 +3479,14 @@ }, "fields": [ { - "fieldPath": "salary", + "fieldPath": "name", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, @@ -3503,14 +3503,14 @@ "isPartOfKey": false }, { - "fieldPath": "name", + "fieldPath": "salary", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, @@ -3531,7 +3531,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -3547,7 +3547,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -3579,7 +3579,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -3603,7 +3603,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -3621,7 +3621,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -3638,7 +3638,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -3654,7 +3654,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -3736,7 +3736,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -3752,7 +3752,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -3777,7 +3777,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -3805,7 +3805,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -3829,7 +3829,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -3847,7 +3847,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -3864,7 +3864,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -3880,7 +3880,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -3909,6 +3909,42 @@ } }, "fields": [ + { + "fieldPath": "urn", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "aspect", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "version", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, { "fieldPath": "metadata", "nullable": true, @@ -3956,49 +3992,13 @@ "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false - }, - { - "fieldPath": "urn", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "aspect", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "version", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "bigint(64)", - "recursive": false, - "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -4014,7 +4014,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -4031,7 +4031,7 @@ "time": 0, "actor": "urn:li:corpuser:unknown" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_aspect,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD)", "type": "COPY" } ] @@ -4039,7 +4039,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -4071,7 +4071,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -4095,7 +4095,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -4113,7 +4113,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -4130,7 +4130,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -4146,7 +4146,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -4188,14 +4188,14 @@ "isPartOfKey": false }, { - "fieldPath": "aspect", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, @@ -4212,19 +4212,7 @@ "isPartOfKey": false }, { - "fieldPath": "id", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "bigint(64)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "stringVal", + "fieldPath": "aspect", "nullable": true, "type": { "type": { @@ -4247,6 +4235,18 @@ "recursive": false, "isPartOfKey": false }, + { + "fieldPath": "stringVal", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, { "fieldPath": "doubleVal", "nullable": true, @@ -4264,7 +4264,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -4280,7 +4280,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -4297,7 +4297,7 @@ "time": 0, "actor": "urn:li:corpuser:unknown" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD)", "type": "COPY" } ] @@ -4305,7 +4305,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -4337,7 +4337,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -4361,7 +4361,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -4379,7 +4379,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -4396,7 +4396,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -4412,7 +4412,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -4441,18 +4441,6 @@ } }, "fields": [ - { - "fieldPath": "id", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "bigint(64)", - "recursive": false, - "isPartOfKey": false - }, { "fieldPath": "urn", "nullable": true, @@ -4488,13 +4476,25 @@ "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false + }, + { + "fieldPath": "id", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -4510,7 +4510,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -4527,7 +4527,7 @@ "time": 0, "actor": "urn:li:corpuser:unknown" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index_view,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD)", "type": "COPY" } ] @@ -4535,7 +4535,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -4567,7 +4567,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -4591,7 +4591,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -4609,7 +4609,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -4626,7 +4626,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -4642,7 +4642,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -4672,14 +4672,14 @@ }, "fields": [ { - "fieldPath": "priority", + "fieldPath": "first_name", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "float(24)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, @@ -4696,26 +4696,14 @@ "isPartOfKey": false }, { - "fieldPath": "first_name", + "fieldPath": "priority", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "company", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "float(24)", "recursive": false, "isPartOfKey": false }, @@ -4731,6 +4719,18 @@ "recursive": false, "isPartOfKey": false }, + { + "fieldPath": "company", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, { "fieldPath": "last_name", "nullable": true, @@ -4748,7 +4748,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -4764,7 +4764,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -4781,7 +4781,7 @@ "time": 0, "actor": "urn:li:corpuser:unknown" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.customers,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD)", "type": "COPY" } ] @@ -4789,7 +4789,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -4821,7 +4821,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -4845,7 +4845,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -4863,7 +4863,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -4880,7 +4880,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -4896,7 +4896,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -4966,7 +4966,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -4982,7 +4982,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -4999,7 +4999,7 @@ "time": 0, "actor": "urn:li:corpuser:unknown" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.orders,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD)", "type": "COPY" } ] @@ -5007,7 +5007,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -5039,7 +5039,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -5063,7 +5063,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -5081,7 +5081,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -5098,7 +5098,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -5114,7 +5114,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -5144,19 +5144,7 @@ }, "fields": [ { - "fieldPath": "E", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "G", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -5180,7 +5168,7 @@ "isPartOfKey": false }, { - "fieldPath": "I", + "fieldPath": "G", "nullable": true, "type": { "type": { @@ -5203,6 +5191,260 @@ "recursive": false, "isPartOfKey": false }, + { + "fieldPath": "E", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "D", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "C", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "B", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "A", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-oc8njg", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-oc8njg", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD)", + "type": "COPY" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-oc8njg", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)", + "urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + }, + { + "id": "Sources" + }, + { + "id": "urn:li:container:007d12a4a241c87924b54e1e35990234", + "urn": "urn:li:container:007d12a4a241c87924b54e1e35990234" + }, + { + "id": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", + "urn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-oc8njg", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProperties", + "aspect": { + "json": { + "customProperties": {}, + "externalUrl": "http://localhost:9047/source/\"Samples\"/\"samples.dremio.com\".\"Dremio University\".\"googleplaystore.csv\"", + "name": "googleplaystore.csv", + "qualifiedName": "Samples.samples.dremio.com.Dremio University.googleplaystore.csv", + "description": "", + "created": { + "time": 0 + }, + "tags": [] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-oc8njg", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Table" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-oc8njg", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-oc8njg", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:55c3b773b40bb744b4e5946db4e13455" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-oc8njg", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "schemaMetadata", + "aspect": { + "json": { + "schemaName": "Samples.samples.dremio.com.Dremio University.googleplaystore.csv", + "platform": "urn:li:dataPlatform:dremio", + "version": 0, + "created": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "lastModified": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "hash": "", + "platformSchema": { + "com.linkedin.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "E", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, { "fieldPath": "A", "nullable": true, @@ -5250,189 +5492,7 @@ "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", - "changeType": "UPSERT", - "aspectName": "status", - "aspect": { - "json": { - "removed": false - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", - "changeType": "UPSERT", - "aspectName": "upstreamLineage", - "aspect": { - "json": { - "upstreams": [ - { - "auditStamp": { - "time": 0, - "actor": "urn:li:corpuser:unknown" - }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD)", - "type": "COPY" - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", - "changeType": "UPSERT", - "aspectName": "browsePathsV2", - "aspect": { - "json": { - "path": [ - { - "id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)", - "urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" }, - { - "id": "Sources" - }, - { - "id": "urn:li:container:007d12a4a241c87924b54e1e35990234", - "urn": "urn:li:container:007d12a4a241c87924b54e1e35990234" - }, - { - "id": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", - "urn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715" - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", - "changeType": "UPSERT", - "aspectName": "datasetProperties", - "aspect": { - "json": { - "customProperties": {}, - "externalUrl": "http://localhost:9047/source/\"Samples\"/\"samples.dremio.com\".\"Dremio University\".\"googleplaystore.csv\"", - "name": "googleplaystore.csv", - "qualifiedName": "Samples.samples.dremio.com.Dremio University.googleplaystore.csv", - "description": "", - "created": { - "time": 0 - }, - "tags": [] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", - "changeType": "UPSERT", - "aspectName": "subTypes", - "aspect": { - "json": { - "typeNames": [ - "Table" - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", - "changeType": "UPSERT", - "aspectName": "dataPlatformInstance", - "aspect": { - "json": { - "platform": "urn:li:dataPlatform:dremio", - "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", - "changeType": "UPSERT", - "aspectName": "container", - "aspect": { - "json": { - "container": "urn:li:container:55c3b773b40bb744b4e5946db4e13455" - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", - "changeType": "UPSERT", - "aspectName": "schemaMetadata", - "aspect": { - "json": { - "schemaName": "Samples.samples.dremio.com.Dremio University.googleplaystore.csv", - "platform": "urn:li:dataPlatform:dremio", - "version": 0, - "created": { - "time": 0, - "actor": "urn:li:corpuser:unknown" - }, - "lastModified": { - "time": 0, - "actor": "urn:li:corpuser:unknown" - }, - "hash": "", - "platformSchema": { - "com.linkedin.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ { "fieldPath": "F", "nullable": true, @@ -5528,73 +5588,13 @@ "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false - }, - { - "fieldPath": "A", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "B", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "C", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "D", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "E", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -5610,7 +5610,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -5635,7 +5635,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -5671,7 +5671,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -5695,7 +5695,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -5713,7 +5713,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -5730,7 +5730,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -5746,7 +5746,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -5787,18 +5787,6 @@ "recursive": false, "isPartOfKey": false }, - { - "fieldPath": "DEPARTMENT_NAME", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, { "fieldPath": "MANAGER_ID", "nullable": true, @@ -5822,13 +5810,25 @@ "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false + }, + { + "fieldPath": "DEPARTMENT_NAME", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -5844,7 +5844,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -5869,7 +5869,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -5905,7 +5905,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -5929,7 +5929,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -5947,7 +5947,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -5964,7 +5964,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -5980,7 +5980,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -6010,7 +6010,19 @@ }, "fields": [ { - "fieldPath": "cp_catalog_page_sk", + "fieldPath": "cp_end_date_sk", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "cp_start_date_sk", "nullable": true, "type": { "type": { @@ -6034,7 +6046,7 @@ "isPartOfKey": false }, { - "fieldPath": "cp_start_date_sk", + "fieldPath": "cp_catalog_page_sk", "nullable": true, "type": { "type": { @@ -6046,7 +6058,43 @@ "isPartOfKey": false }, { - "fieldPath": "cp_end_date_sk", + "fieldPath": "cp_type", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "cp_description", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "cp_catalog_page_number", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "cp_catalog_number", "nullable": true, "type": { "type": { @@ -6068,61 +6116,13 @@ "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false - }, - { - "fieldPath": "cp_catalog_number", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "bigint(64)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "cp_catalog_page_number", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "bigint(64)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "cp_description", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "cp_type", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -6138,7 +6138,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -6163,7 +6163,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -6207,7 +6207,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -6228,7 +6228,7 @@ "time": 0, "actor": "urn:li:corpuser:_ingestion" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_aspect,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD)", "type": "COPY" } ], @@ -6236,51 +6236,7 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_aspect,PROD),metadata)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD),metadata)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_aspect,PROD),createdon)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD),createdon)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_aspect,PROD),createdby)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD),createdby)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_aspect,PROD),createdfor)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD),createdfor)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_aspect,PROD),urn)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),urn)" ], "downstreamType": "FIELD", "downstreams": [ @@ -6291,7 +6247,7 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_aspect,PROD),aspect)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),aspect)" ], "downstreamType": "FIELD", "downstreams": [ @@ -6302,20 +6258,64 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_aspect,PROD),version)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),version)" ], "downstreamType": "FIELD", "downstreams": [ "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD),version)" ], "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),metadata)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD),metadata)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),createdon)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD),createdon)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),createdby)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD),createdby)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),createdfor)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD),createdfor)" + ], + "confidenceScore": 1.0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -6336,7 +6336,7 @@ "time": 0, "actor": "urn:li:corpuser:_ingestion" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD)", "type": "COPY" } ], @@ -6344,7 +6344,7 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index,PROD),path)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),path)" ], "downstreamType": "FIELD", "downstreams": [ @@ -6355,29 +6355,7 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index,PROD),aspect)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD),aspect)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index,PROD),urn)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD),urn)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index,PROD),id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),id)" ], "downstreamType": "FIELD", "downstreams": [ @@ -6388,18 +6366,29 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index,PROD),stringVal)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),urn)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD),stringVal)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD),urn)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index,PROD),longVal)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),aspect)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD),aspect)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),longVal)" ], "downstreamType": "FIELD", "downstreams": [ @@ -6410,7 +6399,18 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index,PROD),doubleVal)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),stringVal)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD),stringVal)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),doubleVal)" ], "downstreamType": "FIELD", "downstreams": [ @@ -6423,7 +6423,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -6444,7 +6444,7 @@ "time": 0, "actor": "urn:li:corpuser:_ingestion" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index_view,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD)", "type": "COPY" } ], @@ -6452,18 +6452,7 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index_view,PROD),id)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD),id)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index_view,PROD),urn)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),urn)" ], "downstreamType": "FIELD", "downstreams": [ @@ -6474,7 +6463,7 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index_view,PROD),path)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),path)" ], "downstreamType": "FIELD", "downstreams": [ @@ -6485,20 +6474,31 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index_view,PROD),doubleVal)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),doubleVal)" ], "downstreamType": "FIELD", "downstreams": [ "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD),doubleVal)" ], "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD),id)" + ], + "confidenceScore": 1.0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -6519,7 +6519,7 @@ "time": 0, "actor": "urn:li:corpuser:_ingestion" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.customers,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD)", "type": "COPY" } ], @@ -6527,29 +6527,7 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.customers,PROD),priority)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD),priority)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.customers,PROD),email_address)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD),email_address)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.customers,PROD),first_name)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),first_name)" ], "downstreamType": "FIELD", "downstreams": [ @@ -6560,18 +6538,29 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.customers,PROD),company)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),email_address)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD),company)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD),email_address)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.customers,PROD),id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),priority)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD),priority)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),id)" ], "downstreamType": "FIELD", "downstreams": [ @@ -6582,7 +6571,18 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.customers,PROD),last_name)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),company)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD),company)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),last_name)" ], "downstreamType": "FIELD", "downstreams": [ @@ -6595,7 +6595,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -6616,7 +6616,7 @@ "time": 0, "actor": "urn:li:corpuser:_ingestion" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.orders,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD)", "type": "COPY" } ], @@ -6624,7 +6624,7 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.orders,PROD),description)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),description)" ], "downstreamType": "FIELD", "downstreams": [ @@ -6635,7 +6635,7 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.orders,PROD),customer_id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),customer_id)" ], "downstreamType": "FIELD", "downstreams": [ @@ -6646,7 +6646,7 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.orders,PROD),id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),id)" ], "downstreamType": "FIELD", "downstreams": [ @@ -6659,7 +6659,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -6734,7 +6734,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -6760,6 +6760,61 @@ } ], "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),E)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),E)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),A)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),A)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),B)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),B)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),C)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),C)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),D)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),D)" + ], + "confidenceScore": 1.0 + }, { "upstreamType": "FIELD_SET", "upstreams": [ @@ -6847,68 +6902,13 @@ "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),M)" ], "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),A)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),A)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),B)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),B)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),C)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),C)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),D)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),D)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),E)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),E)" - ], - "confidenceScore": 1.0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -6945,17 +6945,6 @@ ], "confidenceScore": 1.0 }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),DEPARTMENT_NAME)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),DEPARTMENT_NAME)" - ], - "confidenceScore": 1.0 - }, { "upstreamType": "FIELD_SET", "upstreams": [ @@ -6977,13 +6966,24 @@ "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),LOCATION_ID)" ], "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),DEPARTMENT_NAME)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),DEPARTMENT_NAME)" + ], + "confidenceScore": 1.0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -7012,22 +7012,11 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),E)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),I)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),E)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),G)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),G)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),I)" ], "confidenceScore": 1.0 }, @@ -7045,11 +7034,11 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),I)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),G)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),I)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),G)" ], "confidenceScore": 1.0 }, @@ -7067,22 +7056,22 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),A)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),E)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),A)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),E)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),B)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),D)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),B)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),D)" ], "confidenceScore": 1.0 }, @@ -7100,11 +7089,22 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),D)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),B)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),D)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),B)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),A)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),A)" ], "confidenceScore": 1.0 } @@ -7113,7 +7113,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -7142,22 +7142,11 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_sk)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_end_date_sk)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_sk)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_id)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_end_date_sk)" ], "confidenceScore": 1.0 }, @@ -7175,44 +7164,33 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_end_date_sk)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_id)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_end_date_sk)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_id)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_department)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_sk)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_department)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_sk)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_number)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_type)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_number)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_number)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_number)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_type)" ], "confidenceScore": 1.0 }, @@ -7230,11 +7208,33 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_type)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_number)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_type)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_number)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_number)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_number)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_department)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_department)" ], "confidenceScore": 1.0 } @@ -7243,7 +7243,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -7273,7 +7273,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -7301,7 +7301,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -7324,7 +7324,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -7340,7 +7340,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -7370,7 +7370,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -7398,7 +7398,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -7421,7 +7421,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -7437,7 +7437,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -7467,7 +7467,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -7495,7 +7495,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -7518,7 +7518,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -7534,7 +7534,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -7564,7 +7564,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -7592,7 +7592,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -7615,7 +7615,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -7631,7 +7631,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -7661,7 +7661,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -7689,7 +7689,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -7712,7 +7712,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -7728,7 +7728,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -7808,7 +7808,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -7836,7 +7836,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -7883,7 +7883,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -7899,7 +7899,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -7915,7 +7915,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -7931,7 +7931,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -7947,7 +7947,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -7963,7 +7963,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -7979,7 +7979,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } }, @@ -7995,7 +7995,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-t5gf20", + "runId": "dremio-2023_10_15-07_00_00-oc8njg", "lastRunId": "no-run-id-provided" } } diff --git a/metadata-ingestion/tests/integration/dremio/dremio_platform_instance_to_file.yml b/metadata-ingestion/tests/integration/dremio/dremio_platform_instance_to_file.yml index 923dae1396..1a76392fb5 100644 --- a/metadata-ingestion/tests/integration/dremio/dremio_platform_instance_to_file.yml +++ b/metadata-ingestion/tests/integration/dremio/dremio_platform_instance_to_file.yml @@ -19,6 +19,9 @@ source: - platform: s3 source_name: samples platform_instance: s3_test_samples + - platform: s3 + source_name: s3 + platform_instance: s3_test_samples sink: type: file diff --git a/metadata-ingestion/tests/integration/dremio/dremio_schema_filter_to_file.yml b/metadata-ingestion/tests/integration/dremio/dremio_schema_filter_to_file.yml index 2b3cea465e..a3e8e17bff 100644 --- a/metadata-ingestion/tests/integration/dremio/dremio_schema_filter_to_file.yml +++ b/metadata-ingestion/tests/integration/dremio/dremio_schema_filter_to_file.yml @@ -17,6 +17,9 @@ source: - platform: s3 source_name: samples platform_instance: s3_test_samples + - platform: s3 + source_name: s3 + platform_instance: s3_test_samples schema_pattern: allow: diff --git a/metadata-ingestion/tests/integration/dremio/dremio_to_file.yml b/metadata-ingestion/tests/integration/dremio/dremio_to_file.yml index 1ee975722f..03cda5ee4b 100644 --- a/metadata-ingestion/tests/integration/dremio/dremio_to_file.yml +++ b/metadata-ingestion/tests/integration/dremio/dremio_to_file.yml @@ -17,6 +17,9 @@ source: - platform: s3 source_name: samples platform_instance: s3_test_samples + - platform: s3 + source_name: s3 + platform_instance: s3_test_samples schema_pattern: allow: @@ -26,7 +29,9 @@ source: enabled: true include_field_min_value: false include_field_max_value: false - + profile_pattern: + deny: + - ".*samples.*" sink: type: file diff --git a/metadata-ingestion/tests/unit/dremio/test_dremio_source_map.py b/metadata-ingestion/tests/unit/dremio/test_dremio_source_map.py new file mode 100644 index 0000000000..8514c0c8ef --- /dev/null +++ b/metadata-ingestion/tests/unit/dremio/test_dremio_source_map.py @@ -0,0 +1,140 @@ +from typing import List +from unittest.mock import MagicMock + +from datahub.ingestion.source.dremio.dremio_config import DremioSourceMapping +from datahub.ingestion.source.dremio.dremio_entities import DremioSourceContainer +from datahub.ingestion.source.dremio.dremio_source import ( + DremioSourceMapEntry, + build_dremio_source_map, +) + + +def test_build_source_map_simple(): + # write unit test + config_mapping: List[DremioSourceMapping] = [ + DremioSourceMapping(source_name="source1", platform="S3", env="PROD"), + DremioSourceMapping(source_name="source2", platform="redshift", env="DEV"), + ] + sources: List[DremioSourceContainer] = [ + DremioSourceContainer( + container_name="source1", + location_id="xxx", + path=[], + api_operations=MagicMock(), # type:ignore + dremio_source_type="S3", + root_path="/", + database_name=None, + ), + DremioSourceContainer( + container_name="source2", + location_id="yyy", + path=[], + api_operations=MagicMock(), # type:ignore + dremio_source_type="REDSHIFT", + root_path="/", + database_name="redshiftdb", + ), + ] + source_map = build_dremio_source_map(sources, config_mapping) + + assert source_map == { + "source1": DremioSourceMapEntry( + source_name="source1", + platform="S3", + env="PROD", + dremio_source_category="file_object_storage", + root_path="/", + database_name="", + ), + "source2": DremioSourceMapEntry( + source_name="source2", + platform="redshift", + env="DEV", + dremio_source_category="database", + root_path="/", + database_name="redshiftdb", + ), + } + + +def test_build_source_map_same_platform_multiple_sources(): + # write unit test + config_mapping: List[DremioSourceMapping] = [ + DremioSourceMapping(source_name="source1", platform="S3", env="PROD"), + DremioSourceMapping(source_name="source2", platform="redshift", env="DEV"), + DremioSourceMapping(source_name="source2", platform="redshift", env="PROD"), + ] + sources: List[DremioSourceContainer] = [ + DremioSourceContainer( + container_name="source1", + location_id="xxx", + path=[], + api_operations=MagicMock(), # type:ignore + dremio_source_type="S3", + root_path="/", + database_name=None, + ), + DremioSourceContainer( + container_name="source2", + location_id="yyy", + path=[], + api_operations=MagicMock(), # type:ignore + dremio_source_type="REDSHIFT", + root_path="/", + database_name="redshiftdb", + ), + DremioSourceContainer( + container_name="source3", + location_id="tt", + path=[], + api_operations=MagicMock(), # type:ignore + dremio_source_type="REDSHIFT", + root_path="/", + database_name="redshiftproddb", + ), + DremioSourceContainer( + container_name="Source4", + location_id="zz", + path=[], + api_operations=MagicMock(), # type:ignore + dremio_source_type="NEWSOURCE", + root_path="/", + database_name="somedb", + ), + ] + source_map = build_dremio_source_map(sources, config_mapping) + + assert source_map == { + "source1": DremioSourceMapEntry( + source_name="source1", + platform="S3", + env="PROD", + dremio_source_category="file_object_storage", + root_path="/", + database_name="", + ), + "source2": DremioSourceMapEntry( + source_name="source2", + platform="redshift", + env="DEV", + dremio_source_category="database", + root_path="/", + database_name="redshiftdb", + ), + "source3": DremioSourceMapEntry( + source_name="source3", + platform="redshift", + env=None, + dremio_source_category="database", + root_path="/", + database_name="redshiftproddb", + ), + "source4": DremioSourceMapEntry( + source_name="Source4", + platform="newsource", + env=None, + dremio_source_category="unknown", + root_path="/", + database_name="somedb", + ), + }