# Copyright 2021 Collate # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # http://www.apache.org/licenses/LICENSE-2.0 # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. """ Test SAP Hana source """ from pathlib import Path from metadata.ingestion.source.database.saphana.cdata_parser import ( ColumnMapping, DataSource, ParsedLineage, ViewType, parse_registry, ) RESOURCES_DIR = Path(__file__).parent.parent.parent / "resources" / "saphana" def test_parse_analytic_view() -> None: """Read the resource and parse the file""" with open(RESOURCES_DIR / "cdata_analytic_view.xml") as file: cdata = file.read() parse_fn = parse_registry.registry.get(ViewType.ANALYTIC_VIEW.value) parsed_lineage: ParsedLineage = parse_fn(cdata) ds = DataSource( name="SBOOK", location="SFLIGHT", source_type=ViewType.DATA_BASE_TABLE ) assert parsed_lineage assert len(parsed_lineage.mappings) == 6 assert parsed_lineage.sources == {ds} assert parsed_lineage.mappings[0] == ColumnMapping( data_source=ds, sources=["MANDT"], target="MANDT", ) def test_parse_attribute_view() -> None: """Read the resource and parse the file""" with open(RESOURCES_DIR / "cdata_attribute_view.xml") as file: cdata = file.read() parse_fn = parse_registry.registry.get(ViewType.ATTRIBUTE_VIEW.value) parsed_lineage: ParsedLineage = parse_fn(cdata) ds = DataSource( name="SFLIGHT", location="SFLIGHT", source_type=ViewType.DATA_BASE_TABLE ) assert parsed_lineage assert len(parsed_lineage.mappings) == 20 # 15 columns + 5 derived from formulas assert parsed_lineage.sources == { DataSource( name="SCARR", location="SFLIGHT", source_type=ViewType.DATA_BASE_TABLE ), ds, } assert parsed_lineage.mappings[0] == ColumnMapping( data_source=ds, sources=["MANDT"], target="MANDT", ) def test_parse_cv_tab() -> None: """Read the resource and parse the file""" with open(RESOURCES_DIR / "cdata_calculation_view_tab.xml") as file: cdata = file.read() parse_fn = parse_registry.registry.get(ViewType.CALCULATION_VIEW.value) parsed_lineage: ParsedLineage = parse_fn(cdata) ds = DataSource( name="SFLIGHT", location="SFLIGHT", source_type=ViewType.DATA_BASE_TABLE ) assert parsed_lineage assert len(parsed_lineage.mappings) == 7 # 4 attributes, 3 measures assert parsed_lineage.sources == {ds} # Attribute assert parsed_lineage.mappings[0] == ColumnMapping( data_source=ds, sources=["MANDT"], target="MANDT", ) # Measure assert parsed_lineage.mappings[-1] == ColumnMapping( data_source=ds, sources=["PAYMENTSUM"], target="PAYMENTSUM", ) def test_parse_cv_view() -> None: """Read the resource and parse the file""" with open(RESOURCES_DIR / "cdata_calculation_view_cv.xml") as file: cdata = file.read() parse_fn = parse_registry.registry.get(ViewType.CALCULATION_VIEW.value) parsed_lineage: ParsedLineage = parse_fn(cdata) ds = DataSource( name="CV_SFLIGHT_SBOOK", location="/SFLIGHT.MODELING/calculationviews/CV_SFLIGHT_SBOOK", source_type=ViewType.CALCULATION_VIEW, ) assert parsed_lineage assert len(parsed_lineage.mappings) == 5 # 4 attributes, 1 measure assert parsed_lineage.sources == {ds} # Attribute assert parsed_lineage.mappings[0] == ColumnMapping( data_source=ds, sources=["MANDT"], target="MANDT", ) # Measure assert parsed_lineage.mappings[-1] == ColumnMapping( data_source=ds, sources=["USAGE_PCT"], target="USAGE_PCT", ) def test_parse_cv() -> None: """Read the resource and parse the file""" with open(RESOURCES_DIR / "cdata_calculation_view.xml") as file: cdata = file.read() parse_fn = parse_registry.registry.get(ViewType.CALCULATION_VIEW.value) parsed_lineage: ParsedLineage = parse_fn(cdata) ds_sbook = DataSource( name="AN_SBOOK", location="/SFLIGHT.MODELING/analyticviews/AN_SBOOK", source_type=ViewType.ANALYTIC_VIEW, ) ds_sflight = DataSource( name="AT_SFLIGHT", location="/SFLIGHT.MODELING/attributeviews/AT_SFLIGHT", source_type=ViewType.ATTRIBUTE_VIEW, ) assert parsed_lineage # Even though we have 9 unique columns, some come from 2 tables, so we have two mappings assert len(parsed_lineage.mappings) == 13 assert parsed_lineage.sources == {ds_sbook, ds_sflight} # We can validate that MANDT comes from 2 sources mandt_mappings = [ mapping for mapping in parsed_lineage.mappings if mapping.target == "MANDT" ] assert len(mandt_mappings) == 2 assert {mapping.data_source for mapping in mandt_mappings} == {ds_sbook, ds_sflight}