yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-10-31 10:39:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix ValueError: too many values to unpack for col lineage (#11723)

Browse Source
This commit is contained in:
Mayur Singal 2023-05-24 11:30:44 +05:30 committed by GitHub
parent 7c4e53f0e0
commit c44bff8fd3
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 9 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
ingestion/src/metadata/ingestion/lineage/parser.py
View File

@ -15,7 +15,7 @@ import traceback
from collections import defaultdict from collections import defaultdict
from copy import deepcopy from copy import deepcopy
from logging.config import DictConfigurator from logging.config import DictConfigurator
from typing import Any, Dict, List, Optional, Tuple, Union from typing import Any, Dict, List, Optional, Tuple
import sqlparse import sqlparse
from cached_property import cached_property from cached_property import cached_property
@ -118,14 +118,20 @@ class LineageParser:
return self.retrieve_tables(self.parser.target_tables) return self.retrieve_tables(self.parser.target_tables)
@cached_property @cached_property
def column_lineage(self) -> List[Union[Tuple[Column, Column]]]: def column_lineage(self) -> List[Tuple[Column, Column]]:
""" """
Get a list of tuples of column lineage Get a list of tuples of column lineage
""" """
if self.parser._dialect == SQLPARSE_DIALECT: # pylint: disable=protected-access if self.parser._dialect == SQLPARSE_DIALECT: # pylint: disable=protected-access
return self.parser.get_column_lineage() return self.parser.get_column_lineage()
column_lineage = [] column_lineage = []
for src_column, tgt_column in self.parser.get_column_lineage(): for col_lineage in self.parser.get_column_lineage():
# In case of column level lineage it is possible that we get
# two or more columns as there might be some intermediate columns
# but the source columns will be the first value and
# the target column always will be the last columns
src_column = col_lineage[0]
tgt_column = col_lineage[-1]
src_col = Column(src_column.raw_name) src_col = Column(src_column.raw_name)
src_col._parent = src_column._parent # pylint: disable=protected-access src_col._parent = src_column._parent # pylint: disable=protected-access
tgt_col = Column(tgt_column.raw_name) tgt_col = Column(tgt_column.raw_name)