yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-11-02 19:58:59 +00:00
Code Issues Packages Projects Releases Wiki Activity

adjustments

Browse Source
This commit is contained in:
Jonny Dixon 2025-03-18 09:15:00 +00:00
parent a81fa2492a
commit 8a6dfcde77
1 changed files with 15 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

26
metadata-ingestion/src/datahub/ingestion/source/fivetran/fivetran_standard_api.py
View File

@ -1,3 +1,8 @@
"""
This is an updated version of fivetran_standard_api.py with the fix for BigQuery case handling.
The key fix is in the _fill_connectors_lineage method, which now properly lowercases table names for BigQuery.
"""
import logging
from typing import Dict, List, Optional, Set, Tuple
@ -414,15 +419,16 @@ class FivetranStandardAPI(FivetranAccessInterface):
source_table = f"{schema_name}.{table_name}"
# Adjust case based on destination platform
# FIX: Use the helper method from api_client for consistent case handling
dest_schema = (
schema_name.upper()
if destination_platform != "bigquery"
else schema_name
self.api_client._get_destination_schema_name(
schema_name, destination_platform
)
)
dest_table = (
table_name.upper()
if destination_platform != "bigquery"
else table_name
self.api_client._get_destination_table_name(
table_name, destination_platform
)
)
destination_table = f"{dest_schema}.{dest_table}"
@ -440,11 +446,9 @@ class FivetranStandardAPI(FivetranAccessInterface):
if not col_name:
continue
# Destination column name follows same case convention as table
dest_col_name = (
col_name.upper()
if destination_platform != "bigquery"
else col_name
# FIX: Use the helper method for consistent case handling
dest_col_name = self.api_client._get_destination_column_name(
col_name, destination_platform
)
column_lineage.append(