yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-10-12 09:18:20 +00:00
Code Issues Packages Projects Releases Wiki Activity

MINOR: parquet endpoint null case error (#21015)

Browse Source
This commit is contained in:
harshsoni2024 2025-05-12 14:46:13 +05:30 committed by harshsoni2024
parent 80466076da
commit 0a8421d11f
1 changed files with 10 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
ingestion/src/metadata/readers/dataframe/parquet.py
View File

@ -68,8 +68,16 @@ class ParquetDataFrameReader(DataFrameReader):
from pyarrow.parquet import ParquetDataset from pyarrow.parquet import ParquetDataset
client_kwargs = { client_kwargs = {
"endpoint_override": str(self.config_source.securityConfig.endPointURL), "endpoint_override": (
"region": self.config_source.securityConfig.awsRegion, str(self.config_source.securityConfig.endPointURL)
if self.config_source.securityConfig.endPointURL
else None
),
"region": (
self.config_source.securityConfig.awsRegion
if self.config_source.securityConfig.awsRegion
else None
),
"access_key": self.config_source.securityConfig.awsAccessKeyId, "access_key": self.config_source.securityConfig.awsAccessKeyId,
"session_token": self.config_source.securityConfig.awsSessionToken, "session_token": self.config_source.securityConfig.awsSessionToken,
"role_arn": self.config_source.securityConfig.assumeRoleArn, "role_arn": self.config_source.securityConfig.assumeRoleArn,