From 0a8421d11f1e160ffb4d93c1ecbfc43379a586aa Mon Sep 17 00:00:00 2001 From: harshsoni2024 <64592571+harshsoni2024@users.noreply.github.com> Date: Mon, 12 May 2025 14:46:13 +0530 Subject: [PATCH] MINOR: parquet endpoint null case error (#21015) --- ingestion/src/metadata/readers/dataframe/parquet.py | 12 ++++++++++-- 1 file changed, 10 insertions(+), 2 deletions(-) diff --git a/ingestion/src/metadata/readers/dataframe/parquet.py b/ingestion/src/metadata/readers/dataframe/parquet.py index e1c7ebf7157..3b6ea30e90a 100644 --- a/ingestion/src/metadata/readers/dataframe/parquet.py +++ b/ingestion/src/metadata/readers/dataframe/parquet.py @@ -68,8 +68,16 @@ class ParquetDataFrameReader(DataFrameReader): from pyarrow.parquet import ParquetDataset client_kwargs = { - "endpoint_override": str(self.config_source.securityConfig.endPointURL), - "region": self.config_source.securityConfig.awsRegion, + "endpoint_override": ( + str(self.config_source.securityConfig.endPointURL) + if self.config_source.securityConfig.endPointURL + else None + ), + "region": ( + self.config_source.securityConfig.awsRegion + if self.config_source.securityConfig.awsRegion + else None + ), "access_key": self.config_source.securityConfig.awsAccessKeyId, "session_token": self.config_source.securityConfig.awsSessionToken, "role_arn": self.config_source.securityConfig.assumeRoleArn,