yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-08-12 02:56:59 +00:00
Code Issues Packages Projects Releases Wiki Activity

issue-5757: s3-prefix-fix-added (#5876)

Browse Source 
* issue-5757: s3-prefix-fix-added

* updated-f-string-in-prefix
This commit is contained in:
Abhishek Pandey 2022-07-06 20:06:34 +05:30 committed by GitHub
parent c4d71adc5e
commit f3a6a405b6
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
ingestion/src/metadata/ingestion/source/database/datalake.py
View File

@ -170,7 +170,7 @@ class DatalakeSource(Source[Entity]):
def get_s3_files(self, bucket_name, prefix): def get_s3_files(self, bucket_name, prefix):
kwargs = {"Bucket": bucket_name} kwargs = {"Bucket": bucket_name}
if prefix: if prefix:
kwargs["prefix"] = prefix kwargs["Prefix"] = prefix if prefix.endswith("/") else f"{prefix}/"
for key in self.client.list_objects(**kwargs)["Contents"]: for key in self.client.list_objects(**kwargs)["Contents"]:
try: try:
if filter_by_table( if filter_by_table(