yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-09-30 11:26:23 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: added depth in json and pass in metadata entry (#23332)

Browse Source
This commit is contained in:
Keshav Mohta 2025-09-12 12:31:20 +05:30 committed by GitHub
parent d1e829ed8c
commit 1f379a8697
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 17 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
ingestion/src/metadata/ingestion/source/storage/storage_service.py
View File

@ -274,6 +274,7 @@ class StorageServiceSource(TopologyRunnerMixin, Source, ABC):
isPartitioned=entry.isPartitioned, isPartitioned=entry.isPartitioned,
partitionColumns=entry.partitionColumns, partitionColumns=entry.partitionColumns,
separator=entry.separator, separator=entry.separator,
depth=entry.depth,
) )
for entry in manifest.entries for entry in manifest.entries
if entry.containerName == container_name if entry.containerName == container_name

15
openmetadata-spec/src/main/resources/json/schema/metadataIngestion/storage/manifestMetadataConfig.json
View File

@ -46,10 +46,17 @@
"$ref": "../../entity/data/table.json#/definitions/column" "$ref": "../../entity/data/table.json#/definitions/column"
}, },
"default": null "default": null
},
"depth": {
"title": "Depth",
"description": "Depth level in the storage path hierarchy where data files reside.",
"type": "integer",
"default": 0
} }
}, },
"required": [ "required": [
"containerName" ,"dataPath" "containerName",
"dataPath"
] ]
} }
}, },
@ -63,6 +70,8 @@
"default": null "default": null
} }
}, },
"required": ["entries"], "required": [
"entries"
],
"additionalProperties": false "additionalProperties": false
} }

4
openmetadata-ui/src/main/resources/ui/src/generated/metadataIngestion/storage/manifestMetadataConfig.ts
View File

@ -30,6 +30,10 @@ export interface ManifestMetadataEntry {
* The path where the data resides in the container, excluding the bucket name * The path where the data resides in the container, excluding the bucket name
*/ */
dataPath: string; dataPath: string;
/**
* Depth level in the storage path hierarchy where data files reside.
*/
depth?: number;
/** /**
* Flag indicating whether the container's data is partitioned * Flag indicating whether the container's data is partitioned
*/ */