fix: added depth in json and pass in metadata entry (#23332)

ingestion/src/metadata/ingestion/source/storage/storage_service.py

@@ -274,6 +274,7 @@ class StorageServiceSource(TopologyRunnerMixin, Source, ABC):
                 isPartitioned=entry.isPartitioned,
                 partitionColumns=entry.partitionColumns,
                 separator=entry.separator,
+                depth=entry.depth,
             )
             for entry in manifest.entries
             if entry.containerName == container_name

openmetadata-spec/src/main/resources/json/schema/metadataIngestion/storage/manifestMetadataConfig.json

@@ -46,10 +46,17 @@
             "$ref": "../../entity/data/table.json#/definitions/column"
           },
           "default": null
+        },
+        "depth": {
+          "title": "Depth",
+          "description": "Depth level in the storage path hierarchy where data files reside.",
+          "type": "integer",
+          "default": 0
         }
       },
       "required": [
-        "containerName" ,"dataPath"
+        "containerName",
+        "dataPath"
       ]
     }
   },
@@ -63,6 +70,8 @@
       "default": null
     }
   },
-  "required": ["entries"],
+  "required": [
+    "entries"
+  ],
   "additionalProperties": false
 }

openmetadata-ui/src/main/resources/ui/src/generated/metadataIngestion/storage/manifestMetadataConfig.ts

@@ -30,6 +30,10 @@ export interface ManifestMetadataEntry {
      * The path where the data resides in the container, excluding the bucket name
      */
     dataPath: string;
+    /**
+     * Depth level in the storage path hierarchy where data files reside.
+     */
+    depth?: number;
     /**
      * Flag indicating whether the container's data is partitioned
      */